00010000:00000010:3.1:1724310005.023348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310005.023351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310005.023353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310005.023355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310005.023357:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310005.023359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310005.023362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310005.032707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310005.032713:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310005.032716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310005.032718:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310005.105254:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310005.105280:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310005.105285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310005.105287:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310005.105289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310005.105294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310005.110550:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310005.110558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310005.157987:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310005.157994:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310005.157997:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310005.158000:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310005.158002:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310005.158005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310005.158007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310005.158009:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310005.158012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310005.158014:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310005.158016:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310005.158020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310005.182245:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310005.182252:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ea00. 00010000:00000010:3.1:1724310005.182273:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310005.191088:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310005.191093:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310005.191096:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310005.197158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310005.197166:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310005.197170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310005.197172:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310005.197174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310005.197179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310005.197181:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310005.197183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310005.216449:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310005.216454:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310005.216457:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310005.224155:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310005.224160:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310005.224162:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310005.224165:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310005.224167:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310005.224169:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310005.224175:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310005.226721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310005.226731:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310005.226735:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310005.226738:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310005.226739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310005.226741:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310005.229353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310005.229361:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310005.229364:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310005.229369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310005.270750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310005.270759:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310005.270762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310005.270766:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310005.270768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310005.270772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310005.299462:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310005.299467:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310005.299470:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310005.299472:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310005.299474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310005.299479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310005.302655:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310005.302664:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310005.302667:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310005.302669:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310005.302671:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310005.302673:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310005.302675:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310005.302677:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310005.302679:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310005.302683:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310005.302685:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310005.302686:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310005.302688:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310005.302690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310005.312320:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310005.312329:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310005.312333:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310005.312335:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310005.312337:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310005.312342:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310005.316370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310005.316379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310005.325395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310005.325402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310005.335254:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310005.335296:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310005.347692:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310005.347698:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310005.356359:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310005.356365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310005.377587:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310005.377593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310005.412064:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310005.412070:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310005.417371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310005.417376:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310005.417379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310005.417381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310005.417383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310005.417385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310005.417389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310005.417391:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310005.417393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310005.417397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310005.417399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310005.417400:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310005.417402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310005.417404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310005.430818:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310005.430882:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310005.439495:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310005.439507:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310005.439511:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310005.439514:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310005.439516:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310005.439520:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310005.439523:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310005.439525:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310005.439531:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310005.439545:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310005.452380:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310005.452388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310005.460639:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310005.460648:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310005.630007:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310005.630013:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310005.647491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310005.647496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310005.684686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310005.684693:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310005.695350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310005.695358:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310005.695362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310005.695366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310005.695369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310005.695371:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310005.695374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310005.695376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310005.695378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310005.695380:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310005.695382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310005.695384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310005.695386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310005.695389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310005.700353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310005.700359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310005.700362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310005.700365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310005.700366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310005.700368:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310005.700370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310005.700372:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310005.700374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310005.700378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310005.703670:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310005.703675:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310005.703678:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310005.703680:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310005.708930:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310005.708937:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310005.714686:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310005.714698:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310005.714701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310005.714707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310005.724401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310005.724407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310005.727366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310005.727371:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310005.727375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310005.727377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310005.730406:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310005.730417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310005.734197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310005.734203:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310005.734205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310005.734207:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310005.734210:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310005.734216:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310005.742347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310005.742353:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310005.742355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310005.742357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310005.748462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310005.748472:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310005.748476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310005.748479:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310005.748481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310005.748486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310005.751402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310005.751411:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310005.751414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310005.751416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310005.758425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310005.758433:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310005.758437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310005.758439:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310005.758442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310005.758447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310005.843222:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310005.843232:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310005.846418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310005.846422:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310005.852350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310005.852356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310005.852359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310005.852363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310005.874365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310005.874374:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310005.874378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310005.874379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310005.874382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310005.874385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310005.887585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310005.887597:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310005.887600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310005.887604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310005.893399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310005.893404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310005.893407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310005.893410:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310005.893412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310005.893416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310005.903536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310005.903543:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310005.903546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310005.903549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310005.909712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310005.909720:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310005.909723:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310005.909729:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310005.909731:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310005.909735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310005.919533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310005.919545:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310005.919550:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310005.919553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310005.926145:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310005.926152:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310005.928928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310005.928935:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310005.928939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310005.928941:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310005.928943:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310005.928948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310005.928950:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310005.928952:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310005.928954:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310005.928956:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310005.941394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310005.941400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310005.941402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310005.941404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310005.941408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310005.941412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310005.951237:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310005.951242:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310005.951245:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310005.951249:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310005.976883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310005.976888:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310005.976891:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310005.976898:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310005.976899:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310005.976902:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310005.976904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310005.976906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310005.982369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310005.982376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310005.982378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310005.982380:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310005.982382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310005.982389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310005.990199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310005.990204:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310005.990207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310005.990209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310005.990212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310005.990214:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310005.990216:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310005.990218:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310005.990220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310005.990224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310006.031392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310006.031402:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310006.031407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310006.031408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310006.035491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310006.035496:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.035499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310006.035501:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310006.035503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310006.035509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310006.044368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310006.044377:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310006.044381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310006.044383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310006.047739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310006.047745:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310006.047748:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310006.047750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310006.055776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310006.055783:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310006.055786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310006.055789:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310006.055791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310006.055796:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310006.056358:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310006.056364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310006.059886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310006.059892:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310006.059896:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310006.059899:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310006.059902:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310006.059909:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310006.059911:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310006.059913:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310006.059914:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310006.059916:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310006.059918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310006.059920:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.059923:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310006.059925:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310006.059927:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310006.059929:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310006.087505:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310006.087509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310006.099507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310006.099510:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310006.099513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310006.099514:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310006.099517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310006.099520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310006.106318:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310006.106323:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310006.106334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310006.106337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310006.106341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310006.106343:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310006.106345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310006.106347:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.106349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310006.106354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310006.125406:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310006.125413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310006.131886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310006.131891:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310006.131895:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310006.131897:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310006.140988:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310006.141003:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310006.141007:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310006.141009:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310006.141011:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310006.141017:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310006.141019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310006.141021:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.141023:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310006.141025:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310006.174392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310006.174397:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310006.174401:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310006.182325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310006.182331:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310006.182334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310006.182336:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310006.182338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310006.182342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310006.188455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310006.188463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310006.188466:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310006.188469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310006.188471:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310006.188473:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310006.188477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310006.195939:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310006.195947:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310006.195949:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310006.195952:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310006.195954:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310006.195956:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310006.195958:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310006.195959:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310006.195961:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310006.195966:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310006.202376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310006.202382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310006.202384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310006.202386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310006.208352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310006.208358:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310006.211338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310006.211346:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310006.211349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310006.211351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310006.214873:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310006.214887:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310006.214890:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310006.214895:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310006.214898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310006.214900:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310006.214903:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310006.214905:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310006.214907:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310006.214913:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310006.229779:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310006.229793:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310006.229796:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310006.229798:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310006.235545:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310006.235550:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310006.235553:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310006.235556:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310006.235558:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310006.235563:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310006.250370:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310006.250380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310006.257022:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310006.257031:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310006.257035:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310006.257039:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310006.257042:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310006.257049:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310006.273206:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310006.273219:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310006.273224:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310006.273226:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310006.278345:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310006.278351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310006.295613:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310006.295618:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310006.295622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310006.295624:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310006.295626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310006.295630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310006.351485:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310006.351491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310006.351494:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310006.351496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310006.357689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310006.357695:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310006.357698:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310006.357700:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310006.357704:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310006.357707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310006.361783:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310006.361787:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310006.361790:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310006.361792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310006.371225:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310006.380493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310006.380498:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310006.459578:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310006.459586:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310006.479002:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310006.479007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310006.479010:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310006.479013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310006.479014:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310006.479018:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310006.479023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310006.484345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310006.484351:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310006.484354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310006.484358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310006.484361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310006.484363:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310006.484366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310006.484368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310006.484370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310006.484375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310006.497413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310006.497420:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310006.497424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310006.497426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310006.503361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310006.503368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310006.507419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310006.507432:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310006.507435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310006.507437:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310006.507440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310006.507446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310006.507448:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310006.507452:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310006.512851:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310006.512857:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310006.517453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310006.517458:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310006.517659:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310006.517663:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310006.624951:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310006.624956:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310006.624959:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310006.624960:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310006.624963:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310006.624967:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310006.629691:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310006.629697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310006.636298:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310006.636303:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310006.636306:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310006.636309:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310006.638540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310006.638544:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310006.638548:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310006.638550:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310006.638552:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310006.638557:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310006.646052:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310006.646175:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310006.646182:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310006.646184:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310006.646187:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310006.646190:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310006.646192:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310006.646194:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310006.648034:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310006.648044:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310006.648047:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310006.648222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310006.648226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310006.648229:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310006.648232:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310006.648234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310006.661641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310006.661646:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310006.661649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310006.661652:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310006.661654:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310006.661658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310006.661660:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310006.661662:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310006.661664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310006.661666:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310006.661668:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310006.661670:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310006.664725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310006.664730:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310006.664734:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310006.664737:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310006.664739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310006.664744:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310006.671350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310006.671357:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310006.671359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310006.671361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310006.679372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310006.679378:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310006.679381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310006.679382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310006.679385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310006.679389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310006.686303:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310006.686309:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310006.689429:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310006.689434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310006.689438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310006.696603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310006.696607:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310006.696609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310006.696614:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310006.701446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310006.701453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310006.701457:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310006.716478:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310006.716491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310006.716497:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310006.716499:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310006.742404:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.742409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310006.769492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310006.769502:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310006.769506:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310006.769508:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310006.845470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310006.845474:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310006.845477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310006.845481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310006.872371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310006.872378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310006.884145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310006.884152:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310006.884157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310006.884160:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310006.884164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310006.884170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310006.884173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310006.884176:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310006.889671:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310006.889676:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310006.889679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310006.889686:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310006.889689:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310006.889691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310006.889694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310006.889696:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310006.889699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310006.889700:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310006.889702:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310006.889705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310006.915008:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310006.915020:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310006.920360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310006.920371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310006.920374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310006.920381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310007.106467:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310007.106474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310007.109534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310007.109543:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310007.109546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310007.109549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310007.113345:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310007.113350:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310007.113353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310007.113354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310007.119589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310007.119596:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310007.119599:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310007.119601:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310007.119603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310007.119609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310007.124277:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310007.124283:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.124288:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310007.124290:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310007.124292:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310007.124297:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310007.124300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310007.124303:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310007.124305:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310007.124308:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310007.129700:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310007.129709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310007.129713:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310007.129716:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310007.129719:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310007.129721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310007.138346:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310007.138352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310007.156372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310007.156379:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310007.156382:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310007.156384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310007.163124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310007.163130:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.163133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310007.163136:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310007.165348:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310007.165352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310007.177557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310007.177567:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310007.177571:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310007.177573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310007.195390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310007.195395:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.195399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310007.195401:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310007.195403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310007.195406:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310007.201693:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310007.201699:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310007.201703:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310007.201705:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310007.201707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310007.201711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310007.219533:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310007.219539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310007.229383:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310007.229393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310007.238750:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310007.238755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310007.250640:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310007.250649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310007.257646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310007.257652:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310007.257656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310007.257658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310007.262578:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310007.262582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310007.265559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310007.265567:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310007.265572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310007.265575:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310007.265577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310007.265582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310007.265583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310007.265586:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310007.265589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310007.265591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310007.265593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310007.265595:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310007.265596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310007.265598:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310007.265600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310007.265603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310007.319934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310007.319941:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310007.319944:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310007.319946:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310007.319949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310007.319954:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310007.319959:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310007.319961:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310007.319963:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310007.319965:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310007.326480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310007.326487:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310007.326491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310007.326493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310007.326495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310007.326499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310007.329391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310007.329396:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310007.329399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310007.329401:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310007.335783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310007.335787:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310007.335789:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310007.335791:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310007.335793:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310007.335797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310007.344598:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310007.344607:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310007.344610:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310007.344612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310007.350528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310007.350535:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310007.350538:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310007.350540:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310007.350542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310007.350546:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310007.357638:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310007.357642:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310007.357645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310007.357647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310007.392574:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310007.392578:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310007.392580:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310007.392582:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.392584:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310007.392588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310007.392590:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310007.392592:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310007.402345:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310007.402352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310007.414941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310007.414945:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310007.414949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310007.414951:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310007.414954:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310007.414956:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310007.414959:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310007.414961:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310007.414963:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310007.414967:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310007.414969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310007.414972:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310007.414974:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310007.414976:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310007.424683:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310007.424689:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310007.424692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310007.424695:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310007.424696:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310007.424701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310007.440352:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310007.440359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310007.444520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310007.444524:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310007.444527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310007.444529:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310007.444532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310007.444539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310007.454486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310007.454491:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310007.454494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310007.454497:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310007.454508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310007.454512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310007.460030:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310007.460035:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310007.460039:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310007.460042:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.460046:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310007.460047:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310007.460050:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310007.460054:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310007.462556:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310007.462561:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310007.462563:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310007.462565:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310007.462567:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310007.462569:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310007.465700:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310007.465706:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310007.472118:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310007.472123:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310007.479246:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310007.479250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310007.484559:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310007.484564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310007.487348:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310007.487354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310007.497818:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310007.497823:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310007.506400:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310007.506409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310007.520134:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310007.520138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310007.526981:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310007.577395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310007.577401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310007.604665:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310007.604671:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310007.670346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310007.670354:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310007.670358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310007.670363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310007.676765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310007.676771:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310007.676775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310007.676777:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310007.676779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310007.676784:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310007.676785:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310007.676787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310007.686341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310007.686348:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310007.686351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310007.686353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310007.690504:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310007.690512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310007.693787:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310007.693797:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310007.693800:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310007.693803:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310007.693806:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310007.693812:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310007.696663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310007.696670:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310007.696673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310007.696676:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310007.702695:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310007.702700:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310007.702703:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310007.702706:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310007.702708:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310007.702712:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310007.712388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310007.712402:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310007.712405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310007.712407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310007.725333:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310007.725338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310007.737335:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310007.737342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310007.741153:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310007.763554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310007.763563:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310007.763567:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310007.763569:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310007.763572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310007.763579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310007.769395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310007.769408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310007.774851:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310007.774864:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310007.774870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310007.774873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310007.777455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310007.777467:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310007.777471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310007.777474:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310007.777476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310007.777481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310007.790581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310007.790588:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310007.797479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310007.797491:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310007.797504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310007.797514:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310007.797516:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310007.797518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310007.803460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310007.803471:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310007.803476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310007.803479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310007.811971:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310007.811982:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310007.811986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310007.811990:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310007.811993:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310007.811998:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310007.815967:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310007.815973:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310007.815975:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310007.815978:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310007.824254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310007.824275:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310007.824279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310007.824281:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310007.824284:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310007.824289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310007.829522:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310007.829565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310007.829600:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310007.829604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310007.835949:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310007.835955:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310007.835958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310007.835962:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310007.835964:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310007.835966:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310007.835968:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310007.835970:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310007.835974:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310007.835978:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310007.836192:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310007.836198:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310007.838465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310007.838470:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310007.838474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310007.838476:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310007.838478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310007.838483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310007.847658:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310007.847670:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310007.847674:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310007.847676:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310007.847708:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310007.847714:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310007.847720:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310007.847723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310007.847726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310007.847728:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310007.847730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310007.847732:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310007.847734:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310007.847738:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310007.853336:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310007.853342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310007.853404:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310007.853410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310007.859326:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310007.859333:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310007.859336:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310007.859339:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310007.859346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310007.859351:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310007.859354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310007.859356:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310007.859358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310007.859364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310007.859370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310007.859373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310007.867562:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310007.867568:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310007.867572:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310007.867575:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310007.868120:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310007.868127:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310007.868130:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310007.868131:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310007.868134:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310007.868140:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310007.875936:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310007.875940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310007.899506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310007.899511:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310007.899514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310007.899516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310007.899519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310007.899526:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310007.899529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310007.899531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310007.899534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310007.899539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310007.909359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310007.909365:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310007.909368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310007.909370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310007.924418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310007.924427:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310007.924430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310007.933504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310007.933510:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310007.936565:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310007.936575:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310007.936578:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310007.936580:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310007.940619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310007.940629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310007.940632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310007.940636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310007.940637:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310007.940639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310007.947938:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310007.947950:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310007.947955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310007.947959:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310007.947963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310007.947971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310007.955341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310007.955345:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310007.955348:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310007.955350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310007.961365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310007.961371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310007.961373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310007.961376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310007.961378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310007.961382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310007.961384:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310007.961386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310007.973465:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310007.973472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310007.986543:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310007.986547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310008.020442:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310008.020448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310008.020452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310008.020454:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310008.020457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310008.020459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310008.023409:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310008.023416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310008.023612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.023618:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310008.023620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310008.023622:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310008.023624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310008.023628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310008.031024:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310008.031035:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310008.031039:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310008.031041:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310008.033779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310008.033786:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310008.033791:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310008.033794:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310008.033796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310008.033803:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310008.043357:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310008.043364:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310008.043367:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310008.043369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310008.043534:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310008.043540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310008.052498:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310008.052504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310008.064538:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310008.064545:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310008.064548:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310008.064551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310008.070621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310008.070628:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310008.070633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310008.070635:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310008.070638:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310008.070642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310008.077578:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310008.077584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310008.080719:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310008.080726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310008.092494:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310008.092506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310008.098571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310008.098577:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310008.098580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310008.098582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310008.106590:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310008.106597:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310008.106601:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310008.106605:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310008.106607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310008.106611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310008.118121:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310008.118130:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310008.118133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310008.118134:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310008.124042:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310008.124053:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310008.130022:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310008.130027:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310008.130030:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310008.130032:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310008.132773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310008.132778:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310008.132781:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310008.132783:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310008.132785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310008.132789:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310008.139338:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310008.139344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310008.144535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310008.144544:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310008.144547:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310008.144553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310008.145375:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310008.145382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310008.148385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:1.1:1724310008.148395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310008.148398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310008.148401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310008.156449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310008.156460:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310008.156463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310008.156465:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310008.156468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310008.156472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310008.158465:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310008.158470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310008.164070:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310008.164082:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310008.164087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310008.164089:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310008.184482:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310008.184500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310008.187407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310008.187419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310008.187423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310008.187426:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.199437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310008.199450:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310008.199454:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310008.199458:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310008.199461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310008.199467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310008.203781:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310008.203789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310008.207471:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310008.207483:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310008.207497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:1.1:1724310008.207500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310008.220055:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310008.220061:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310008.220063:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310008.220065:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310008.220066:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310008.220071:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310008.225110:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310008.225134:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310008.230125:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310008.230130:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310008.230133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310008.230134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310008.232358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310008.232366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310008.232370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310008.232374:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310008.232376:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310008.232380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310008.235446:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310008.235459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310008.235520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310008.235525:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310008.235529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310008.235531:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310008.249418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310008.249431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310008.249434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310008.249436:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310008.249438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310008.249443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310008.252987:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310008.252999:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310008.261370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310008.261377:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310008.261380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310008.261382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310008.267345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310008.267352:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310008.267355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310008.267357:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310008.267359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310008.267363:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310008.278228:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310008.278238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310008.279879:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310008.279884:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310008.279886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310008.279888:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310008.284687:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310008.284695:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310008.284745:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310008.284749:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310008.284752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310008.284755:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.284757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310008.284762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310008.288276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310008.296423:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310008.296429:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310008.296433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310008.296435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310008.319939:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310008.319947:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310008.319950:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310008.319952:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310008.322386:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310008.322393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310008.329937:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310008.329943:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310008.329946:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310008.329948:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310008.329950:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310008.329954:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310008.336333:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310008.336339:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310008.336342:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310008.336344:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310008.339770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310008.339775:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310008.339778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310008.339780:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310008.339803:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310008.339806:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310008.339809:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310008.339811:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310008.339813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310008.339817:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310008.345427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310008.345433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310008.345436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310008.345438:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310008.345440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310008.345444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310008.345447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310008.345449:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310008.345451:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310008.345454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.348352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310008.348359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310008.348363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310008.348365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310008.354629:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310008.354637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310008.357347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310008.357354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310008.357356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310008.357359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310008.357361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310008.357366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310008.357368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310008.357370:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310008.357372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310008.357374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310008.360476:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310008.360489:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310008.360492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310008.360495:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310008.360496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310008.360499:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310008.367539:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310008.367545:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310008.367549:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310008.367551:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310008.367553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310008.367558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310008.370419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310008.370428:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310008.370431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310008.370433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310008.370435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310008.370442:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310008.370444:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310008.370446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310008.373382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310008.373390:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310008.373394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310008.373396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310008.373398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310008.373400:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310008.373402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310008.373404:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310008.373406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310008.373411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310008.379605:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310008.379615:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310008.379619:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310008.379623:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310008.379626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310008.379628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310008.383490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310008.383499:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310008.383502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310008.383504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310008.385687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310008.385693:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310008.385696:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310008.385698:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310008.385701:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310008.385706:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310008.385708:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310008.385710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310008.388533:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310008.388542:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310008.388545:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310008.388547:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310008.388550:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310008.388554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310008.391616:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310008.391624:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310008.394467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310008.394473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310008.394475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310008.394477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310008.398632:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310008.398638:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310008.401725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310008.401734:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310008.401738:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310008.401740:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310008.401743:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310008.401749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310008.401751:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310008.401753:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310008.401755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310008.401757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310008.407599:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310008.407606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310008.410346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310008.410351:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310008.410354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310008.410356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310008.410384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310008.410388:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310008.410390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310008.410392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310008.410394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310008.410398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310008.416560:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310008.416570:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310008.416575:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310008.416579:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310008.416583:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310008.416588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310008.416590:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310008.416594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310008.425287:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310008.425299:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310008.425303:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310008.425306:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310008.430898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310008.430907:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310008.430911:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310008.430914:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310008.430916:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310008.430921:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310008.430923:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310008.430925:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310008.436423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310008.436430:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310008.436435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310008.436437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310008.436440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310008.436445:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310008.439500:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310008.439506:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310008.442400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310008.442407:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310008.442410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310008.442414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310008.442416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310008.442418:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310008.442420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310008.442422:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310008.442433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310008.442437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310008.445515:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310008.445522:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310008.453300:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310008.453308:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310008.453311:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310008.453313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310008.453315:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310008.453317:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310008.453321:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310008.453324:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310008.453326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310008.453330:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310008.455958:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310008.455966:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310008.461790:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310008.461796:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310008.461800:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310008.461802:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310008.461805:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310008.461807:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310008.461809:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310008.461811:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310008.461813:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310008.461817:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310008.464495:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310008.464501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310008.476717:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310008.476722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310008.483903:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310008.483911:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310008.483914:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310008.483917:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310008.484208:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310008.484213:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310008.484217:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310008.484219:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310008.484222:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310008.484229:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310008.484231:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310008.484233:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310008.484236:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310008.484238:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310008.484241:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310008.484243:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310008.484245:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310008.484248:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310008.484250:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310008.484252:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310008.492382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310008.492390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310008.498393:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310008.498399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310008.504444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310008.504449:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310008.504452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310008.507625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310008.507634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310008.507639:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310008.507643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310008.507645:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310008.507647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310008.507652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310008.507654:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310008.507656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310008.510348:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.510355:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310008.510358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310008.510360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310008.516632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310008.516638:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310008.516641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310008.516643:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310008.516646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310008.516649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310008.524174:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310008.524185:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310008.530332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310008.530339:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310008.530342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.530345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310008.533634:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310008.533642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310008.545797:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310008.545805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310008.545936:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310008.545940:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310008.545943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310008.545945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310008.551017:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310008.551023:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310008.551026:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310008.551028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310008.556362:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310008.556369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310008.556401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310008.556405:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310008.556407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310008.556409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310008.556411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310008.556415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310008.559757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310008.559761:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310008.559764:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310008.559767:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310008.559770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310008.559774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310008.562588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310008.562593:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310008.562596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310008.562598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310008.565731:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310008.565739:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.565742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310008.565745:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310008.573445:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310008.573450:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310008.577413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310008.577427:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310008.577431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310008.577434:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310008.577436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310008.577443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310008.582687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310008.582691:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310008.582694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310008.582696:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310008.582699:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310008.582702:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310008.582704:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310008.582706:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310008.582708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310008.582712:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310008.589608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310008.589616:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310008.591384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310008.591392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310008.597887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310008.597897:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310008.597899:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310008.597904:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310008.597908:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310008.597910:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310008.597912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310008.597916:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310008.597918:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310008.597920:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310008.597923:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310008.597926:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310008.597928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310008.597930:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310008.597935:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310008.597937:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310008.597940:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310008.597943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310008.600400:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310008.600404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310008.600404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310008.600409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310008.600411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310008.600414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310008.606393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310008.606403:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310008.606406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310008.606408:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310008.606410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310008.606415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310008.606433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310008.606439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310008.606443:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310008.606446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310008.609846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310008.609852:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310008.609855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310008.609857:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310008.609860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310008.609864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310008.612496:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310008.612507:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310008.616088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310008.616100:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310008.616104:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310008.616107:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310008.621839:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310008.621849:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310008.621854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310008.621857:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310008.621860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310008.621865:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310008.633359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310008.633368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310008.633373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310008.633376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310008.637649:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310008.637663:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310008.643445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310008.643455:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310008.643459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310008.643462:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310008.643465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310008.643469:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310008.650172:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310008.650180:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310008.650184:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310008.650189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310008.661439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310008.661450:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310008.661454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310008.661455:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310008.661458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310008.661463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310008.668083:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310008.668090:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310008.668094:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310008.668097:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310008.668099:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.668101:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310008.668103:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310008.668105:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310008.668107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310008.668110:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310008.670779:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310008.670785:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310008.677018:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310008.677029:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310008.677031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310008.677033:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310008.677037:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310008.677040:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310008.677043:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310008.677044:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310008.677048:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310008.677052:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310008.677054:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310008.677056:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310008.684768:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.684774:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310008.691239:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310008.691246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310008.697732:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310008.697738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310008.698830:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310008.698836:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310008.698839:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310008.698843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310008.698845:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310008.698847:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310008.698849:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310008.698852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310008.702221:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310008.702231:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310008.702234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310008.702237:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310008.702240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310008.702246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310008.702248:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310008.702250:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310008.702252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310008.702254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310008.702255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310008.702275:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310008.702277:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310008.702279:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310008.702281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310008.702285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310008.702564:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310008.702569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310008.705468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310008.705485:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310008.705489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310008.708573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310008.720505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310008.720515:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310008.720518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310008.720520:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310008.720522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310008.720529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310008.723946:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310008.723958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310008.726377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310008.726386:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.726389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310008.729431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310008.742426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310008.742441:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310008.742444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310008.742446:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310008.742449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310008.742456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310008.750399:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.750410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310008.761433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310008.761444:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310008.761448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310008.761451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310008.774354:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310008.774362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310008.790554:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310008.790568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310008.809346:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310008.809356:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310008.809360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310008.809361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310008.809415:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310008.809420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310008.815380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310008.815388:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.815391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310008.815394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310008.820035:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310008.820040:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310008.820043:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310008.820047:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310008.820048:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310008.820053:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310008.820055:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310008.820057:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310008.823796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310008.823803:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310008.823808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310008.823810:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310008.823814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310008.823821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310008.823823:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310008.823825:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310008.823827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310008.823829:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310008.833344:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310008.833354:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310008.833358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310008.833360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310008.846500:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310008.846506:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310008.846509:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310008.846512:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310008.865344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310008.865359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310008.865364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310008.865366:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.865370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310008.865376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310008.869825:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310008.869832:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310008.869834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310008.869837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310008.869839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310008.869841:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310008.869843:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310008.869844:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310008.869846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310008.869853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310008.876278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310008.876285:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310008.876288:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310008.876292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310008.879431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310008.879439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310008.887430:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310008.887436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310008.898925:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310008.898932:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310008.898937:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310008.898940:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310008.898941:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310008.898946:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310008.898948:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310008.898950:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310008.898952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310008.898955:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310008.898957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310008.898959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310008.906391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310008.906404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310008.906407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310008.906408:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310008.906411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310008.906416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310008.914349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310008.914355:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310008.914358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310008.917342:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310008.917347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310008.923518:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310008.923526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310008.923532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310008.923534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310008.923536:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310008.923538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310008.923540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310008.927480:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310008.927487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310008.936175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310008.936181:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310008.936184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310008.936187:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310008.936189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310008.936193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310008.936197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310008.936199:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310008.936201:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310008.936203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310008.936426:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310008.936431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310008.944212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310008.944217:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310008.944221:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310008.944223:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310008.944225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310008.944229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310008.944231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310008.944234:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310008.944236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310008.944238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310008.944240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310008.944242:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310008.944243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310008.944245:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310008.944247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310008.944250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310008.946388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310008.946396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310008.949352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310008.949358:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310008.949361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310008.949363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310008.957280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310008.957291:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310008.957295:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310008.957297:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310008.957300:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310008.957303:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310008.957306:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310008.957308:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310008.957310:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310008.957316:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310008.957317:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310008.957319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310008.974860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310008.974865:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310008.974869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310008.974871:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310008.978905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310008.978915:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310008.978919:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310008.978922:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310008.979361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310008.979365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310008.981361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310008.981366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310008.981370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310008.981372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310008.981374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310008.981380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310008.981381:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310008.981384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310008.987454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310008.987459:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310008.987461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310008.987463:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310008.987465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310008.987469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310008.999520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310008.999527:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310008.999530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310008.999532:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310008.999535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310008.999540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310008.999542:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310008.999544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310009.002922:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310009.002928:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310009.002932:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310009.008722:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.1:1724310009.008730:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310009.014504:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310009.014512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310009.015038:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310009.015045:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310009.015048:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310009.015051:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310009.015054:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310009.015056:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310009.015061:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310009.015063:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310009.015065:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310009.015067:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310009.015069:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310009.019373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310009.019378:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310009.019380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310009.019382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310009.019384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310009.019388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310009.019390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310009.019392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310009.019395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310009.019397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310009.029653:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310009.029656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310009.029663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310009.031361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310009.031367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310009.034350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310009.034356:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310009.034359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310009.034361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310009.041461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310009.041466:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310009.041477:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310009.041479:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310009.041481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310009.041488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310009.044566:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310009.044575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310009.044579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310009.044583:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.044586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310009.044589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310009.044591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310009.044593:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310009.044595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310009.047407:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310009.047413:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310009.047419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310009.050388:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310009.050394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310009.050710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.050714:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310009.050717:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310009.058540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310009.058545:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310009.058549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310009.058552:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310009.058555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310009.058559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310009.061543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310009.069585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310009.069595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310009.069598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310009.069600:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310009.069603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310009.069604:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310009.069606:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310009.069612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310009.069647:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310009.069650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310009.072369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310009.072375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310009.072378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310009.072380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310009.072427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310009.072432:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310009.072435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310009.072437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.078600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310009.078605:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310009.078609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310009.078611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310009.078613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310009.078615:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.078616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310009.078618:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310009.078620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310009.078626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310009.078627:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.078629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310009.082876:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310009.082882:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310009.082884:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310009.082886:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310009.082888:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310009.082892:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310009.082894:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310009.082898:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310009.089663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310009.089671:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310009.089684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310009.089688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310009.089689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310009.089691:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310009.092988:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310009.092996:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.093000:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310009.093006:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.093024:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310009.093028:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310009.098599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310009.098605:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310009.098608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310009.098612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310009.098614:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310009.098617:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310009.098619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310009.098621:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310009.098623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.098625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310009.098626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310009.098629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310009.098632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.098634:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.098636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310009.098639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310009.101572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310009.101578:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310009.101582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310009.101585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.101588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310009.101593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310009.101595:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310009.101598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310009.101600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310009.101601:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310009.101605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310009.101607:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310009.101609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310009.101611:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310009.101614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310009.101616:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310009.101618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310009.101621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310009.109347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.109353:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310009.109356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310009.109358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310009.109365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310009.109368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310009.123918:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310009.123926:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310009.123933:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310009.123936:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310009.123938:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310009.123940:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310009.123942:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310009.123947:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310009.128371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310009.128378:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310009.128381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310009.128383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310009.128386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310009.128389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310009.128392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310009.128394:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310009.128396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310009.128401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310009.133700:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310009.133706:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310009.133709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310009.133711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310009.133718:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310009.133721:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310009.154302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310009.154310:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310009.154313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310009.154316:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310009.154318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310009.154323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310009.160839:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310009.161213:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310009.161218:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310009.167102:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310009.167107:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310009.167111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310009.167113:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.167116:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310009.167120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310009.174666:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310009.174675:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310009.174677:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310009.175931:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310009.175937:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310009.186373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310009.186379:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310009.186383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310009.186387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310009.186389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310009.186391:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310009.186393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310009.186395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310009.186397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310009.186402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310009.186404:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310009.186406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310009.193346:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310009.193352:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310009.193354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310009.193356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310009.199330:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310009.199335:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310009.199338:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310009.199346:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310009.199349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310009.207410:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310009.207416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310009.211207:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.1:1724310009.211227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310009.211231:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310009.211234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310009.211236:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310009.211254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310009.211272:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310009.211275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310009.211277:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310009.211279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310009.211283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310009.225123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310009.225129:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310009.225133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310009.225135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310009.225374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310009.225380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310009.235891:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310009.235894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310009.235896:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310009.235898:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310009.235900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.235903:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310009.235905:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310009.235912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310009.235917:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310009.235920:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.235922:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310009.235924:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310009.238757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310009.238762:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310009.238765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310009.238767:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310009.238769:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310009.238774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310009.241600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310009.241610:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310009.247905:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310009.247917:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310009.247920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310009.250371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310009.253427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310009.253437:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310009.253440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310009.253442:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310009.253443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310009.253451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310009.260147:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310009.260153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310009.262377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310009.262390:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310009.262394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.262397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310009.269579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310009.269588:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310009.269591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.269593:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310009.269595:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.269601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310009.272923:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310009.272930:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.272985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310009.272990:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310009.272994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.272996:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310009.275667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310009.275675:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310009.275678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310009.275680:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.275682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310009.278350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310009.281399:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310009.281406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310009.281409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310009.281412:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.281414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310009.281416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310009.284817:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310009.284824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310009.284828:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310009.285227:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310009.285231:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310009.285238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310009.291395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310009.291406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310009.291408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310009.291410:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310009.291414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310009.291416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310009.294551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.294557:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310009.297412:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.297423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.303648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310009.303654:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310009.303657:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310009.303662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.306919:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.306925:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.306928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.306931:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310009.306933:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.306935:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310009.306937:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310009.306939:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310009.306941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310009.306945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310009.309480:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310009.309491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310009.321633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310009.321637:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.321640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310009.324532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310009.324539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310009.324543:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310009.324547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310009.324549:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310009.324551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310009.324555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310009.331345:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310009.331351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.339331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310009.339339:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.339343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310009.339347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.345391:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310009.345405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310009.352206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310009.352212:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310009.352217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310009.352220:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310009.352222:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310009.352226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.354943:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310009.354953:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310009.354957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310009.354963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.354967:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310009.354970:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310009.354972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310009.354974:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.354977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310009.354983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310009.360599:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.360609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310009.360613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310009.360616:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310009.360618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310009.360620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310009.360622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.360623:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310009.360627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310009.360629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310009.360631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310009.360636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310009.364342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310009.364348:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310009.364350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310009.364353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.367598:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310009.367603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310009.371682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.371689:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310009.374354:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310009.374362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.377479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310009.377485:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310009.377488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.377492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310009.383555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.383562:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310009.383565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310009.383568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310009.383571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.383573:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.383575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.383578:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310009.383580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310009.383584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310009.386663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310009.386671:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310009.386673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310009.386676:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310009.386716:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310009.386720:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310009.389555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310009.389560:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310009.389563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310009.389566:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310009.389568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310009.389572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310009.396112:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.396118:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310009.396121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.396123:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310009.402041:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310009.402048:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.404351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310009.404359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310009.404365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310009.404367:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310009.404369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310009.404376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.407898:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310009.407911:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.407914:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.407916:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.410526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.410532:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310009.410536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310009.410540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310009.410543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310009.410545:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310009.410547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.410549:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310009.410551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.410555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310009.416341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310009.416348:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310009.416351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310009.416354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.419561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310009.419568:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310009.419571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.419575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310009.422590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310009.422596:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310009.422599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310009.422601:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310009.422603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310009.422607:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310009.422608:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310009.422611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310009.428871:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.428890:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.428894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310009.428896:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310009.428899:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.428905:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310009.431400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310009.431406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310009.437381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310009.437388:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310009.437393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.437397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.437398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.437400:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310009.437402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.437404:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310009.437408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310009.437414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310009.440563:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310009.440571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310009.443502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310009.443508:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310009.443512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310009.443515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.443517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310009.443518:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310009.443522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310009.443524:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.443526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310009.443530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310009.446397:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310009.446404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310009.452745:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.452752:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310009.452756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310009.452759:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310009.452762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310009.452764:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310009.452767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310009.452768:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310009.452772:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310009.452776:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310009.455344:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310009.455350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310009.458495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310009.458508:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310009.458512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310009.458517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310009.458519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310009.458521:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310009.458524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310009.458526:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310009.458529:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.458534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310009.461362:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310009.461368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310009.461371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310009.461374:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310009.461376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310009.461378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310009.461380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310009.461382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310009.461385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310009.461387:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310009.461389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310009.461393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310009.467411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.467421:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310009.467425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.467430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.471046:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310009.471051:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310009.474547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310009.474553:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310009.474556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310009.474559:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310009.474561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310009.474566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.479530:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310009.479543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310009.484795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310009.484801:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.484804:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310009.484806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310009.487340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310009.487346:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310009.487349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310009.487352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310009.487354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310009.487359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.490388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310009.490395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.496417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310009.496429:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310009.496434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310009.496437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.507624:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.507634:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310009.507638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.507641:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310009.507643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.507648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310009.513585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310009.513592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310009.520964:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310009.520972:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310009.520976:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.520978:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310009.526517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310009.526523:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310009.526525:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310009.526527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310009.526530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310009.526532:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310009.526535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310009.526537:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310009.526541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310009.526545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310009.526547:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310009.526549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310009.532376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310009.532383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310009.532387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.532389:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.532392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.532398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310009.536904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310009.536910:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310009.536914:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310009.536916:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310009.536917:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310009.536919:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310009.536923:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310009.536925:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310009.536927:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310009.536931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310009.539357:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310009.539364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310009.542896:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310009.542903:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310009.542905:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310009.542907:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310009.542909:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310009.542912:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310009.542913:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310009.542915:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310009.542917:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310009.542918:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310009.542920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310009.542924:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310009.542925:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310009.542928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310009.545505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310009.545512:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310009.545515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.545518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310009.551487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310009.551494:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310009.551497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310009.551499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310009.551564:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.551570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310009.555694:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.555701:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310009.555704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.555706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310009.555707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310009.555711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.558605:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310009.558610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310009.558650:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310009.558655:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310009.558658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310009.558660:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310009.558663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310009.558666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310009.558668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310009.558670:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310009.558672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310009.558674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310009.558677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310009.558679:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310009.558682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310009.558684:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310009.558686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310009.558688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310009.561531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310009.561539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310009.567335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310009.567340:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310009.567344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310009.567346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310009.567347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310009.567348:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310009.567350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310009.567351:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310009.567353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310009.567355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310009.574345:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310009.574537:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310009.574543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310009.576439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310009.576445:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310009.576448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310009.576450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310009.576452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310009.576454:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310009.576456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310009.576458:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310009.576471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310009.585267:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310009.585274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310009.585277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310009.585280:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310009.585282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310009.585286:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310009.585288:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310009.585289:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.585291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310009.585293:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.585294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310009.585298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310009.585299:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310009.585301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310009.591164:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310009.591170:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310009.591173:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310009.591175:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310009.591178:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310009.591183:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310009.595710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310009.595720:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310009.595724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310009.595728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310009.595796:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310009.595802:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310009.595805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.595808:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310009.595810:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310009.595813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310009.598714:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.598724:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310009.601472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310009.601479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.601483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310009.601485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310009.601532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.601537:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310009.601540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310009.601542:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310009.601544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310009.601549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310009.604705:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.604714:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310009.604718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310009.604720:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310009.604722:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310009.604726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310009.607951:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310009.607957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.613381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310009.613389:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310009.613392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310009.613395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310009.619549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310009.619554:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310009.619557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310009.619559:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310009.619561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310009.619565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310009.622854:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310009.622858:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310009.623154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310009.623159:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310009.623162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310009.623164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310009.626444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310009.626450:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310009.626453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310009.626456:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310009.626468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310009.626475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.629420:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310009.629431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310009.636241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310009.636246:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310009.636250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310009.636252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310009.642352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310009.642359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310009.642361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310009.649576:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310009.649582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310009.652914:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310009.652925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.652932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.652934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310009.652937:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310009.652939:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310009.652941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310009.659926:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310009.659933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310009.661382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310009.661390:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310009.661393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.661395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310009.661398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310009.661402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.661404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310009.661406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310009.661408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.661412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310009.661480:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310009.661484:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310009.668226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310009.668231:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.668234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.668237:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310009.668239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.668243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310009.673403:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310009.673415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310009.678071:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310009.678079:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310009.678081:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310009.678083:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310009.678083:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310009.678088:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310009.678092:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310009.678094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310009.678097:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.678100:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310009.678102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.678104:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310009.678105:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.678109:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310009.685019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310009.685025:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310009.693888:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310009.693894:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310009.693896:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310009.693899:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310009.699523:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310009.699535:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310009.699538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310009.699545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310009.699549:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.699551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310009.699706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310009.699711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310009.705355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310009.705361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310009.705364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310009.705367:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310009.705369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310009.705374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310009.705516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310009.705520:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310009.705522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.705524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310009.705526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310009.705529:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310009.705533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.705535:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310009.705538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310009.705543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310009.711634:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310009.711640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310009.718367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310009.718373:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310009.718441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310009.718445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310009.718446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310009.718448:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310009.718450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310009.718452:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310009.718454:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310009.718468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.719120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310009.719125:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310009.719128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310009.722350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310009.722355:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.722358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310009.722377:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310009.722383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310009.722388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310009.722390:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310009.722392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310009.722394:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310009.722397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310009.722402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310009.722408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310009.722411:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310009.722413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310009.722415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310009.725875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310009.725888:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310009.725893:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310009.725895:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310009.725897:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310009.725903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310009.725905:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310009.725907:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310009.728375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310009.728383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310009.728386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310009.728388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310009.734371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310009.734379:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310009.734383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310009.734385:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310009.734387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310009.734393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310009.740684:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310009.740694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310009.740712:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310009.740718:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310009.740720:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310009.740722:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310009.743883:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310009.743888:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310009.743891:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310009.743893:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310009.743895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310009.743900:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310009.749725:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310009.749731:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310009.752429:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310009.752439:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310009.752444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310009.752447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310009.753219:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310009.753226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310009.755637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310009.755643:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310009.755646:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310009.755648:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310009.755650:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310009.755654:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310009.755656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310009.755658:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310009.755660:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310009.755661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310009.762428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310009.762437:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310009.764402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310009.764411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310009.771376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310009.771381:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.771384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310009.771388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310009.771391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310009.771393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310009.771395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310009.771397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310009.777366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310009.777372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310009.777376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.777378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310009.777381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310009.777388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310009.777390:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.777392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310009.781579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310009.781586:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310009.787627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310009.787633:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310009.787635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310009.787637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310009.796121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310009.796129:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310009.796134:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310009.796142:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310009.796145:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310009.796147:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310009.796149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310009.796151:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310009.796154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310009.796156:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310009.796158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310009.796160:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310009.798402:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310009.798410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.804681:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310009.804686:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310009.804689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310009.804691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310009.804931:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310009.804936:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310009.804939:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310009.804945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310009.804949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310009.804951:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310009.804953:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310009.804955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310009.804958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310009.804961:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310009.804963:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310009.804965:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310009.804967:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310009.804969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310009.804971:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310009.804973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310009.811797:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310009.811802:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310009.811806:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310009.811809:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310009.811811:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.811815:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310009.817026:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310009.817037:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310009.817040:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310009.817045:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310009.820150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310009.820155:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310009.820159:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310009.820161:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310009.820193:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310009.820197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310009.825446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310009.825452:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310009.825469:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310009.825473:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310009.825475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310009.825481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310009.825483:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310009.825486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310009.828385:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310009.828393:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310009.828395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310009.828397:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310009.828399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310009.828402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310009.828404:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310009.828406:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.1:1724310009.832141:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310009.832150:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310009.832153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310009.832155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310009.832158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310009.832160:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310009.832164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310009.832166:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310009.832168:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310009.832172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310009.832495:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310009.832501:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310009.832504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310009.832507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310009.835682:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310009.835689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310009.841372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310009.841378:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310009.841381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310009.841383:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310009.841385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310009.841390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310009.841685:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310009.841689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310009.844396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310009.844401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310009.844404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310009.844407:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.844409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310009.844414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310009.847585:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310009.847595:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310009.847599:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310009.847602:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310009.847724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310009.847729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310009.850431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310009.850438:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310009.850441:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310009.850443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310009.853910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310009.853917:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310009.853920:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310009.853922:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310009.853924:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310009.853928:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310009.856422:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310009.856433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310009.856549:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310009.856554:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310009.856557:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310009.856560:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310009.862343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310009.862355:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310009.862358:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310009.862360:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310009.862363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310009.862378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310009.868530:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310009.868539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310009.875741:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310009.875755:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310009.875759:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310009.875763:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310009.880040:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310009.880046:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310009.880050:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310009.880053:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310009.880055:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310009.880060:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310009.882408:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310009.882417:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310009.882420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310009.882422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310009.888706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310009.888711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310009.896007:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310009.896012:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310009.901624:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310009.901631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310009.904595:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310009.904606:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310009.904610:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310009.904617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310009.904620:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310009.904622:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310009.904624:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310009.904626:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310009.904628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310009.904630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310009.908314:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310009.908320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310009.913503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310009.913509:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310009.913512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310009.913517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310009.913520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310009.913522:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310009.913525:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310009.913527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310009.916833:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310009.916847:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310009.926747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310009.926757:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310009.926762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310009.926764:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310009.926766:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310009.926770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310009.926772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310009.926774:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310009.926776:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310009.926778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310009.930169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310009.930175:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310009.930178:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310009.930180:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310009.930183:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310009.930187:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310009.932387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310009.932395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310009.938943:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310009.938954:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310009.938958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310009.938960:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310009.941356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310009.941362:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310009.941364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310009.941366:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310009.941368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310009.941371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310009.944902:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310009.944909:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310009.950501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310009.950508:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310009.950511:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310009.950513:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310009.956352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310009.956359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310009.959377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310009.959384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310009.959387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310009.959389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310009.959391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310009.959395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310009.959397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310009.959399:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310009.959401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310009.959402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310009.962430:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310009.962437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310009.965450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310009.965463:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310009.965466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310009.965469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310009.965505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310009.965510:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310009.965513:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310009.965515:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310009.965518:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310009.965522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310009.965523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310009.965525:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310009.965527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310009.965528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310009.965530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:1.1:1724310009.965532:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310009.965534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310009.965536:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310009.965539:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310009.965541:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310009.968976:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310009.968984:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310009.971382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310009.971392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310009.971395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310009.971398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310009.971400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310009.971405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310009.977622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310009.977629:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310009.977632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310009.977634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310009.977655:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310009.977661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310009.980360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310009.980366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310009.980375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310009.980378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310009.980380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310009.980387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310009.984664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310009.984669:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310009.984672:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310009.984674:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310009.984732:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310009.984737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310009.991006:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310009.991012:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310009.991016:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310009.991019:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310009.991022:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310009.991026:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310009.993923:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310009.993934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310009.994001:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310009.994005:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310009.994008:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310009.994009:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310009.999354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310009.999360:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310009.999522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310009.999526:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310009.999528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310009.999535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310010.005711:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310010.005717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310010.005761:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310010.005765:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310010.005767:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310010.005769:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310010.008614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310010.008621:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310010.008625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310010.008629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310010.008632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310010.008636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310010.011620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310010.011626:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310010.011630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.1:1724310010.011632:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310010.011634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310010.011639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310010.011643:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310010.011645:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310010.011649:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310010.011652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310010.011654:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310010.011656:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310010.011658:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310010.011659:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310010.011716:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310010.011724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310010.011727:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310010.011730:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310010.014832:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310010.014841:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310010.014845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310010.014848:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310010.014851:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310010.014858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310010.021146:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310010.021156:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310010.021200:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310010.021205:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310010.021209:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310010.021217:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310010.027566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310010.027571:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310010.027575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310010.027579:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310010.027582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310010.027586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310010.032383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310010.032390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310010.032392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310010.032396:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310010.032398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310010.032405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310010.032495:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310010.032500:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310010.032502:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310010.032504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310010.035366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310010.035401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310010.038616:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310010.038623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310010.038627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310010.038629:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310010.038631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310010.038633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310010.038635:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310010.038636:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310010.038638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310010.038640:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310010.038643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.038647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310010.038649:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310010.038650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310010.044349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310010.044355:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310010.044358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310010.044361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310010.044363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310010.044365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310010.044367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310010.044368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310010.044370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310010.044375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310010.047645:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310010.047658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310010.047663:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310010.047665:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310010.047667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310010.047669:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310010.052505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310010.052515:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310010.055478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310010.055487:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310010.055490:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310010.055496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310010.062391:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310010.062398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310010.069219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310010.069229:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310010.069234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310010.069237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310010.072368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310010.072373:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310010.072377:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310010.072379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310010.075565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310010.075577:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310010.075582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310010.075584:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310010.075587:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310010.075593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310010.075595:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310010.075598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310010.075648:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310010.075653:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310010.078812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310010.078821:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310010.078824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310010.078829:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310010.081548:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310010.081554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310010.084433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310010.084438:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310010.084441:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310010.084443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310010.087990:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310010.088002:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310010.088006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310010.088016:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310010.088068:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310010.088073:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310010.091434:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310010.091441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310010.097439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.097444:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310010.097447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.097461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310010.101812:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310010.101819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310010.104543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310010.104548:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310010.104551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310010.104554:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310010.105068:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310010.105072:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310010.105075:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310010.105077:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310010.105080:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310010.105084:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310010.110917:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310010.110923:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310010.110926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310010.110929:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310010.110931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310010.110936:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310010.111018:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310010.111023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310010.113346:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310010.113354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310010.117356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310010.117362:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310010.117366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310010.117368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310010.117371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310010.117374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310010.117376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310010.117378:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310010.117380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310010.117384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310010.120692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310010.120699:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310010.120702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310010.120704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310010.120707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310010.120709:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310010.120711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310010.120712:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310010.120714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310010.120723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310010.120724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310010.120726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310010.120817:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310010.120821:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310010.120824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310010.120826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310010.124432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310010.124438:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310010.124440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310010.124442:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310010.124444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310010.124457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310010.129804:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310010.129813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310010.133624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310010.133632:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310010.133636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310010.133639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310010.133641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310010.133643:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310010.133645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310010.133647:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310010.133649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310010.133653:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310010.135617:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310010.135625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310010.138434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310010.138439:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310010.138443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310010.138445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310010.145315:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310010.145321:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310010.145325:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310010.145327:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310010.145329:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310010.145335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310010.150807:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310010.150813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310010.159119:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310010.159124:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310010.159128:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310010.159130:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310010.159575:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310010.159579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310010.164828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310010.164832:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310010.164834:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310010.164836:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310010.164866:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310010.164871:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310010.164875:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310010.164878:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310010.164881:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310010.164886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310010.167574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310010.167585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.167590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310010.167593:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310010.167596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310010.167600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310010.167602:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310010.167605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310010.167607:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310010.167608:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310010.167610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310010.167611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310010.175579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310010.175589:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310010.175593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310010.175595:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310010.175597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310010.175605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310010.183675:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310010.183687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310010.186698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310010.186709:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310010.186713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310010.186715:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310010.195885:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310010.195891:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310010.200217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310010.200224:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310010.200227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310010.200232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310010.201537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310010.201547:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310010.201549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310010.201556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310010.201558:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310010.201560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310010.208146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310010.208152:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310010.208155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310010.208158:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310010.208160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310010.208164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310010.208166:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310010.208169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310010.208171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310010.208173:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310010.208175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310010.208178:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310010.211163:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310010.211170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310010.213546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310010.213554:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310010.213558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310010.213561:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310010.213564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310010.213568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310010.213570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310010.213572:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310010.213575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310010.213577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310010.213579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310010.213582:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310010.217503:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310010.217513:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310010.217517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310010.217522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310010.217524:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310010.217527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310010.217529:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310010.217530:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310010.217532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310010.217534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310010.224681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310010.227391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310010.227399:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310010.227404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310010.227406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310010.227408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310010.231980:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310010.231988:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310010.238242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310010.238247:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310010.238252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310010.238270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310010.238277:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310010.238279:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310010.238281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310010.238282:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310010.238285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310010.238289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310010.238291:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310010.238293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310010.238295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310010.238296:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310010.238298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310010.238300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310010.243587:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310010.243594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310010.249567:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310010.249575:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310010.249579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310010.249581:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310010.249583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310010.249589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310010.249592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310010.249594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310010.249596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310010.249599:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310010.249601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310010.249603:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310010.249605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310010.249607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310010.249609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310010.249611:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310010.255305:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310010.255314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310010.258765:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310010.258775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310010.258779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310010.258783:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310010.258786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310010.258788:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310010.258789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310010.258791:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310010.258793:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310010.258795:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310010.258796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310010.258801:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310010.258802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310010.258804:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310010.258806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310010.258808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310010.264693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310010.264700:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310010.264705:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310010.264707:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310010.264710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310010.264714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310010.264716:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310010.264719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310010.264720:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310010.264723:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310010.264725:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310010.264728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310010.270482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310010.270488:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310010.270491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310010.270494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310010.270524:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310010.270529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310010.273711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310010.273716:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310010.273719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310010.273721:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310010.273723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310010.273727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310010.277329:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310010.277338:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310010.277341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310010.277343:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310010.277345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310010.277350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310010.282671:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.282682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310010.282686:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310010.282690:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310010.282693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310010.282698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310010.282700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310010.282702:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310010.282705:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310010.282707:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310010.282709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310010.282714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310010.283255:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310010.283761:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310010.290243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310010.290253:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310010.291115:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310010.291120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310010.293859:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310010.293864:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310010.293867:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310010.296385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310010.296395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310010.296396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310010.296402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310010.300837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310010.300842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310010.300845:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310010.300848:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310010.300850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310010.307322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310010.307332:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310010.307335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310010.307337:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310010.307340:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310010.307345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310010.309636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310010.309642:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310010.309645:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310010.309648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310010.312680:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.312688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310010.318439:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310010.318454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310010.318457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310010.318462:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310010.318465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310010.318467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310010.318470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310010.318474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310010.324610:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310010.324619:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310010.324623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310010.324625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.332504:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310010.332513:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310010.336350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310010.336356:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.336360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310010.336362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310010.336415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.336421:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.336423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.336425:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.336428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.336431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310010.339904:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310010.339913:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310010.342368:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310010.342374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310010.342382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310010.342387:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310010.342390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310010.342416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310010.345539:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310010.345544:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310010.345548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310010.345551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310010.351900:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310010.351907:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310010.354491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310010.354501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310010.367542:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310010.367550:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310010.367553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310010.367556:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310010.369661:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310010.369668:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310010.372337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.372343:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310010.372346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.372348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.372350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310010.372353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.372356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310010.372357:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.372360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.372363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310010.378343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310010.378350:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310010.378353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310010.378355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310010.384625:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310010.384632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310010.384717:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.384722:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310010.384725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310010.384727:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310010.391153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310010.391159:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310010.391162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310010.391164:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310010.391166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310010.391170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310010.393515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310010.393523:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310010.393526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310010.393528:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310010.393531:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310010.393536:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310010.398813:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310010.398818:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310010.398938:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.398942:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310010.401400:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310010.401408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310010.401714:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310010.401719:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.401723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.401726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310010.401728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310010.401730:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310010.401732:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.401734:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310010.401736:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310010.401741:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310010.401743:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.401745:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310010.401747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.401749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310010.404663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310010.404672:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310010.404675:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310010.404677:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310010.407509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.407515:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310010.407519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.407520:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310010.407523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.407527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310010.413425:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310010.413430:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310010.416692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310010.416706:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310010.416710:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310010.416712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310010.422713:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310010.422717:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310010.422720:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310010.422725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310010.422727:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310010.422729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310010.425407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310010.425415:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310010.425419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310010.425421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310010.425423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310010.428765:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310010.428772:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310010.434417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310010.434424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310010.434428:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310010.434430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310010.434432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310010.434492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310010.434496:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310010.434500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310010.434503:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310010.434506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310010.434513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310010.437384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310010.437391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310010.441612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310010.441623:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310010.441626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310010.441629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310010.447366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310010.447372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310010.447411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.447416:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310010.447418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310010.453149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310010.453155:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310010.453159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310010.453161:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310010.453164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310010.453169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310010.457522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310010.457527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310010.457534:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310010.457536:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310010.457538:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310010.457540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310010.457544:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310010.457600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310010.457604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310010.460467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.460474:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310010.460475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310010.460479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310010.460479:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310010.460481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310010.460482:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310010.460485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310010.460488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310010.460490:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310010.460492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310010.460493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310010.460495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310010.460500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310010.463472:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310010.463479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310010.463482:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310010.463485:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.463488:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310010.463491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310010.463493:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310010.463498:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310010.463500:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310010.463502:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310010.469604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310010.469609:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310010.469613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310010.469615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310010.475359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310010.475366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310010.475369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310010.475372:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310010.475375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310010.475381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310010.478495:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310010.478501:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310010.478505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310010.478508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310010.479145:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310010.479152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310010.479156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310010.479159:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310010.479161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310010.479163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310010.481344:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310010.481348:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310010.481350:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310010.481352:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310010.481353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.1:1724310010.481358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310010.487346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310010.487347:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310010.487351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310010.487352:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310010.487354:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310010.487354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310010.487356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310010.487356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310010.487359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310010.487362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310010.495886:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310010.495894:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310010.495898:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310010.495900:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310010.495903:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310010.495905:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310010.495907:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310010.495909:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310010.495911:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310010.495915:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310010.495989:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310010.495995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310010.495998:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310010.495999:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310010.496002:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.1:1724310010.496003:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310010.498760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310010.499072:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310010.505103:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310010.505110:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310010.511461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310010.511468:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310010.511471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310010.511475:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310010.511477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310010.511479:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310010.511481:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310010.511483:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310010.517361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310010.517368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310010.524862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310010.524868:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310010.524872:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310010.524875:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310010.524877:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310010.524881:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310010.524883:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310010.524885:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310010.524888:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310010.524890:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310010.524892:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310010.524893:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310010.524895:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310010.524897:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310010.524899:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310010.524903:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310010.534034:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310010.534044:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310010.536487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310010.536493:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310010.536588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310010.536593:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310010.536595:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310010.536597:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.1:1724310010.536600:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310010.536602:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310010.536604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310010.536606:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310010.536608:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310010.536612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310010.536613:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310010.536615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310010.536617:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310010.536618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310010.542451:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310010.542462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310010.542466:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310010.542469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310010.548870:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310010.548876:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310010.548878:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310010.548881:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310010.548883:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310010.548886:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310010.548889:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310010.548891:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310010.548893:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310010.548898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310010.549111:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.549116:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.549118:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.549123:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310010.552303:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310010.552313:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310010.552317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310010.552320:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310010.552321:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310010.552323:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310010.552325:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.1:1724310010.552328:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310010.552331:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310010.552336:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310010.552580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310010.552586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310010.555436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310010.555449:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310010.555452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310010.558570:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310010.558577:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310010.563503:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310010.563510:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.563563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310010.563567:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310010.563570:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.563573:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310010.563576:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310010.563578:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310010.563582:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310010.571425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310010.571434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310010.574414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310010.574425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310010.574428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310010.574430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310010.574432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310010.574436:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310010.574439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310010.574448:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310010.574450:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310010.574457:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310010.574458:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310010.574461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310010.574503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310010.574508:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.574511:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310010.574514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310010.574516:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310010.574518:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310010.574520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.574522:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.574523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.574527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310010.579465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310010.579472:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310010.579476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310010.579478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.585778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.585783:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310010.585787:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.585789:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.585791:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310010.585795:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310010.591564:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310010.591570:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.595893:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310010.595898:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.595900:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310010.595902:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.601853:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310010.601860:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310010.604386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.604398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.604401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310010.604403:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.604406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310010.604410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310010.610370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310010.610376:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310010.610378:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310010.610381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.610384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310010.610387:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310010.610390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310010.610392:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310010.610395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310010.610398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310010.613408:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310010.613419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310010.613422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310010.613424:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310010.613426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310010.613429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310010.613431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310010.613433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310010.613434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310010.613436:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310010.613438:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310010.613451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310010.618482:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310010.618490:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310010.621719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.621729:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310010.621732:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.621736:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.627572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310010.627583:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.627588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310010.627591:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310010.627593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310010.627598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310010.631599:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310010.631605:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310010.634557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310010.634564:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310010.634567:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310010.634570:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310010.637397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310010.637403:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310010.644996:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310010.645001:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310010.645004:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310010.645009:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310010.649003:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310010.649009:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310010.649011:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310010.649012:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310010.649015:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310010.649016:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310010.649018:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310010.649020:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310010.649021:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310010.649023:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310010.649025:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310010.649029:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310010.652672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310010.652685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310010.652689:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.652691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310010.657633:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310010.657639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310010.660347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.660353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310010.665484:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310010.665492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310010.668623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310010.668630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.668632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310010.668637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310010.673242:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310010.673254:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310010.676892:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310010.676899:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310010.676902:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310010.676904:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310010.676905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310010.676908:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310010.676911:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310010.676913:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310010.676914:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310010.676918:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310010.679496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310010.679505:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310010.679508:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310010.679510:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310010.685356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310010.685363:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310010.685366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310010.685368:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310010.685370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310010.685376:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310010.688372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310010.688379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310010.691824:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310010.691835:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310010.691838:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310010.691840:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310010.698322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310010.698330:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310010.706199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310010.706206:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310010.706210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310010.706216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310010.709045:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310010.709055:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310010.709058:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310010.709060:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310010.709087:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310010.709092:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310010.713425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310010.713431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310010.713434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310010.713448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310010.713450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310010.713458:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310010.716350:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310010.716356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310010.722647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310010.722653:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310010.722657:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310010.722658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310010.728958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310010.728965:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310010.728968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310010.728970:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310010.728973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310010.728977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310010.738429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310010.738447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310010.738451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310010.744319:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310010.744332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310010.747491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310010.747497:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310010.747501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310010.747505:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310010.747507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310010.747512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310010.747513:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310010.747516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310010.747711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310010.750424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310010.758559:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310010.758567:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310010.758571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310010.761582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310010.761588:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310010.761592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310010.761594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310010.761596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310010.761600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310010.761602:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310010.761604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310010.767476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310010.767485:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310010.767488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.767494:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310010.773798:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310010.773807:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310010.779892:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310010.779898:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310010.782473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310010.782483:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310010.782487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310010.782493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310010.785697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310010.785705:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310010.785708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310010.785711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310010.793350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310010.796632:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310010.796638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310010.796640:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310010.796642:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310010.796647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310010.802462:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310010.802468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310010.802471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310010.802474:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310010.802476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310010.802478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310010.802479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310010.802482:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310010.802484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310010.802485:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310010.802487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310010.802492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310010.808389:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310010.808399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310010.814648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310010.814655:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310010.814660:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310010.814662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310010.818573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310010.818579:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310010.818581:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310010.818584:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310010.821772:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310010.821779:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310010.821783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310010.821786:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310010.821789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310010.821795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310010.821797:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310010.821799:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310010.821856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310010.821861:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310010.821863:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310010.821866:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310010.821869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310010.821872:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310010.827402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310010.827408:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310010.827411:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310010.827413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310010.833714:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310010.833720:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310010.833724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310010.833728:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310010.833730:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310010.833735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310010.833855:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310010.833859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310010.836318:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310010.836324:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310010.839386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310010.839395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310010.839399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310010.839403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310010.839407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310010.839409:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310010.839411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310010.839413:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310010.839414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310010.839421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310010.843505:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310010.843512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310010.843516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310010.843518:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310010.843520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310010.843522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310010.850296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310010.850310:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310010.850314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310010.850316:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310010.850318:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.850323:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310010.855854:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310010.855862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310010.861787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310010.861793:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310010.861797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310010.861800:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310010.864340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310010.864347:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310010.864349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310010.864352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310010.864354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310010.864358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310010.864361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310010.864363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310010.864366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310010.864368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310010.864370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310010.864373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310010.864375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310010.864377:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310010.864379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310010.864381:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310010.864383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310010.864386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310010.864387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310010.864389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.870353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310010.870359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310010.870362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310010.870364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310010.877146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310010.877154:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310010.877157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310010.877159:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310010.877162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310010.877167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310010.877169:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310010.877172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310010.879570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310010.879580:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310010.879583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310010.879585:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310010.879588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310010.879590:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310010.879591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310010.879593:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310010.879683:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310010.879689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310010.884717:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310010.884728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310010.887708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310010.887713:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.887716:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310010.887718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310010.893701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310010.893707:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310010.893710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310010.893713:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310010.893715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310010.893721:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310010.899314:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310010.899319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310010.899322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310010.899325:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310010.899327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310010.899328:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310010.899329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310010.899330:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310010.899331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310010.899333:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310010.899334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310010.899338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310010.902393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310010.902402:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310010.902405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310010.902408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310010.905467:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310010.905476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310010.908815:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310010.908821:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310010.908824:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310010.908825:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310010.908828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310010.908833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310010.911381:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310010.911387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310010.914688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310010.914694:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310010.914698:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.914700:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.914702:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310010.914704:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.914707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.914708:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310010.914712:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.914717:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310010.917555:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310010.917562:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.920616:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.920628:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310010.920633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310010.920635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310010.920638:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310010.920641:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310010.920643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310010.920645:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.920647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310010.920653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310010.923421:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310010.923492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.927138:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310010.927153:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310010.927157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310010.927158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310010.934562:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310010.934570:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.934574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310010.934576:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310010.934578:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310010.934583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310010.936669:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310010.936679:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310010.943314:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310010.943320:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310010.943324:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310010.943326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310010.948551:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310010.948557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310010.948669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310010.948674:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310010.948676:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310010.948679:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.948681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310010.948685:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310010.956450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310010.956457:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310010.956460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310010.956462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310010.961448:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310010.961456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310010.964677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310010.964685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310010.964688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310010.964690:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310010.964692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310010.964696:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310010.964734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310010.964738:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310010.964741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310010.964743:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310010.968446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310010.968454:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310010.968457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310010.968460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310010.968462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310010.968465:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310010.968467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310010.968470:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310010.968472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310010.968477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310010.968479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310010.968481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310010.971428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310010.971432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310010.971445:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310010.971448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310010.972529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310010.972534:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310010.972537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310010.972539:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310010.972541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310010.972547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310010.974426:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310010.974432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310010.977535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310010.977540:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310010.977543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310010.977545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310010.977625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310010.977630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310010.977633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310010.977634:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.977636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310010.977641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310010.983527:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310010.983532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310010.986360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310010.986366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310010.986369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310010.986371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310010.986373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310010.986379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310010.986598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310010.986604:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310010.986607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310010.986609:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310010.992529:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310010.992535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310010.992539:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310010.992544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310010.999333:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310010.999340:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310010.999343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310010.999345:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310010.999348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310010.999352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310010.999355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310010.999357:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310010.999359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310010.999360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310010.999398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310010.999403:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310010.999406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310010.999407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310011.002696:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310011.002703:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310011.005415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310011.005421:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310011.005424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310011.005426:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310011.005428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310011.005432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310011.005483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310011.005488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310011.005491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310011.005493:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310011.005494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310011.005498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310011.008551:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310011.008558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310011.008561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310011.008565:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310011.008568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310011.008571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310011.014878:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310011.014884:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310011.014887:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310011.014889:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310011.017576:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310011.017584:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310011.017588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310011.017590:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310011.017592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310011.017597:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310011.017599:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310011.017601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310011.023464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.023472:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310011.023475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310011.023478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310011.023530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310011.023536:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310011.023539:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310011.023540:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310011.023542:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310011.023546:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310011.026415:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310011.026422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310011.029861:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.029867:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310011.030500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310011.030503:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310011.030505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310011.030512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310011.030515:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310011.030517:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.030519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310011.030521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310011.033792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310011.033800:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310011.033802:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310011.033804:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310011.033847:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.033851:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310011.040538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310011.040545:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310011.040548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310011.040550:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310011.040552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310011.040557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310011.043540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310011.043546:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310011.043549:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310011.043551:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310011.043551:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310011.043554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310011.043556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310011.043558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310011.046577:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310011.046582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310011.046658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310011.046663:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310011.046665:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310011.046667:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310011.046669:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310011.046671:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310011.046673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310011.046675:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310011.046676:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310011.046679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310011.050369:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310011.050375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310011.053652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310011.053657:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310011.053660:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310011.053663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310011.056514:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310011.056523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310011.059418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310011.059424:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310011.059427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310011.059429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310011.059431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310011.059447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310011.059450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310011.059452:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310011.059454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310011.059456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310011.065640:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310011.065646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310011.071696:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310011.071704:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310011.071748:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310011.071752:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310011.071755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310011.071758:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310011.071760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310011.071765:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310011.080374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310011.080383:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310011.080386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310011.080388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310011.080391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310011.080393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310011.080395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310011.080396:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310011.080398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310011.080402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310011.081204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.081211:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.081214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310011.081217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310011.081220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310011.081222:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310011.081224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.081226:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310011.081228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310011.081234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310011.083585:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310011.083593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310011.086480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310011.086485:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310011.086488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310011.086490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310011.086493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310011.086496:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310011.086498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310011.086500:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310011.086502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.086507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.089648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310011.089659:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310011.089662:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310011.089664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310011.092442:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.092448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310011.095618:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310011.095626:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310011.095630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310011.095632:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310011.095634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310011.095638:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310011.098381:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310011.098389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310011.101485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.101490:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.101493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.101494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310011.110342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310011.110349:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310011.110352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.110354:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.110356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310011.110362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310011.115058:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.115067:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.115071:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.115073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310011.121411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.121422:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310011.121426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310011.121429:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310011.121440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310011.121447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310011.122499:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310011.122506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310011.124515:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310011.124521:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310011.127359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310011.127365:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310011.127367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310011.127369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310011.131530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310011.131543:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310011.131546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310011.131548:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310011.131549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310011.131556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310011.131559:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310011.131562:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310011.131564:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310011.131565:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310011.131567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310011.131570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310011.139552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310011.139558:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310011.139560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310011.142508:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310011.142519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310011.146395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310011.146407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310011.146414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310011.146417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310011.146419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310011.146421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310011.146423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310011.153957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310011.153966:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310011.153968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310011.153971:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310011.153973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310011.153979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310011.159481:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310011.159488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310011.159490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310011.159492:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310011.159495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310011.159497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310011.163621:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310011.163627:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.163630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310011.163633:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310011.163636:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310011.163641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310011.169366:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310011.169372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310011.169471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310011.169476:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310011.169479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310011.169481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310011.172440:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310011.172447:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310011.175363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310011.175369:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310011.175372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310011.175374:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310011.175377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310011.175381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310011.175517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310011.175522:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310011.175525:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310011.175528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310011.181659:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310011.181664:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310011.181668:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310011.181671:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310011.181673:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310011.181677:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310011.184381:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310011.184393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310011.184424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310011.184440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310011.184442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310011.184444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310011.190346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310011.190360:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310011.190363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310011.190365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310011.190367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310011.190370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310011.193850:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310011.193862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310011.199382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310011.199393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310011.199397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310011.199399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310011.206332:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310011.206339:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310011.206342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310011.206344:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310011.206347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310011.206351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310011.210170:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310011.210182:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310011.210809:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310011.210815:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310011.210819:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310011.210822:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310011.210826:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310011.210832:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310011.212009:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310011.212014:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310011.212017:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310011.212019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310011.216751:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310011.216757:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310011.219585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310011.219592:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310011.219595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.219596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310011.232730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310011.232736:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310011.234370:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310011.234376:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310011.240388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310011.240395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310011.240399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310011.240406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310011.240450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310011.240455:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310011.240458:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310011.240461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310011.248453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310011.248459:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.248464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310011.248465:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310011.248468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.248471:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310011.251580:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310011.251584:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310011.251586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310011.251588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310011.251656:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310011.251661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310011.254514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310011.254522:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310011.254524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310011.254526:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310011.254529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310011.254534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310011.257460:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310011.257467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310011.257508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310011.257514:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310011.257516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310011.257519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.261108:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310011.261118:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310011.261163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310011.261168:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310011.261171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310011.261173:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310011.261175:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310011.261179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310011.263479:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310011.263487:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310011.263491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310011.263493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310011.268792:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310011.268802:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310011.271538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310011.271544:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310011.271547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310011.271552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310011.274331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310011.274337:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310011.274340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310011.274682:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310011.274688:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310011.280664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.280707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.280712:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310011.280717:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310011.280720:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310011.280722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310011.280726:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310011.286360:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310011.286366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310011.286470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310011.286476:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310011.286478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310011.286481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310011.292800:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310011.292807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310011.304936:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310011.304943:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310011.304946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310011.304949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310011.305077:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310011.305082:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310011.305085:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310011.305087:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.305090:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.305094:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310011.305096:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.305098:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310011.305101:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310011.305102:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310011.305104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310011.305106:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310011.307303:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310011.307308:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310011.307352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310011.307357:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310011.307361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310011.307364:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310011.307366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310011.314310:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310011.314316:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310011.314319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310011.314323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310011.314325:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310011.314328:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310011.314330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310011.314333:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310011.314335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310011.314336:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310011.314338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310011.314342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310011.317187:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310011.317195:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310011.317198:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310011.317200:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310011.317240:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310011.323129:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310011.323135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310011.329401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310011.329413:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310011.329416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310011.329418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310011.329421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310011.329423:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310011.329426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310011.329437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310011.329438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310011.329443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310011.329445:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310011.329447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310011.336884:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310011.336897:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310011.336900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310011.336903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310011.337027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310011.337035:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310011.337037:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310011.337039:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310011.337041:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.337043:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.337045:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.337047:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310011.337049:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310011.337056:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310011.337058:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310011.337060:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.339602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310011.339607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310011.339611:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310011.339614:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310011.339616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310011.339622:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310011.343051:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310011.343377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.346577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310011.346591:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310011.346595:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310011.346598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310011.349540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310011.349547:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310011.352964:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310011.352969:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310011.352972:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310011.352977:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310011.352979:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310011.352981:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310011.355634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310011.355639:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310011.355643:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310011.355645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310011.360612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310011.360620:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310011.364390:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310011.364397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310011.369347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310011.369353:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310011.369356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310011.369361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310011.375640:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310011.375646:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310011.375651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310011.375654:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310011.375656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310011.375658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310011.375777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310011.375782:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310011.382111:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310011.382118:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310011.384669:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.384682:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310011.384686:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310011.384693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310011.384695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310011.384697:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310011.384699:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310011.384700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310011.384702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310011.384705:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310011.384707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310011.384709:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310011.384711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310011.384715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310011.389142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310011.389148:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310011.389151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310011.389153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310011.389156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310011.389157:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310011.389159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310011.389161:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310011.389163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310011.389169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310011.394847:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310011.394853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310011.394856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310011.394859:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310011.394862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310011.394864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310011.398466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310011.398472:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310011.398475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310011.398476:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310011.398478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310011.398483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310011.398488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310011.398490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310011.404321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310011.404328:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310011.404331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310011.404333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310011.410421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310011.410438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310011.416522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310011.416530:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310011.416535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310011.416538:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310011.416540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310011.416545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310011.416547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310011.416549:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310011.416552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310011.416555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310011.416557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310011.416559:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310011.420751:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310011.420761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.429718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310011.429724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310011.429726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310011.429731:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310011.429733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310011.429735:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310011.429737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310011.429741:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.429743:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310011.429744:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310011.429746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310011.429748:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310011.429750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310011.429753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310011.430142:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310011.430148:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310011.430151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310011.430153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310011.437868:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310011.437874:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310011.446465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310011.446474:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310011.446477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310011.446479:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310011.446483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310011.446488:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310011.446628:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310011.446634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310011.446638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310011.446640:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310011.446642:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310011.446645:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310011.449379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310011.449386:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310011.449533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310011.449537:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310011.449540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310011.449544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310011.452358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310011.452365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310011.452369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310011.452371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310011.452373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310011.452380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310011.452382:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310011.452384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310011.452874:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310011.452880:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310011.452883:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310011.452886:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310011.455411:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310011.455420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310011.462756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310011.462761:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310011.462765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310011.462767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310011.465348:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310011.465355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310011.472723:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310011.472729:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310011.472733:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310011.472734:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310011.472737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310011.472740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310011.475821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310011.475829:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310011.475832:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310011.475835:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310011.480767:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310011.480773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310011.484364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310011.484418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310011.484422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310011.484435:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310011.484439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310011.484444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310011.484446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310011.484448:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310011.484450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310011.484452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310011.488736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310011.488745:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310011.488750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.488753:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310011.488755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310011.488760:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310011.488762:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310011.488765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.488767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310011.488769:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310011.488771:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310011.488773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310011.494485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310011.494492:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310011.494496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310011.494498:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310011.494500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310011.494507:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310011.500391:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310011.500399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.503410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310011.503421:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310011.503436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310011.503439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310011.509833:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310011.509840:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310011.509847:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310011.509853:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310011.509855:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310011.509857:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310011.513989:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310011.514000:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310011.514003:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310011.514006:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310011.514009:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310011.514014:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310011.519664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310011.519674:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310011.519678:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310011.519680:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310011.519682:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310011.519689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310011.519691:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310011.519694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310011.522454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310011.522465:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310011.522468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310011.522471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310011.522474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310011.522476:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310011.522478:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310011.522480:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310011.522482:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310011.522488:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310011.528930:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310011.528936:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310011.532421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310011.532440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310011.532443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310011.532446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310011.540345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310011.540352:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310011.546460:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310011.546470:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310011.550038:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310011.550044:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310011.550046:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310011.550051:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310011.555404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310011.555409:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310011.555413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310011.555416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310011.555418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310011.555420:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310011.555431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.1:1724310011.555433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310011.555435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310011.560018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310011.563086:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310011.563092:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310011.565473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310011.565479:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310011.565483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310011.565485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310011.565487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310011.565489:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310011.565492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310011.565494:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310011.565496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310011.565500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310011.568563:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310011.568569:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310011.571437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310011.571442:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310011.571446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310011.571448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310011.571450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310011.571452:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310011.571455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310011.571457:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310011.571459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310011.571463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310011.577685:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310011.577692:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310011.580412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310011.580431:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310011.580435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310011.580438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310011.583664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.583669:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310011.583672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310011.583675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310011.583946:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310011.583951:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310011.589480:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310011.589487:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310011.589490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310011.589493:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310011.589495:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310011.589499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310011.592556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310011.592561:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310011.592564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310011.592566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310011.593514:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310011.593520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310011.596367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310011.596375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310011.596379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310011.596381:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310011.596383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310011.596388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310011.598670:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310011.598678:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310011.598996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310011.599001:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310011.599003:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310011.599005:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310011.599008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310011.599013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310011.604374:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310011.604381:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310011.604384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310011.604386:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310011.614799:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310011.614804:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310011.614807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310011.614809:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310011.614811:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310011.614816:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310011.614818:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310011.614820:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310011.620396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.1:1724310011.623364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310011.623370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310011.623374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310011.623377:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310011.623381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310011.623386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310011.626382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310011.626390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310011.626392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310011.626435:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.626441:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310011.633092:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310011.633097:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.633100:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.633102:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.633105:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310011.633108:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310011.633111:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310011.633113:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310011.633115:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310011.633120:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310011.635733:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310011.635739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310011.635742:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310011.635744:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310011.635746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310011.635749:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310011.639074:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310011.639081:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310011.639084:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310011.639086:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310011.639088:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310011.639092:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310011.645553:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310011.645559:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310011.653900:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310011.653907:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310011.653910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310011.656379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310011.656384:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310011.656387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310011.656390:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310011.656392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310011.656396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.662566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310011.662573:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.662577:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310011.670315:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310011.670322:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310011.678589:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310011.678601:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310011.678606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.678608:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310011.678611:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310011.678615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310011.680840:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310011.680850:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310011.680853:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310011.680856:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310011.680857:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310011.680860:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310011.684164:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310011.684176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310011.684235:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310011.684241:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.684244:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.684246:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.684249:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310011.684252:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310011.684255:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310011.684279:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310011.684282:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310011.684288:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310011.684289:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310011.684291:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310011.684293:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310011.684296:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310011.684298:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310011.684300:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310011.684302:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310011.684304:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310011.684306:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310011.684309:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310011.688521:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.688526:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310011.688529:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310011.688531:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310011.691923:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310011.691931:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310011.694369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310011.694375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310011.694378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310011.694382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310011.694384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310011.694387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310011.700809:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310011.700815:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310011.700818:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310011.700819:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310011.703391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310011.703400:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310011.703403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310011.703405:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310011.703408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310011.703412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310011.712785:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310011.712791:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310011.712793:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310011.712795:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310011.718409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310011.718416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:0.0:1724310011.723665:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.723669:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.723673:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.723677:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8e00. 00010000:00000010:0.1:1724310011.724558:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310011.724564:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310011.724698:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310011.724703:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310011.724705:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310011.724708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000800:00000200:0.0:1724310011.724851:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.724854:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310011.724858:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.724861:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.725747:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.725756:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294571 00000400:00000200:0.0:1724310011.725759:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.725762:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.725765:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e82a8 00000400:00000010:0.0:1724310011.725767:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e82a8. 00000400:00000200:0.0:1724310011.727125:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.727134:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eb500 00000400:00000200:0.0:1724310011.727140:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 46464 00000400:00000200:0.0:1724310011.727535:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.727539:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.727544:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.727549:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda300. 00000800:00000200:0.0:1724310011.729236:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.729238:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310011.729242:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.729246:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.729249:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8990 00000400:00000010:0.0:1724310011.729250:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8990. 00010000:00000010:0.1:1724310011.729335:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.729339:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310011.729342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310011.729344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310011.729367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310011.729372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310011.729376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310011.729379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310011.729382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310011.729386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310011.729387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310011.729389:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00000400:00000200:0.0:1724310011.731346:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.731356:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eb600 00000400:00000200:0.0:1724310011.731362:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 47040 00000400:00000200:0.0:1724310011.731379:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.731382:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.731388:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.731392:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb480. 00000400:00000200:0.0:1724310011.733547:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.733553:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294579 00000400:00000200:0.0:1724310011.733556:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.733558:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.733560:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8550 00000400:00000010:0.0:1724310011.733561:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8550. 00000400:00000200:0.0:1724310011.733580:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.733583:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eb680 00000400:00000200:0.0:1724310011.733586:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 47528 00000400:00000200:0.0:1724310011.733597:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.733599:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.733601:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.733604:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda680. 00010000:00000010:1.1:1724310011.735363:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310011.735369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000800:00000200:0.0:1724310011.735478:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.735481:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310011.735485:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.735488:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.735491:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e83b8 00000400:00000010:0.0:1724310011.735493:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e83b8. 00000400:00000200:0.0:1724310011.736498:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.736506:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eb780 00000400:00000200:0.0:1724310011.736511:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 48104 00000400:00000200:0.0:1724310011.736526:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.736529:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.736533:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.736536:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8a80. 00000800:00000200:0.0:1724310011.737232:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.737235:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310011.737239:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.737243:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.739045:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.739055:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294581 00000400:00000200:0.0:1724310011.739059:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.739061:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.739065:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e84c8 00000400:00000010:0.0:1724310011.739067:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e84c8. 00000400:00000200:0.0:1724310011.739099:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.739103:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eb800 00000400:00000200:0.0:1724310011.739107:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 48592 00000400:00000200:0.0:1724310011.739121:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.739123:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.739126:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.739130:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8700. 00010000:00000010:2.1:1724310011.739219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.739223:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310011.739225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310011.739229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.739230:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310011.739232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310011.739773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.739779:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310011.739782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310011.739784:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310011.739787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310011.739862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310011.739866:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310011.739869:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310011.739871:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.739873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000800:00000200:0.0:1724310011.740672:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.740675:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310011.740678:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.740681:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.740684:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8110 00000400:00000010:0.0:1724310011.740685:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8110. 00010000:00000010:0.1:1724310011.742785:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310011.742794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310011.743914:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.743924:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eb900 00000400:00000200:0.0:1724310011.743931:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 49168 00000400:00000200:0.0:1724310011.744173:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.744177:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.744183:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.744188:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdbb80. 00000800:00000200:0.0:1724310011.745292:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.745295:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310011.745298:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.745301:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.747170:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.747182:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294589 00000400:00000200:0.0:1724310011.747187:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.747190:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.747194:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8220 00000400:00000010:0.0:1724310011.747196:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8220. 00010000:00000010:1.1:1724310011.748276:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310011.748283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310011.748596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310011.748602:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310011.748606:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310011.748609:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310011.748612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310011.748617:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310011.748619:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.748622:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310011.748624:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310011.748626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310011.748628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310011.748650:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310011.748656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310011.748659:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310011.748661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310011.748664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000800:00000200:0.0:1724310011.751082:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.751085:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310011.751089:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.751093:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.751096:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e86e8 00000400:00000010:0.0:1724310011.751098:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e86e8. 00010000:00000010:1.1:1724310011.753393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310011.753403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310011.755411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310011.755429:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310011.755434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310011.755436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310011.755439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310011.755441:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310011.755442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310011.755444:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310011.755446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310011.755452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310011.755745:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.755758:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eba80 00000400:00000200:0.0:1724310011.755763:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 50232 00000400:00000200:0.0:1724310011.755780:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.755783:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.755788:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.755792:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd9180. 00000400:00000200:0.0:1724310011.760631:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.760645:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294591 00000400:00000200:0.0:1724310011.760650:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.760653:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.760657:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8bb0 00000400:00000010:0.0:1724310011.760659:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8bb0. 00010000:00000010:1.1:1724310011.762046:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310011.762052:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310011.762055:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310011.762058:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000100:00000200:3.0:1724310011.764884:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883247360, offset 224 00000400:00000200:3.0:1724310011.764889:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.764899:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.764904:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530730:530730:256:4294967295] 192.168.204.31@tcp LPNI seq info [530726:530726:8:4294967295] 00000400:00000200:3.0:1724310011.764912:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.764918:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.764921:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310011.764925:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.764932:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.764935:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.764955:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.764959:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.764962:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00010000:00000010:2.1:1724310011.765412:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310011.765418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000800:00000200:0.0:1724310011.765622:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.765625:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310011.765628:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.765633:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.765636:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8f68 00000400:00000010:0.0:1724310011.765638:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8f68. 00000400:00000200:0.0:1724310011.767156:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.767167:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ebc00 00000400:00000200:0.0:1724310011.767174:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 51296 00000400:00000200:0.0:1724310011.767190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.767193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.767198:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.767203:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb100. 00000020:00000010:3.0:1724310011.767297:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.767302:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.767306:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.767331:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883247616 02000000:00000010:3.0:1724310011.767356:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a5000. 00010000:00000010:3.0:1724310011.767453:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310011.767465:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.767485:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310011.767489:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.767498:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310011.767501:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310011.767504:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310011.767506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.767577:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310011.767579:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310011.767582:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310011.767584:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310011.767605:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310011.767609:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310011.767617:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4de0. 00080000:00000010:3.0:1724310011.767622:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086ec1c00. 00000001:00000010:3.0:1724310011.767763:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1300. 00000001:00000010:3.0:1724310011.767766:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310011.767794:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4de0. 00010000:00000010:3.0:1724310011.767798:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310011.767800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.767810:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.767824:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310011.767825:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310011.767838:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.767841:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.767843:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.767847:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310011.767851:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000200:3.0:1724310011.767859:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095926, last committed = 4295095650 00010000:00000200:3.0:1724310011.767865:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb100 x1808069883247616/t4295095926(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.767874:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310011.767877:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883247616, offset 224 00000400:00000010:3.0:1724310011.767882:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe67a8. 00000400:00000200:3.0:1724310011.767885:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.767892:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.767897:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530731:530731:256:4294967295] 192.168.204.31@tcp LPNI seq info [530727:530727:8:4294967295] 00000400:00000200:3.0:1724310011.767900:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.767905:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.767909:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.767912:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310011.767916:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.767921:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.767924:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.768110:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.768114:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.768117:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00000400:00000200:0.0:1724310011.768887:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.768894:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294599 00000400:00000200:0.0:1724310011.768898:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.768901:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.768904:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8330 00000400:00000010:0.0:1724310011.768906:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8330. 00000400:00000200:0.0:1724310011.768965:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.768969:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ebc80 00000400:00000200:0.0:1724310011.768973:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 51784 00000400:00000200:0.0:1724310011.769004:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.769008:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.769011:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.769016:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cafb80. 00000020:00000010:3.0:1724310011.769055:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.769058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.769061:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.769075:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883247744 00000001:00000010:3.0:1724310011.769080:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310011.769091:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310011.769094:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 02000000:00000010:3.0:1724310011.769132:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087af0000. 00010000:00000010:3.0:1724310011.769146:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310011.769150:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.769157:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310011.769158:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.769161:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310011.769163:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000004:00000010:3.0:1724310011.769210:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310011.769215:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.769219:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.769224:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310011.769880:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310011.769883:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.769886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310011.769889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.769923:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.769931:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310011.769934:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.769954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000200:3.0:1724310011.769964:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cafb80 x1808069883247744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.769975:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310011.769978:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883247744, offset 224 00000400:00000200:3.0:1724310011.769982:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.769987:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.769991:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530732:530732:256:4294967295] 192.168.204.31@tcp LPNI seq info [530728:530728:8:4294967295] 00000400:00000200:3.0:1724310011.769998:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.770002:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.770004:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310011.770008:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.770013:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.770015:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.770036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.770039:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.770041:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00000800:00000200:0.0:1724310011.770127:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.770130:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310011.770133:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.770137:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.770139:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8b28 00000400:00000010:0.0:1724310011.770141:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8b28. 00010000:00000010:2.1:1724310011.770644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310011.770654:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310011.770658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310011.770662:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310011.770664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310011.770667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310011.771804:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.771812:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ebd80 00000400:00000200:0.0:1724310011.771818:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 52360 00000400:00000200:0.0:1724310011.771833:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.771837:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.771841:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.771845:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac700. 00000020:00000010:3.0:1724310011.771944:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.771948:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.771952:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.771971:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883248000 02000000:00000010:3.0:1724310011.771991:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a6000. 00010000:00000010:3.0:1724310011.772013:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.772022:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.772038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310011.772041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.772049:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310011.772050:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310011.772053:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310011.772055:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.772118:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310011.772120:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.772122:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310011.772124:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310011.772140:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b20. 00000020:00000010:3.0:1724310011.772144:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b20. 00000020:00000010:3.0:1724310011.772151:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf11e0. 00080000:00000010:3.0:1724310011.772156:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086ec2400. 00000001:00000010:3.0:1724310011.772334:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae41e0. 00000001:00000010:3.0:1724310011.772338:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310011.772372:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf11e0. 00010000:00000010:3.0:1724310011.772378:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310011.772381:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.772393:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.772409:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310011.772411:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00080000:00000010:3.0:1724310011.772444:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.772448:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.772451:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.772456:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310011.772464:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310011.772473:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095927, last committed = 4295095650 00010000:00000200:3.0:1724310011.772479:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac700 x1808069883248000/t4295095927(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.772490:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310011.772495:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883248000, offset 224 00000400:00000010:3.0:1724310011.772499:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe67e0. 00000400:00000200:3.0:1724310011.772502:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.772508:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.772513:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530733:530733:256:4294967295] 192.168.204.31@tcp LPNI seq info [530729:530729:8:4294967295] 00000400:00000200:3.0:1724310011.772517:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.772522:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.772526:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.772530:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310011.772533:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.772538:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.772541:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.773392:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.773397:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.773399:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00000400:00000200:0.0:1724310011.774486:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.774496:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945a1 00000400:00000200:0.0:1724310011.774500:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.774502:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.774506:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:0.0:1724310011.774508:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00000400:00000200:0.0:1724310011.775672:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.775679:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ebe00 00000400:00000200:0.0:1724310011.775685:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 52848 00000400:00000200:0.0:1724310011.775722:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.775726:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.775730:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.775734:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac380. 00000020:00000010:3.0:1724310011.775897:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.775901:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.775905:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.775923:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883248128 00000001:00000010:3.0:1724310011.775930:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310011.775946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310011.775951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310011.775993:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f2f0000. 00010000:00000010:3.0:1724310011.776012:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310011.776015:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.776024:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310011.776026:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310011.776028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310011.776030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000004:00000010:3.0:1724310011.776101:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310011.776107:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.776110:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.776116:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:1.1:1724310011.776326:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310011.776332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310011.776952:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310011.776955:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.776958:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310011.776961:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.776995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.777003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.777006:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310011.777030:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310011.777041:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac380 x1808069883248128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.777054:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310011.777059:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883248128, offset 224 00000400:00000200:3.0:1724310011.777063:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.777071:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.777077:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530734:530734:256:4294967295] 192.168.204.31@tcp LPNI seq info [530730:530730:8:4294967295] 00000400:00000200:3.0:1724310011.777084:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.777088:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.777091:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310011.777095:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.777100:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.777103:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.777875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.777879:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.777881:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00000400:00000200:0.0:1724310011.779340:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.779350:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ebf00 00000400:00000200:0.0:1724310011.779356:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 53424 00000400:00000200:0.0:1724310011.779374:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.779377:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.779381:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.779385:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cad500. 00000020:00000010:3.0:1724310011.779501:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.779505:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.779508:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00010000:00000010:2.1:1724310011.779515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310011.779523:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00000100:00000200:3.0:1724310011.779539:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883248384 02000000:00000010:3.0:1724310011.779566:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134389000. 00010000:00000010:3.0:1724310011.779596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.779606:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:0.1:1724310011.779606:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310011.779607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310011.779611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310011.779612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310011.779615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310011.779617:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310011.779620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310011.779621:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310011.779623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310011.779625:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310011.779629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310011.779631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310011.779633:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310011.779639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310011.779643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310011.779682:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.779691:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310011.779693:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310011.779695:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310011.779698:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.779761:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.779763:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310011.779765:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310011.779766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310011.779778:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310011.779781:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310011.779786:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae47e0. 00080000:00000010:3.0:1724310011.779790:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086ec0800. 00000001:00000010:3.0:1724310011.779904:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf11e0. 00000001:00000010:3.0:1724310011.779907:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310011.779939:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae47e0. 00010000:00000010:3.0:1724310011.779945:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310011.779948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.779961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.779975:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.779978:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00080000:00000010:3.0:1724310011.779993:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.779997:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.780000:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.780005:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310011.780010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310011.780021:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095928, last committed = 4295095650 00010000:00000200:3.0:1724310011.780026:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cad500 x1808069883248384/t4295095928(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.780041:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310011.780045:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883248384, offset 224 00000400:00000010:3.0:1724310011.780050:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6818. 00000400:00000200:3.0:1724310011.780052:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.780060:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.780065:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530735:530735:256:4294967295] 192.168.204.31@tcp LPNI seq info [530731:530731:8:4294967295] 00000400:00000200:3.0:1724310011.780068:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.780073:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.780077:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.780080:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310011.780084:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.780089:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.780092:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.780116:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.780119:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.780121:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00000800:00000200:0.0:1724310011.780592:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.780594:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310011.780598:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.780601:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.780894:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.780902:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945a9 00000400:00000200:0.0:1724310011.780905:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.780908:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.780911:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8088 00000400:00000010:0.0:1724310011.780913:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8088. 00000400:00000200:0.0:1724310011.782002:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.782009:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ebf80 00000400:00000200:0.0:1724310011.782015:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 53912 00000400:00000200:0.0:1724310011.782057:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.782061:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.782064:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.782068:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cadc00. 00000020:00000010:3.0:1724310011.782175:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c842600. 00000020:00000010:3.0:1724310011.782179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.782182:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.782216:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883248512 00000001:00000010:3.0:1724310011.782224:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310011.782241:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310011.782245:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 02000000:00000010:3.0:1724310011.782320:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:3.0:1724310011.782338:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310011.782341:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.782351:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310011.782353:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310011.782357:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310011.782359:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00000004:00000010:3.0:1724310011.782547:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310011.782553:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.782557:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.782564:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:0.1:1724310011.782791:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.782796:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310011.782800:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310011.782802:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310011.782806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310011.782811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310011.782813:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310011.782815:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310011.782817:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310011.782819:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310011.782821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310011.782822:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310011.783161:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310011.783164:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310011.783167:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310011.783170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.783205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.783211:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310011.783215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310011.783239:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310011.783250:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cadc00 x1808069883248512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.783374:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310011.783381:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883248512, offset 224 00000400:00000200:3.0:1724310011.783386:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.783393:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.783398:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530736:530736:256:4294967295] 192.168.204.31@tcp LPNI seq info [530732:530732:8:4294967295] 00000400:00000200:3.0:1724310011.783406:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.783410:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.783414:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310011.783429:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.783435:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.783438:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.783464:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.783468:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.783470:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c842600. 00010000:00000010:1.1:1724310011.785388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310011.785398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000400:00000200:0.0:1724310011.785645:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.785656:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec080 00000400:00000200:0.0:1724310011.785662:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 54488 00000400:00000200:0.0:1724310011.785679:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.785682:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.785687:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.785691:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caed80. 00000020:00000010:3.0:1724310011.785794:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f4e1200. 00000020:00000010:3.0:1724310011.785798:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.785802:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.785831:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883248768 02000000:00000010:3.0:1724310011.785854:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013438d000. 00010000:00000010:3.0:1724310011.785880:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.785890:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310011.785909:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310011.785913:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.785922:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310011.785924:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.785927:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310011.785929:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.786001:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310011.786003:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310011.786005:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310011.786007:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310011.786024:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.786028:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.786036:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1360. 00080000:00000010:3.0:1724310011.786043:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086ec0c00. 00000001:00000010:3.0:1724310011.786199:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4420. 00000001:00000010:3.0:1724310011.786203:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310011.786235:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1360. 00010000:00000010:3.0:1724310011.786242:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310011.786245:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.786284:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.786301:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310011.786304:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310011.786322:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.786327:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.786331:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.786336:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310011.786342:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310011.786353:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095929, last committed = 4295095650 00010000:00000200:3.0:1724310011.786360:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caed80 x1808069883248768/t4295095929(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.786376:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310011.786381:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883248768, offset 224 00000400:00000010:3.0:1724310011.786386:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6850. 00000400:00000200:3.0:1724310011.786388:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.786396:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.786400:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530737:530737:256:4294967295] 192.168.204.31@tcp LPNI seq info [530733:530733:8:4294967295] 00000400:00000200:3.0:1724310011.786404:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.786410:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.786414:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.786417:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310011.786430:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.786435:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.786438:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.786449:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.786452:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.786454:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f4e1200. 00000800:00000200:0.0:1724310011.786586:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.786589:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310011.786592:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.786595:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.787612:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.787621:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945b1 00000400:00000200:0.0:1724310011.787624:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.787627:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.787630:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e85d8 00000400:00000010:0.0:1724310011.787632:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e85d8. 00010000:00000010:0.1:1724310011.788364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310011.788371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310011.788374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310011.788380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310011.788736:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.788743:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec100 00000400:00000200:0.0:1724310011.788749:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 54976 00000400:00000200:0.0:1724310011.788791:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.788794:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.788798:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.788802:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cace00. 00000800:00000200:0.0:1724310011.791724:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.791727:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310011.791731:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.791735:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.791738:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ab28 00000400:00000010:0.0:1724310011.791741:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ab28. 00000400:00000200:0.0:1724310011.793016:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.793027:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec200 00000400:00000200:0.0:1724310011.793033:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 55552 00000400:00000200:0.0:1724310011.793051:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.793054:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.793058:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.793065:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431c00. 00000800:00000200:0.0:1724310011.794391:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.794393:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310011.794396:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.794400:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310011.794756:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310011.794762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:0.0:1724310011.795182:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.795190:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945b9 00000400:00000200:0.0:1724310011.795193:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.795196:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.795198:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660add0 00000400:00000010:0.0:1724310011.795200:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660add0. 00000400:00000200:0.0:1724310011.795568:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.795574:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec280 00000400:00000200:0.0:1724310011.795579:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 56040 00000400:00000200:0.0:1724310011.795609:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.795612:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.795615:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.795619:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134433100. 00000020:00000010:3.0:1724310011.795759:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.795763:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.795766:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.795786:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883249280 00000001:00000010:3.0:1724310011.795793:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310011.795805:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310011.795809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310011.795847:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:3.0:1724310011.795863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310011.795866:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.795874:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310011.795876:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.795878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310011.795880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000004:00000010:3.0:1724310011.795933:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310011.795939:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.795943:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.795949:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310011.796532:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310011.796535:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310011.796539:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310011.796541:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.796574:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.796583:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310011.796585:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.796609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310011.796619:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134433100 x1808069883249280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.796630:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310011.796634:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883249280, offset 224 00000400:00000200:3.0:1724310011.796638:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.796643:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.796648:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530740:530740:256:4294967295] 192.168.204.31@tcp LPNI seq info [530736:530736:8:4294967295] 00000400:00000200:3.0:1724310011.796655:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.796660:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.796664:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310011.796668:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.796678:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.796681:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.796696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.796699:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.796702:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.796751:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.796754:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310011.796757:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.796760:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.796763:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8088 00000400:00000010:0.0:1724310011.796764:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8088. 00010000:00000010:0.1:1724310011.797352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310011.797358:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310011.797361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310011.797364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310011.797367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310011.797369:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310011.797371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310011.797372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310011.797374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310011.797379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310011.798325:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.798335:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec380 00000400:00000200:0.0:1724310011.798341:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 56616 00000400:00000200:0.0:1724310011.798358:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.798361:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.798366:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.798369:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134430e00. 00000020:00000010:3.0:1724310011.798484:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.798489:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.798493:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.798636:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883249536 02000000:00000010:3.0:1724310011.798659:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134388000. 00010000:00000010:3.0:1724310011.798683:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.798692:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310011.798709:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310011.798712:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.798721:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.798723:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.798725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310011.798727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.798791:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310011.798793:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.798795:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310011.798797:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310011.798813:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.798817:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.798825:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae47e0. 00080000:00000010:3.0:1724310011.798830:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086ec0000. 00000001:00000010:3.0:1724310011.798979:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1b40. 00000001:00000010:3.0:1724310011.798983:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310011.799017:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae47e0. 00010000:00000010:3.0:1724310011.799024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310011.799027:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.799039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.799056:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310011.799058:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00080000:00000010:3.0:1724310011.799074:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.799079:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.799082:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.799087:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310011.799094:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310011.799103:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095931, last committed = 4295095650 00010000:00000200:3.0:1724310011.799109:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134430e00 x1808069883249536/t4295095931(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.799120:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310011.799124:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883249536, offset 224 00000400:00000010:3.0:1724310011.799129:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6888. 00000400:00000200:3.0:1724310011.799132:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.799140:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.799145:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530741:530741:256:4294967295] 192.168.204.31@tcp LPNI seq info [530737:530737:8:4294967295] 00000400:00000200:3.0:1724310011.799148:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.799152:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.799156:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.799159:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310011.799163:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.799168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.799170:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.800117:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.800122:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.800125:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.800582:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.800584:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310011.800589:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.800594:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.801824:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.801835:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945c1 00000400:00000200:0.0:1724310011.801839:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.801842:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.801846:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8dd0 00000400:00000010:0.0:1724310011.801848:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8dd0. 00000400:00000200:0.0:1724310011.802614:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.802621:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec400 00000400:00000200:0.0:1724310011.802626:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 57104 00010000:00000010:2.1:1724310011.802703:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310011.802711:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310011.802716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310011.802721:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310011.802725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310011.802728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310011.802730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310011.802733:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310011.802735:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310011.802737:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310011.802739:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310011.802743:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310011.802904:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.802908:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.802912:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.802917:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431f80. 00010000:00000010:0.1:1724310011.805427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310011.805434:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310011.805441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310011.805444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310011.806856:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.806868:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec500 00000400:00000200:0.0:1724310011.806874:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 57680 00000400:00000200:0.0:1724310011.806894:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.806898:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.806903:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.806908:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431500. 00000800:00000200:0.0:1724310011.807920:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.807923:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310011.807926:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.807930:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310011.808361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310011.808366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310011.808368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310011.808371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310011.808374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310011.808377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310011.808734:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.808742:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945c9 00000400:00000200:0.0:1724310011.808746:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.808748:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.808752:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:0.0:1724310011.808754:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00000400:00000200:0.0:1724310011.809369:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.809375:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec580 00000400:00000200:0.0:1724310011.809380:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 58168 00000400:00000200:0.0:1724310011.809433:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.809437:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.809440:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.809445:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787800. 00000800:00000200:0.0:1724310011.811035:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.811038:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310011.811042:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.811046:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.811049:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a990 00000400:00000010:0.0:1724310011.811051:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a990. 00010000:00000010:0.1:1724310011.811432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310011.811439:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310011.811442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310011.811444:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310011.811446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310011.811451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310011.812751:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.812761:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec680 00000400:00000200:0.0:1724310011.812767:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 58744 00000400:00000200:0.0:1724310011.812783:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.812787:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.812792:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.812796:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122784a80. 00000800:00000200:0.0:1724310011.813865:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.813868:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310011.813871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.813874:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310011.814361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310011.814366:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310011.814369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310011.814372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310011.814746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310011.814752:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310011.814755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310011.814757:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310011.814760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310011.814764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310011.815413:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.815432:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945d1 00000400:00000200:0.0:1724310011.815436:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.815439:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.815443:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a000 00000400:00000010:0.0:1724310011.815445:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a000. 00000400:00000200:0.0:1724310011.815498:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.815503:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec700 00000400:00000200:0.0:1724310011.815509:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 59232 00000400:00000200:0.0:1724310011.815557:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.815561:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.815565:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.815570:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785f80. 00000800:00000200:0.0:1724310011.817319:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.817322:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310011.817324:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.817652:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.817656:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:0.0:1724310011.817658:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00010000:00000010:3.1:1724310011.817974:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310011.817981:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310011.817983:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310011.817986:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310011.817988:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310011.817992:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310011.818943:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.818954:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec800 00000400:00000200:0.0:1724310011.818961:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 59808 00000400:00000200:0.0:1724310011.818977:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.818980:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.818985:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.818989:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785180. 00010000:00000010:0.1:1724310011.821576:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310011.821583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310011.822541:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.822553:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945d9 00000400:00000200:0.0:1724310011.822557:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.822560:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.822565:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:0.0:1724310011.822567:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00000400:00000200:0.0:1724310011.822920:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.822926:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ec880 00000400:00000200:0.0:1724310011.822932:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 60296 00000400:00000200:0.0:1724310011.822983:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.822987:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.822991:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.822996:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787b80. 00010000:00000010:3.1:1724310011.825084:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310011.825091:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000800:00000200:0.0:1724310011.825763:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.825766:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310011.825769:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.825773:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.825776:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660acc0 00000400:00000010:0.0:1724310011.825778:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660acc0. 00000400:00000200:0.0:1724310011.827160:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.827169:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ec980 00000400:00000200:0.0:1724310011.827176:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 60872 00000400:00000200:0.0:1724310011.827192:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.827195:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.827198:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.827202:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786a00. 00000800:00000200:0.0:1724310011.828500:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.828503:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310011.828508:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.828511:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.829174:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.829183:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945e1 00000400:00000200:0.0:1724310011.829186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.829189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.829193:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a440 00000400:00000010:0.0:1724310011.829194:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a440. 00000400:00000200:0.0:1724310011.830222:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.830229:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eca00 00000400:00000200:0.0:1724310011.830236:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 61360 00000400:00000200:0.0:1724310011.831144:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.831149:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.831153:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.831159:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786300. 00000020:00000010:3.0:1724310011.831294:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.831299:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.831302:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.831486:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883251200 00000001:00000010:3.0:1724310011.831494:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:3.0:1724310011.831511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310011.831515:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 02000000:00000010:3.0:1724310011.831554:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:3.0:1724310011.831571:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310011.831574:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.831584:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.831586:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310011.831588:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310011.831590:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000004:00000010:3.0:1724310011.831661:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310011.831666:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.831669:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.831675:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:0.1:1724310011.831824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310011.831829:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310011.831832:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310011.831834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310011.831837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310011.831838:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310011.831840:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310011.831842:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310011.831843:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310011.831846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.0:1724310011.832381:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310011.832385:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310011.832388:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310011.832390:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.832442:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.832997:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.833002:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310011.833027:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310011.833039:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122786300 x1808069883251200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.833053:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310011.833059:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883251200, offset 224 00000400:00000200:3.0:1724310011.833064:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.833073:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.833078:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530750:530750:256:4294967295] 192.168.204.31@tcp LPNI seq info [530746:530746:8:4294967295] 00000400:00000200:3.0:1724310011.833086:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.833090:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.833093:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310011.833098:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.833103:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.833106:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.833414:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.833425:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.833427:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00010000:00000010:3.1:1724310011.834479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310011.834485:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310011.834488:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310011.834490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310011.835234:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.835243:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ecb00 00000400:00000200:0.0:1724310011.835249:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 61936 00000400:00000200:0.0:1724310011.835290:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.835294:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.835298:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.835304:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddf80. 00000020:00000010:3.0:1724310011.835426:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.835431:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.835434:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.835459:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883251456 02000000:00000010:3.0:1724310011.835483:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122391000. 00010000:00000010:3.0:1724310011.835507:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.835515:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310011.835532:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310011.835536:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310011.835545:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310011.835547:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.835549:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310011.835551:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.835619:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310011.835620:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310011.835623:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310011.835625:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310011.835639:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.835643:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.835650:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1360. 00080000:00000010:3.0:1724310011.835655:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a861b000. 00000001:00000010:3.0:1724310011.835815:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4c60. 00000001:00000010:3.0:1724310011.835820:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310011.835853:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1360. 00010000:00000010:3.0:1724310011.835859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310011.835862:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.835873:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.835889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.835891:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310011.835909:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.835913:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.835916:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.835921:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310011.835928:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310011.835938:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095936, last committed = 4295095650 00010000:00000200:3.0:1724310011.835945:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ddf80 x1808069883251456/t4295095936(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.835957:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310011.835961:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883251456, offset 224 00000400:00000010:3.0:1724310011.835965:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe68c0. 00000400:00000200:3.0:1724310011.835968:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.835975:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.835980:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530751:530751:256:4294967295] 192.168.204.31@tcp LPNI seq info [530747:530747:8:4294967295] 00000400:00000200:3.0:1724310011.835984:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.835989:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.835993:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.835996:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310011.836000:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.836006:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.836008:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.836019:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.836022:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.836024:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.836171:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.836174:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310011.836177:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.836181:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.836990:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.836999:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945e9 00000400:00000200:0.0:1724310011.837001:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.837004:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.837008:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8b28 00000400:00000010:0.0:1724310011.837009:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8b28. 00000400:00000200:0.0:1724310011.838129:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.838135:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ecb80 00000400:00000200:0.0:1724310011.838141:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 62424 00000400:00000200:0.0:1724310011.838555:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.838560:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.838564:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.838570:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dca80. 00000800:00000200:0.0:1724310011.839902:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.839905:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310011.839908:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.839912:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.839914:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:0.0:1724310011.839916:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:1.1:1724310011.841396:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310011.841405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310011.841471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310011.841478:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310011.841482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310011.841484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310011.842183:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.842195:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ecc80 00000400:00000200:0.0:1724310011.842202:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 63000 00000400:00000200:0.0:1724310011.842224:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.842227:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.842232:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.842237:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd180. 00000800:00000200:0.0:1724310011.843247:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.843250:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310011.843253:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.843274:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310011.844358:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310011.844364:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310011.844368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310011.844370:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310011.844372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310011.844376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310011.844378:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310011.844380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:0.0:1724310011.844665:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.844673:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945f1 00000400:00000200:0.0:1724310011.844677:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.844680:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.844684:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:0.0:1724310011.844686:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00000400:00000200:0.0:1724310011.845053:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.845060:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ecd00 00000400:00000200:0.0:1724310011.845066:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 63488 00000400:00000200:0.0:1724310011.845190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.845195:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.845198:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.845203:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc000. 00000020:00000010:3.0:1724310011.846100:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.846106:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.846111:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.846318:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883251968 00000001:00000010:3.0:1724310011.846328:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310011.846347:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310011.846351:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 02000000:00000010:3.0:1724310011.846391:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080300000. 00010000:00000010:3.0:1724310011.846408:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310011.846410:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.846429:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.846431:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310011.846433:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310011.846436:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000004:00000010:3.0:1724310011.846498:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310011.846503:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.846506:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.846512:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310011.847095:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310011.847098:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.847101:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310011.847104:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.847142:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.847150:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310011.847153:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310011.847177:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310011.847189:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc000 x1808069883251968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.847203:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310011.847208:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883251968, offset 224 00000400:00000200:3.0:1724310011.847213:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.847222:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.847226:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530754:530754:256:4294967295] 192.168.204.31@tcp LPNI seq info [530750:530750:8:4294967295] 00000400:00000200:3.0:1724310011.847233:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.847238:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.847241:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310011.847246:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.847251:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.847255:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.848213:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.848218:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.848220:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00010000:00000010:1.1:1724310011.849055:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310011.849062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310011.849128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310011.849132:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310011.849135:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310011.849136:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310011.849139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310011.849143:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:0.0:1724310011.850396:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.850407:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ece00 00000400:00000200:0.0:1724310011.850414:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 64064 00000400:00000200:0.0:1724310011.850439:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.850442:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.850447:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.850451:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df100. 00000020:00000010:3.0:1724310011.850542:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.850546:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.850550:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.850594:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883252224 02000000:00000010:3.0:1724310011.850619:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122395000. 00010000:00000010:3.0:1724310011.850644:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310011.850655:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.850674:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310011.850679:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.850690:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310011.850691:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310011.850694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310011.850697:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310011.850772:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310011.850774:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310011.850776:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310011.850778:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310011.850796:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.850801:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.850808:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4780. 00080000:00000010:3.0:1724310011.850813:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a861ac00. 00000001:00000010:3.0:1724310011.850957:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4cc0. 00000001:00000010:3.0:1724310011.850961:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310011.850988:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4780. 00010000:00000010:3.0:1724310011.850994:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310011.850996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.851008:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.851022:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310011.851024:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310011.851039:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.851043:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.851046:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.851051:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310011.851056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310011.851067:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095938, last committed = 4295095650 00010000:00000200:3.0:1724310011.851072:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df100 x1808069883252224/t4295095938(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.851085:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8f68. 00000100:00000200:3.0:1724310011.851090:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883252224, offset 224 00000400:00000010:3.0:1724310011.851094:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe68f8. 00000400:00000200:3.0:1724310011.851097:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.851107:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.851112:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530755:530755:256:4294967295] 192.168.204.31@tcp LPNI seq info [530751:530751:8:4294967295] 00000400:00000200:3.0:1724310011.851117:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.851122:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.851126:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.851130:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310011.851134:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.851138:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.851142:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.851155:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.851158:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.851160:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000400:00000200:0.0:1724310011.853157:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.853167:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2945f9 00000400:00000200:0.0:1724310011.853171:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.853173:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.853177:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8f68 00000400:00000010:0.0:1724310011.853179:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8f68. 00000400:00000200:0.0:1724310011.853599:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.853606:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ece80 00000400:00000200:0.0:1724310011.853612:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 64552 00000400:00000200:0.0:1724310011.853657:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.853661:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.853664:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.853668:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dfb80. 00010000:00000010:0.1:1724310011.854552:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310011.854557:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310011.854560:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310011.854563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310011.854565:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310011.854567:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310011.854569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310011.854571:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310011.854573:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310011.854576:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.0:1724310011.854741:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310011.854744:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310011.854747:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310011.854750:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310011.854788:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:0.0:1724310011.855166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:0.0:1724310011.855172:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:0.0:1724310011.855199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:0.0:1724310011.855211:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dfb80 x1808069883252352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310011.855225:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e000. 00000100:00000200:0.0:1724310011.855230:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883252352, offset 224 00000400:00000200:0.0:1724310011.855235:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310011.855243:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310011.855247:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530756:530756:256:4294967295] 192.168.204.31@tcp LPNI seq info [530752:530752:8:4294967295] 00000400:00000200:0.0:1724310011.855256:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310011.855558:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310011.855561:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310011.855565:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310011.855571:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310011.855575:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310011.855613:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:0.0:1724310011.855617:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:0.0:1724310011.855620:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086847600. 00000400:00000200:0.0:1724310011.857151:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.857162:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ecf80 00000400:00000200:0.0:1724310011.857168:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 65128 00000400:00000200:0.0:1724310011.857186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.857190:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.857195:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.857199:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df480. 00000800:00000200:0.0:1724310011.858912:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.858914:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310011.858919:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.858923:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310011.861789:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310011.861797:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310011.861861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310011.861867:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310011.861870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310011.861871:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000800:00000200:0.0:1724310011.864110:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.864113:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310011.864117:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.864120:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.864124:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951742a8 00000400:00000010:0.0:1724310011.864125:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951742a8. 00010000:00000010:2.1:1724310011.864792:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310011.864798:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310011.864800:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310011.864803:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310011.864997:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310011.865002:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:0.0:1724310011.866503:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.866517:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed100 00000400:00000200:0.0:1724310011.866524:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 66192 00000400:00000200:0.0:1724310011.866544:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.866548:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.866554:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.866560:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddc00. 00010000:00000010:2.1:1724310011.871465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310011.871471:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310011.871476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310011.871479:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310011.871483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310011.871488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310011.871729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310011.871735:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310011.871738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310011.871740:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310011.871742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310011.871747:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310011.874470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310011.874475:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310011.874478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310011.874480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310011.874483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310011.874485:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.874487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.874488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310011.874490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310011.874495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310011.874554:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310011.874559:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310011.875810:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.875822:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed280 00000400:00000200:0.0:1724310011.875829:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 67256 00000400:00000200:0.0:1724310011.875849:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.875853:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.875858:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.875863:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd500. 00010000:00000010:2.1:1724310011.877347:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.877353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310011.877356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310011.877358:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310011.877360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310011.877362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310011.878436:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.878448:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294611 00000400:00000200:0.0:1724310011.878452:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.878455:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.878460:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951744c8 00000400:00000010:0.0:1724310011.878462:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951744c8. 00000400:00000200:0.0:1724310011.878493:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.878498:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ed300 00000400:00000200:0.0:1724310011.878505:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 67744 00000400:00000200:0.0:1724310011.878558:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.878562:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.878566:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.878571:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc700. 00000020:00000010:3.0:1724310011.879006:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.879011:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.879015:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.879048:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883253504 00000001:00000010:3.0:1724310011.879058:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:3.0:1724310011.879075:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310011.879079:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 02000000:00000010:3.0:1724310011.879126:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004f960000. 00010000:00000010:3.0:1724310011.879147:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310011.879150:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.879160:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310011.879162:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.879164:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310011.879166:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310011.879239:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310011.879245:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.879250:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.879283:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310011.880206:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.880209:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.880213:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310011.880215:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.880254:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.880298:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310011.880302:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.880325:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310011.880337:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc700 x1808069883253504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.880349:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310011.880354:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883253504, offset 224 00000400:00000200:3.0:1724310011.880358:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.880365:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.880370:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530762:530762:256:4294967295] 192.168.204.31@tcp LPNI seq info [530758:530758:8:4294967295] 00000400:00000200:3.0:1724310011.880378:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.880382:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.880385:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310011.880389:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.880395:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.880398:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.880826:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.880830:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.880832:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000400:00000200:0.0:1724310011.882948:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.882962:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed400 00000400:00000200:0.0:1724310011.882969:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 68320 00000400:00000200:0.0:1724310011.882986:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.882990:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.882995:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.883000:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dea00. 00000020:00000010:3.0:1724310011.883119:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.883124:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.883128:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.883203:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883253760 02000000:00000010:3.0:1724310011.883234:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122394000. 00010000:00000010:3.0:1724310011.883288:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.883303:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.883325:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310011.883329:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.883341:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310011.883342:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310011.883345:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310011.883347:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.883436:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310011.883438:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.883441:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310011.883443:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310011.883463:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.883468:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.883476:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4240. 00010000:00000010:2.1:1724310011.883724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310011.883731:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310011.883735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310011.883737:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310011.883739:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310011.883745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00080000:00000010:3.0:1724310011.883790:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a8618000. 00000001:00000010:3.0:1724310011.883951:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4120. 00000001:00000010:3.0:1724310011.883956:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310011.883986:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4240. 00010000:00000010:3.0:1724310011.883992:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310011.883996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.884010:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.884027:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310011.884030:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00080000:00000010:3.0:1724310011.884045:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.884049:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.884053:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.884057:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310011.884063:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000200:3.0:1724310011.884074:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095942, last committed = 4295095650 00010000:00000200:3.0:1724310011.884081:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dea00 x1808069883253760/t4295095942(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.884099:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e86e8. 00000100:00000200:3.0:1724310011.884104:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883253760, offset 224 00000400:00000010:3.0:1724310011.884110:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6930. 00000400:00000200:3.0:1724310011.884112:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.884120:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.884126:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530763:530763:256:4294967295] 192.168.204.31@tcp LPNI seq info [530759:530759:8:4294967295] 00000400:00000200:3.0:1724310011.884130:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.884135:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.884140:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.884142:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310011.884146:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.884151:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.884154:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.884720:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310011.884725:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.884728:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.884850:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.884853:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310011.884857:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.884861:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.886940:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.886953:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294619 00000400:00000200:0.0:1724310011.886958:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.886961:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.886966:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e86e8 00000400:00000010:0.0:1724310011.886968:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e86e8. 00000400:00000200:0.0:1724310011.887539:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.887545:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ed480 00000400:00000200:0.0:1724310011.887551:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 68808 00000400:00000200:0.0:1724310011.887609:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.887612:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.887615:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.887620:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dce00. 00010000:00000010:3.0:1724310011.888173:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.888182:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00000020:00000010:3.0:1724310011.888288:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.888292:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.888296:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.889060:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883253888 00000001:00000010:3.0:1724310011.889071:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:3.0:1724310011.889089:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310011.889093:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 02000000:00000010:3.0:1724310011.889137:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087980000. 00010000:00000010:3.0:1724310011.889158:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310011.889161:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.889173:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310011.889175:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.889177:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310011.889179:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000004:00000010:3.0:1724310011.889493:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310011.889501:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.889505:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.889511:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:2.1:1724310011.889726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310011.889732:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310011.889736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310011.889739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310011.889784:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310011.889789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.0:1724310011.890519:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310011.890522:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.890526:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310011.890529:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310011.890568:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.890576:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.890579:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.890605:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310011.890618:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dce00 x1808069883253888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.890632:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8220. 00000100:00000200:3.0:1724310011.890638:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883253888, offset 224 00000400:00000200:3.0:1724310011.890643:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.890653:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.890658:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530764:530764:256:4294967295] 192.168.204.31@tcp LPNI seq info [530760:530760:8:4294967295] 00000400:00000200:3.0:1724310011.890666:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.890671:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.890673:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310011.890678:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.890684:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.890688:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.890847:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.890852:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.890854:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.890984:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.890986:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310011.890990:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.890994:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.890997:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8220 00000400:00000010:0.0:1724310011.890999:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8220. 00010000:00000010:2.1:1724310011.892414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310011.892431:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310011.892435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310011.892437:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310011.892439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310011.892443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310011.892445:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310011.892447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310011.893458:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.893471:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed580 00000400:00000200:0.0:1724310011.893477:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 69384 00000400:00000200:0.0:1724310011.893496:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.893500:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.893504:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.893510:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815de680. 00000020:00000010:3.0:1724310011.893607:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094629400. 00000020:00000010:3.0:1724310011.893613:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.893617:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.893799:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883254144 02000000:00000010:3.0:1724310011.893826:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343a9000. 00010000:00000010:3.0:1724310011.893854:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310011.893864:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.893884:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310011.893887:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.893898:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310011.893900:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310011.893903:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310011.893904:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.893981:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310011.893983:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.893986:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310011.893988:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310011.894007:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.894012:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310011.894019:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ae0. 00080000:00000010:3.0:1724310011.894024:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a8619400. 00000001:00000010:3.0:1724310011.894167:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d80. 00000001:00000010:3.0:1724310011.894171:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310011.894199:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ae0. 00010000:00000010:3.0:1724310011.894206:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310011.894209:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.894223:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.894240:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.894243:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00080000:00000010:3.0:1724310011.894400:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.894405:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310011.894408:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.894414:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310011.894434:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310011.894447:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095943, last committed = 4295095650 00010000:00000200:3.0:1724310011.894454:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815de680 x1808069883254144/t4295095943(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.894468:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8110. 00000100:00000200:3.0:1724310011.894474:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883254144, offset 224 00000400:00000010:3.0:1724310011.894478:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6968. 00000400:00000200:3.0:1724310011.894481:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.894490:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.894496:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530765:530765:256:4294967295] 192.168.204.31@tcp LPNI seq info [530761:530761:8:4294967295] 00000400:00000200:3.0:1724310011.894500:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.894506:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.894511:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.894514:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310011.894519:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.894526:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.894530:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.894555:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.894558:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310011.894561:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094629400. 00000800:00000200:0.0:1724310011.894927:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.894931:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310011.894934:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.894938:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310011.895797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310011.895804:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310011.895806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310011.895808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:0.0:1724310011.896791:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.896803:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294621 00000400:00000200:0.0:1724310011.896808:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.896811:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.896815:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8110 00000400:00000010:0.0:1724310011.896817:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8110. 00000400:00000200:0.0:1724310011.897277:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.897282:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ed600 00000400:00000200:0.0:1724310011.897288:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 69872 00000400:00000200:0.0:1724310011.897564:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.897568:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.897572:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.897577:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df800. 00000020:00000010:3.0:1724310011.897773:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f4e1200. 00000020:00000010:3.0:1724310011.897778:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.897781:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310011.898059:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883254272 00000001:00000010:3.0:1724310011.898068:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310011.898086:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310011.898091:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 02000000:00000010:3.0:1724310011.898134:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cbc0000. 00010000:00000010:3.0:1724310011.898152:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310011.898154:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.898165:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310011.898166:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310011.898169:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310011.898171:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310011.898248:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310011.898253:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310011.898282:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310011.898288:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:2.1:1724310011.901449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310011.901460:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310011.901463:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310011.901465:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310011.901468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310011.901473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310011.901620:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.901632:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed700 00000400:00000200:0.0:1724310011.901639:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 70448 00000400:00000200:0.0:1724310011.901657:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.901661:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.901665:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.901670:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc380. 00000400:00000200:0.0:1724310011.904336:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.904346:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294629 00000400:00000200:0.0:1724310011.904350:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.904353:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.904357:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174aa0 00000400:00000010:0.0:1724310011.904359:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174aa0. 00000400:00000200:0.0:1724310011.904383:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.904387:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ed780 00000400:00000200:0.0:1724310011.904392:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 70936 00000400:00000200:0.0:1724310011.904442:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.904446:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.904449:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.904454:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ded80. 00010000:00000010:3.0:1724310011.904535:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:3.0:1724310011.904542:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00010000:00000010:3.1:1724310011.906843:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310011.906849:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000800:00000200:0.0:1724310011.906956:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.906959:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310011.906963:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.906967:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.906970:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174c38 00000400:00000010:0.0:1724310011.906972:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174c38. 00010000:00000010:1.1:1724310011.907016:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310011.907021:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310011.907024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310011.907026:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:0.0:1724310011.908484:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.908497:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ed880 00000400:00000200:0.0:1724310011.908503:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 71512 00000400:00000200:0.0:1724310011.908520:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.908523:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.908528:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.908533:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd880. 00000400:00000200:0.0:1724310011.910993:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.911003:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294631 00000400:00000200:0.0:1724310011.911009:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.911012:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.911016:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174a18 00000400:00000010:0.0:1724310011.911018:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174a18. 00010000:00000010:2.1:1724310011.911077:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310011.911085:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310011.911746:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.911752:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ed900 00000400:00000200:0.0:1724310011.911758:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 72000 00000400:00000200:0.0:1724310011.911811:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.911815:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.911818:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.911824:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7b480. 00010000:00000010:1.1:1724310011.913377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310011.913383:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310011.913386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310011.913388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310011.913389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310011.913395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310011.913397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310011.913400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310011.913402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310011.913404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310011.916007:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310011.916014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310011.917581:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.917594:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eda00 00000400:00000200:0.0:1724310011.917600:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 72576 00000400:00000200:0.0:1724310011.917618:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.917622:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.917627:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.917633:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d78380. 00000400:00000200:0.0:1724310011.919708:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.919716:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294639 00000400:00000200:0.0:1724310011.919720:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.919722:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.919726:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:0.0:1724310011.919728:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00010000:00000010:3.0:1724310011.919805:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:3.0:1724310011.919811:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00000400:00000200:0.0:1724310011.920449:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.920455:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eda80 00000400:00000200:0.0:1724310011.920461:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 73064 00000400:00000200:0.0:1724310011.920502:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.920505:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.920509:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.920513:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7a680. 00010000:00000010:1.1:1724310011.923276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310011.923282:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310011.923284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310011.923286:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310011.923288:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310011.923293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310011.924461:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.924472:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131edb80 00000400:00000200:0.0:1724310011.924479:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 73640 00000400:00000200:0.0:1724310011.924496:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.924499:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.924504:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.924510:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511df80. 00000400:00000200:0.0:1724310011.926655:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.926664:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294641 00000400:00000200:0.0:1724310011.926667:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.926669:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.926673:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174880 00000400:00000010:0.0:1724310011.926675:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174880. 00000400:00000200:0.0:1724310011.927512:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.927518:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131edc00 00000400:00000200:0.0:1724310011.927523:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 74128 00000400:00000200:0.0:1724310011.927559:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.927562:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.927566:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.927570:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ea00. 00010000:00000010:3.1:1724310011.928894:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310011.928900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000100:00000200:0.0:1724310011.937907:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883256064 02000000:00000010:0.0:1724310011.937935:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e72000. 00010000:00000010:0.0:1724310011.937965:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:0.0:1724310011.937994:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00010000:00000010:0.0:1724310011.938019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310011.938024:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:0.0:1724310011.938035:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310011.938038:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310011.938040:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310011.938042:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310011.938119:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310011.938121:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310011.938124:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310011.938126:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310011.938145:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b500. 00000020:00000010:0.0:1724310011.938151:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b500. 00000020:00000010:0.0:1724310011.938160:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fc9c0. 00080000:00000010:0.0:1724310011.938166:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009be42c00. 00000001:00000010:0.0:1724310011.938474:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b840. 00000001:00000010:0.0:1724310011.938479:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310011.938508:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fc9c0. 00010000:00000010:0.0:1724310011.938514:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310011.938518:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.938531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.938549:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310011.938552:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:0.0:1724310011.938567:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:0.0:1724310011.938572:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:0.0:1724310011.938575:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53780. 00000004:00000010:0.0:1724310011.938581:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:0.0:1724310011.938589:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000200:0.0:1724310011.938599:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095948, last committed = 4295095650 00010000:00000200:0.0:1724310011.938607:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2d80 x1808069883256064/t4295095948(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310011.938620:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eaa0. 00000100:00000200:0.0:1724310011.938625:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883256064, offset 224 00000400:00000010:0.0:1724310011.938630:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de850. 00000400:00000200:0.0:1724310011.938633:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310011.938643:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310011.938649:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530775:530775:256:4294967295] 192.168.204.31@tcp LPNI seq info [530771:530771:8:4294967295] 00000400:00000200:0.0:1724310011.938653:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310011.938658:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310011.938663:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310011.938666:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310011.938671:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310011.938676:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310011.938679:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310011.938706:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0d80. 00000020:00000010:0.0:1724310011.938710:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:0.0:1724310011.938713:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087c95200. 00000400:00000200:0.0:1724310011.941470:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.941486:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294649 00000400:00000200:0.0:1724310011.941491:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.941495:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.941499:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84eaa0 00000400:00000010:0.0:1724310011.941501:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84eaa0. 00010000:00000010:3.0:1724310011.941694:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:3.0:1724310011.941704:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:0.1:1724310011.942456:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310011.942466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310011.942516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310011.942521:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310011.942524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310011.942527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310011.942531:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310011.942534:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310011.942536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310011.942538:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310011.942540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310011.942546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310011.942547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310011.942549:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310011.942551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310011.942553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310011.943295:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.943304:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131edd80 00000400:00000200:0.0:1724310011.943310:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 75192 00000400:00000200:0.0:1724310011.943437:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.943441:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.943446:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.943450:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511e680. 00010000:00000010:0.1:1724310011.946578:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310011.946583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310011.946611:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310011.946615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310011.946618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310011.946620:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310011.946622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310011.946628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:0.0:1724310011.948150:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.948163:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ede80 00000400:00000200:0.0:1724310011.948170:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 75768 00000400:00000200:0.0:1724310011.948190:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.948194:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.948199:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.948204:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ca80. 00000400:00000200:0.0:1724310011.950389:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.950397:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294651 00000400:00000200:0.0:1724310011.950401:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.950404:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.950407:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:0.0:1724310011.950409:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00000020:00000010:0.0:1724310011.951393:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082ef0c00. 00000020:00000010:0.0:1724310011.951396:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.951400:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310011.951429:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883256576 00000001:00000010:0.0:1724310011.951437:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:0.0:1724310011.951453:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310011.951458:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:0.0:1724310011.951500:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087cf0000. 00010000:00000010:0.0:1724310011.951521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310011.951524:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310011.951536:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310011.951538:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.951541:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310011.951543:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000004:00000010:0.0:1724310011.951608:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310011.951614:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310011.951618:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310011.951624:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:2.1:1724310011.952358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310011.952365:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310011.952369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310011.952372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310011.952375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310011.952381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310011.952384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310011.952386:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310011.952388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310011.952390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.0:1724310011.952809:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310011.952812:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310011.952815:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310011.952818:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310011.952861:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310011.953346:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310011.953351:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.953377:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:0.0:1724310011.953389:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa300 x1808069883256576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310011.953402:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eaa0. 00000100:00000200:0.0:1724310011.953407:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883256576, offset 224 00000400:00000200:0.0:1724310011.953411:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310011.953433:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310011.953437:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530778:530778:256:4294967295] 192.168.204.31@tcp LPNI seq info [530774:530774:8:4294967295] 00000400:00000200:0.0:1724310011.953445:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310011.953450:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310011.953453:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310011.953459:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310011.953464:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310011.953467:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310011.953480:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.953483:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310011.953486:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082ef0c00. 00010000:00000010:0.1:1724310011.957636:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310011.957650:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000020:00000010:0.0:1724310011.957854:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082ef0c00. 00000020:00000010:0.0:1724310011.957859:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.957863:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310011.957898:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883256832 02000000:00000010:0.0:1724310011.957926:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e73000. 00010000:00000010:0.0:1724310011.957954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310011.957966:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310011.957986:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310011.957990:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310011.958001:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310011.958003:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:0.0:1724310011.958007:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310011.958009:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310011.958087:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310011.958090:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.958092:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310011.958095:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310011.958115:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bfc0. 00000020:00000010:0.0:1724310011.958120:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bfc0. 00000020:00000010:0.0:1724310011.958129:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b720. 00080000:00000010:0.0:1724310011.958134:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d3400. 00000001:00000010:0.0:1724310011.958343:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fc300. 00000001:00000010:0.0:1724310011.958348:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310011.958380:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b720. 00010000:00000010:0.0:1724310011.958387:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310011.958390:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310011.958408:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310011.958434:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310011.958437:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00080000:00000010:0.0:1724310011.958457:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:0.0:1724310011.958463:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310011.958466:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310011.958473:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:0.0:1724310011.958481:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:0.0:1724310011.958492:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095950, last committed = 4295095650 00010000:00000200:0.0:1724310011.958499:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9ab800 x1808069883256832/t4295095950(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310011.958512:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e550. 00000100:00000200:0.0:1724310011.958517:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883256832, offset 224 00000400:00000010:0.0:1724310011.958522:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de818. 00000400:00000200:0.0:1724310011.958528:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310011.958537:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310011.958542:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530779:530779:256:4294967295] 192.168.204.31@tcp LPNI seq info [530775:530775:8:4294967295] 00000400:00000200:0.0:1724310011.958549:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310011.958554:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310011.958558:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310011.958561:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310011.958566:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310011.958571:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310011.958575:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310011.958595:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.958599:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310011.958602:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082ef0c00. 00000400:00000200:0.0:1724310011.960097:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.960108:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294659 00000400:00000200:0.0:1724310011.960112:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.960115:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.960118:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e550 00000400:00000010:0.0:1724310011.960120:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e550. 00010000:00000010:3.0:1724310011.960298:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:3.0:1724310011.960305:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:2.1:1724310011.961884:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310011.961890:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310011.961894:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310011.961896:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310011.961945:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310011.961949:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310011.961952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310011.961954:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310011.961957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310011.961959:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310011.961961:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310011.961963:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310011.961966:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310011.961972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000800:00000200:3.0:1724310011.963066:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310011.963069:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310011.963072:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310011.963076:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310011.963079:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:3.0:1724310011.963081:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00010000:00000010:0.1:1724310011.964499:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310011.964507:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:0.0:1724310011.965142:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.965155:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ee180 00000400:00000200:0.0:1724310011.965162:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 77896 00000400:00000200:0.0:1724310011.965180:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.965185:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.965190:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.965195:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511c000. 00000800:00000200:3.0:1724310011.966284:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310011.966287:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310011.966290:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310011.966294:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310011.967369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310011.967376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310011.967380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310011.967382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310011.967437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310011.967442:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310011.967445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310011.967447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310011.967449:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310011.967453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310011.970830:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310011.970836:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310011.970839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310011.970841:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310011.970843:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310011.970849:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000020:00000010:0.0:1724310011.971549:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082ef0c00. 00000020:00000010:0.0:1724310011.971554:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.971557:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310011.971582:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883257344 00000001:00000010:0.0:1724310011.971590:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:0.0:1724310011.971606:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310011.971610:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 02000000:00000010:0.0:1724310011.971650:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800888b0000. 00010000:00000010:0.0:1724310011.971668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310011.971670:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310011.971679:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310011.971681:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310011.971684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310011.971686:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00000004:00000010:0.0:1724310011.971755:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310011.971761:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310011.971764:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310011.971770:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:0.0:1724310011.973799:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310011.973805:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310011.973809:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310011.973814:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310011.973863:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310011.973889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310011.973894:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310011.973925:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:0.0:1724310011.973940:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8000 x1808069883257344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310011.973955:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e550. 00000100:00000200:0.0:1724310011.973961:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883257344, offset 224 00000400:00000200:0.0:1724310011.973966:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310011.973976:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310011.973981:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530782:530782:256:4294967295] 192.168.204.31@tcp LPNI seq info [530778:530778:8:4294967295] 00000400:00000200:0.0:1724310011.973990:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310011.973995:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310011.973999:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310011.974005:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310011.974011:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310011.974014:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310011.974044:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310011.974048:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310011.974051:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082ef0c00. 00010000:00000010:1.1:1724310011.974586:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310011.974593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310011.975494:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.975504:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ee300 00000400:00000200:0.0:1724310011.975511:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 78960 00000400:00000200:0.0:1724310011.975529:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.975532:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.975537:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.975544:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1ad80. 00000800:00000200:0.0:1724310011.977187:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.977190:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310011.977193:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.977197:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310011.977864:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310011.977870:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310011.977874:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:0.0:1724310011.978480:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.978492:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294669 00000400:00000200:0.0:1724310011.978497:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.978500:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.978504:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174660 00000400:00000010:0.0:1724310011.978506:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174660. 00000400:00000200:0.0:1724310011.978533:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.978538:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ee380 00000400:00000200:0.0:1724310011.978544:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 79448 00000400:00000200:0.0:1724310011.978591:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.978595:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.978599:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.978604:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1aa00. 00010000:00000010:3.0:1724310011.978615:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:3.0:1724310011.978623:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0f80. 00010000:00000010:3.0:1724310011.979802:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310011.979806:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.979809:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310011.979813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.979850:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:3.0:1724310011.979857:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:3.0:1724310011.979860:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0380. 00010000:00000010:3.0:1724310011.979886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000200:3.0:1724310011.979898:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1aa00 x1808069883257728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.979910:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e84c8. 00000100:00000200:3.0:1724310011.979915:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883257728, offset 224 00000400:00000200:3.0:1724310011.979919:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.979927:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.979932:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530784:530784:256:4294967295] 192.168.204.31@tcp LPNI seq info [530780:530780:8:4294967295] 00000400:00000200:3.0:1724310011.979940:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.979944:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.979947:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310011.979951:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.979956:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.979959:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.979983:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0280. 00000020:00000010:3.0:1724310011.979986:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:3.0:1724310011.979989:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829d600. 00000800:00000200:0.0:1724310011.980598:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.980601:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310011.980604:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.980609:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.980611:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e84c8 00000400:00000010:0.0:1724310011.980613:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e84c8. 00010000:00000010:1.1:1724310011.980672:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310011.980676:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310011.983440:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310011.983451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310011.983482:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:0.0:1724310011.984907:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.984920:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ee480 00000400:00000200:0.0:1724310011.984924:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 80024 00000400:00000200:0.0:1724310011.984941:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.984944:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.984948:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.984952:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1bb80. 00000020:00000010:3.0:1724310011.985093:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310011.985100:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.985103:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310011.985135:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883257984 02000000:00000010:3.0:1724310011.985162:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343ac000. 00010000:00000010:3.0:1724310011.985192:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310011.985205:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.985226:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310011.985229:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.985240:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310011.985241:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310011.985244:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310011.985246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310011.985350:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310011.985352:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310011.985355:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310011.985357:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310011.985377:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310011.985382:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310011.985390:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ae0. 00080000:00000010:3.0:1724310011.985394:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a8619000. 00000001:00000010:3.0:1724310011.986001:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac42a0. 00000001:00000010:3.0:1724310011.986006:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310011.986035:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ae0. 00010000:00000010:3.0:1724310011.986042:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310011.986044:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.986057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310011.986076:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310011.986079:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310011.986094:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:3.0:1724310011.986100:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:3.0:1724310011.986104:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:3.0:1724310011.986111:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:3.0:1724310011.986120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310011.986131:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095953, last committed = 4295095650 00010000:00000200:3.0:1724310011.986138:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1bb80 x1808069883257984/t4295095953(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.986150:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e83b8. 00000100:00000200:3.0:1724310011.986156:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883257984, offset 224 00000400:00000010:3.0:1724310011.986162:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe69a0. 00000400:00000200:3.0:1724310011.986165:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.986172:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.986178:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530785:530785:256:4294967295] 192.168.204.31@tcp LPNI seq info [530781:530781:8:4294967295] 00000400:00000200:3.0:1724310011.986182:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.986188:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.986192:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.986195:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310011.986199:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.986205:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.986208:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.986248:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.986253:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310011.986255:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000800:00000200:0.0:1724310011.986363:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.986366:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310011.986369:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.986372:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.987875:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.987887:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294671 00000400:00000200:0.0:1724310011.987892:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.987895:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.987899:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e83b8 00000400:00000010:0.0:1724310011.987900:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e83b8. 00000400:00000200:0.0:1724310011.988538:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.988545:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ee500 00000400:00000200:0.0:1724310011.988551:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 80512 00000400:00000200:0.0:1724310011.988906:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.988911:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.988914:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310011.988919:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19180. 00000020:00000010:3.0:1724310011.989008:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310011.989013:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.989016:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310011.989036:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883258112 00000001:00000010:3.0:1724310011.989045:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310011.989061:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310011.989065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 02000000:00000010:3.0:1724310011.989108:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800876a0000. 00010000:00000010:3.0:1724310011.989138:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310011.989141:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.989152:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310011.989154:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.989156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310011.989158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310011.989227:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310011.989233:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310011.989237:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310011.989244:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:1.1:1724310011.989471:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310011.989477:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310011.989481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310011.989486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.0:1724310011.990406:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310011.990410:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.990414:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310011.990429:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310011.990470:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.990478:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310011.990482:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.990510:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310011.990523:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19180 x1808069883258112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.990538:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8550. 00000100:00000200:3.0:1724310011.990544:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883258112, offset 224 00000400:00000200:3.0:1724310011.990548:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.990557:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.990562:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530786:530786:256:4294967295] 192.168.204.31@tcp LPNI seq info [530782:530782:8:4294967295] 00000400:00000200:3.0:1724310011.990570:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.990575:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.990577:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310011.990583:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.990588:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.990592:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.990619:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.990623:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310011.990626:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00010000:00000010:1.1:1724310011.993794:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310011.993804:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310011.993807:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310011.993810:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310011.993877:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310011.993884:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000020:00000010:3.0:1724310011.994186:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310011.994191:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.994195:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310011.994227:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883258368 02000000:00000010:3.0:1724310011.994255:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880046020000. 00010000:00000010:3.0:1724310011.994304:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310011.994315:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.995671:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310011.995678:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310011.995691:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310011.995693:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310011.995696:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310011.995698:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.995777:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310011.995779:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310011.995781:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310011.995784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310011.995802:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310011.995807:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310011.995814:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ea0. 00080000:00000010:3.0:1724310011.995820:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a861b800. 00000001:00000010:3.0:1724310011.995972:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4840. 00000001:00000010:3.0:1724310011.997352:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310011.997400:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ea0. 00010000:00000010:3.0:1724310011.997410:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310011.997423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.997442:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310011.997466:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310011.997470:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00080000:00000010:3.0:1724310011.997491:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310011.997496:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310011.997499:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310011.997505:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310011.997512:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310011.997528:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095954, last committed = 4295095650 00010000:00000200:3.0:1724310011.997630:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2680 x1808069883258368/t4295095954(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 488/456 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310011.997645:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8990. 00000100:00000200:3.0:1724310011.997651:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883258368, offset 224 00000400:00000010:3.0:1724310011.997656:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe69d8. 00000400:00000200:3.0:1724310011.997659:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310011.997669:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310011.997674:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530787:530787:256:4294967295] 192.168.204.31@tcp LPNI seq info [530783:530783:8:4294967295] 00000400:00000200:3.0:1724310011.997678:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310011.997683:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310011.997688:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310011.997692:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310011.997696:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310011.997702:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310011.997705:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310011.997728:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310011.997732:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310011.997735:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000800:00000200:0.0:1724310011.998047:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310011.998051:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310011.998055:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.998059:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310011.999177:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310011.999188:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294679 00000400:00000200:0.0:1724310011.999192:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310011.999195:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310011.999198:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8990 00000400:00000010:0.0:1724310011.999200:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8990. 00010000:00000010:3.0:1724310011.999392:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310011.999400:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00000400:00000200:0.0:1724310011.999456:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310011.999466:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ee680 00000400:00000200:0.0:1724310011.999472:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 81576 00010000:00000010:1.1:1724310011.999605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310011.999612:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310011.999615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:0.0:1724310011.999617:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310011.999617:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310011.999620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000400:00000200:0.0:1724310011.999622:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310011.999626:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1724310011.999626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310011.999628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000100:00000010:0.0:1724310011.999631:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18380. 00010000:00000010:1.1:1724310011.999631:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310011.999633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310011.999636:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000020:00000010:3.0:1724310011.999698:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310011.999754:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310011.999761:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310011.999786:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883258496 00000001:00000010:3.0:1724310011.999794:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310011.999809:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310011.999813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 02000000:00000010:3.0:1724310011.999853:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086e80000. 00010000:00000010:3.0:1724310011.999872:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310011.999875:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310011.999884:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310011.999887:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310011.999890:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310011.999892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000004:00000010:3.0:1724310011.999959:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310011.999965:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310011.999969:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310011.999976:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.000478:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.000481:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.000483:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.000486:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.000524:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.000530:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.000533:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.000555:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.000566:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18380 x1808069883258496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:277/0 lens 576/584 e 0 to 0 dl 1724310047 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.000578:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e82a8. 00000100:00000200:3.0:1724310012.000583:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883258496, offset 224 00000400:00000200:3.0:1724310012.000586:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.000594:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.000598:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530788:530788:256:4294967295] 192.168.204.31@tcp LPNI seq info [530784:530784:8:4294967295] 00000400:00000200:3.0:1724310012.000605:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.000609:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.000612:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310012.000616:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.000622:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.000625:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.000673:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.000677:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.000679:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000800:00000200:0.0:1724310012.000766:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.000769:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310012.000772:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.000776:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.000778:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e82a8 00000400:00000010:0.0:1724310012.000780:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e82a8. 00000400:00000200:0.0:1724310012.002053:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.002061:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ee780 00000400:00000200:0.0:1724310012.002066:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 82152 00000400:00000200:0.0:1724310012.002082:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.002085:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.002088:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.002092:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18700. 00000020:00000010:3.0:1724310012.002189:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310012.002193:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.002197:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.002247:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883258752 02000000:00000010:3.0:1724310012.002294:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801129af000. 00010000:00000010:3.0:1724310012.002316:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.002325:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.002343:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.002346:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.002353:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.002355:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.002357:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.002359:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.002439:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.002441:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.002444:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.002446:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.002464:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.002469:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.002476:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.002646:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470c800. 00000001:00000010:3.0:1724310012.002797:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4480. 00000001:00000010:3.0:1724310012.002801:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310012.002827:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.002833:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.002836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.002847:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.002863:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.002865:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310012.002879:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.002883:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.002885:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.002889:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310012.002893:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310012.002900:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095955, last committed = 4295095650 00010000:00000200:3.0:1724310012.002906:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18700 x1808069883258752/t4295095955(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.002914:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8660. 00000100:00000200:3.0:1724310012.002918:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883258752, offset 224 00000400:00000010:3.0:1724310012.002922:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6a10. 00000400:00000200:3.0:1724310012.002924:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.002930:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.002933:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530789:530789:256:4294967295] 192.168.204.31@tcp LPNI seq info [530785:530785:8:4294967295] 00000400:00000200:3.0:1724310012.002936:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.002939:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.002942:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.002944:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310012.002947:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.002951:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.002954:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.003228:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.003232:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.003234:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000800:00000200:0.0:1724310012.003495:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.003498:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310012.003501:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.003504:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.004974:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.004984:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294681 00000400:00000200:0.0:1724310012.004987:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.004990:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.004993:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8660 00000400:00000010:0.0:1724310012.004995:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8660. 00010000:00000010:1.1:1724310012.005348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310012.005354:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310012.005357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310012.005360:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.005362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310012.005366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310012.005368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310012.005370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000020:00000010:3.0:1724310012.006788:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310012.006793:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.006797:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.006948:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883258880 00000001:00000010:3.0:1724310012.006956:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310012.006974:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.006978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 02000000:00000010:3.0:1724310012.007019:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880078a10000. 00010000:00000010:3.0:1724310012.007039:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.007042:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.007053:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.007055:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.007058:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.007060:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310012.007134:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310012.007141:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.007145:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.007152:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.008065:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.008068:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.008071:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.008075:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.008119:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.008128:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.008132:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.008159:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310012.008173:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa680 x1808069883258880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.008187:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8d48. 00000100:00000200:3.0:1724310012.008192:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883258880, offset 224 00000400:00000200:3.0:1724310012.008198:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.008207:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.008212:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530790:530790:256:4294967295] 192.168.204.31@tcp LPNI seq info [530786:530786:8:4294967295] 00000400:00000200:3.0:1724310012.008220:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.008224:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.008227:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310012.008232:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.008237:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.008240:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.008865:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.008870:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.008873:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000800:00000200:0.0:1724310012.009052:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.009056:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310012.009060:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.009065:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.009068:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8d48 00000400:00000010:0.0:1724310012.009070:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8d48. 00000400:00000200:0.0:1724310012.010951:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.010963:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ee900 00000400:00000200:0.0:1724310012.010970:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 83216 00000400:00000200:0.0:1724310012.010988:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.010991:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.010996:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.011001:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a300. 00000020:00000010:3.0:1724310012.011136:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310012.011140:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.011144:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.011170:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883259136 02000000:00000010:3.0:1724310012.011198:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070e000. 00010000:00000010:3.0:1724310012.011224:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.011235:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.011254:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.011433:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.011445:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.011447:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.011450:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.011452:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:1.1:1724310012.011583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310012.011589:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310012.011593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310012.011594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310012.011596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310012.011599:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310012.011601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310012.011603:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310012.011605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310012.011610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.011616:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.011618:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.011621:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.011623:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.011642:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.011647:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.011655:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4060. 00080000:00000010:3.0:1724310012.011660:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470e000. 00000001:00000010:3.0:1724310012.011830:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4f60. 00000001:00000010:3.0:1724310012.011834:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.011862:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4060. 00010000:00000010:3.0:1724310012.011868:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.011871:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.011883:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.011899:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.011901:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310012.011916:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.011921:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.011924:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.011928:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310012.011934:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310012.011944:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095956, last committed = 4295095650 00010000:00000200:3.0:1724310012.011950:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a300 x1808069883259136/t4295095956(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.011963:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8440. 00000100:00000200:3.0:1724310012.011967:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883259136, offset 224 00000400:00000010:3.0:1724310012.011972:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6a48. 00000400:00000200:3.0:1724310012.011974:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.011982:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.011988:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530791:530791:256:4294967295] 192.168.204.31@tcp LPNI seq info [530787:530787:8:4294967295] 00000400:00000200:3.0:1724310012.011992:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.011998:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.012003:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.012006:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310012.012011:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.012016:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.012019:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.012043:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.012047:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.012049:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00000400:00000200:0.0:1724310012.014345:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.014358:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294689 00000400:00000200:0.0:1724310012.014364:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.014367:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.014372:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8440 00000400:00000010:0.0:1724310012.014374:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8440. 00000400:00000200:0.0:1724310012.014405:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.014410:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ee980 00000400:00000200:0.0:1724310012.014423:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 83704 00000400:00000200:0.0:1724310012.014480:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.014484:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.014488:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.014494:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b800. 00010000:00000010:3.0:1724310012.015054:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.015062:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00000800:00000200:0.0:1724310012.016614:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.016617:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310012.016620:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.016624:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.016628:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:0.0:1724310012.016630:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00000400:00000200:0.0:1724310012.018229:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.018240:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eea80 00000400:00000200:0.0:1724310012.018247:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 84280 00000400:00000200:0.0:1724310012.018300:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.018304:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.018309:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.018313:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a680. 00000020:00000010:3.0:1724310012.018495:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b2e00. 00000020:00000010:3.0:1724310012.018500:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.018504:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.018579:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883259520 02000000:00000010:3.0:1724310012.018607:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080708000. 00010000:00000010:3.0:1724310012.018635:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:3.0:1724310012.018646:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:3.0:1724310012.018666:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.018669:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.018679:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.018681:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.018684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.018686:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.018764:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.018766:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.018768:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.018770:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.018793:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310012.018798:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310012.018806:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.018812:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470c400. 00000001:00000010:3.0:1724310012.018969:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4420. 00000001:00000010:3.0:1724310012.018974:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.019004:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.019011:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.019014:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.019027:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.019047:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.019050:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310012.019072:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:3.0:1724310012.019076:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:3.0:1724310012.019080:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53528. 00000004:00000010:3.0:1724310012.019086:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:3.0:1724310012.019095:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310012.019108:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095957, last committed = 4295095650 00010000:00000200:3.0:1724310012.019115:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a680 x1808069883259520/t4295095957(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.019127:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8a18. 00000100:00000200:3.0:1724310012.019131:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883259520, offset 224 00000400:00000010:3.0:1724310012.019136:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6a80. 00000400:00000200:3.0:1724310012.019139:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.019146:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.019151:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530793:530793:256:4294967295] 192.168.204.31@tcp LPNI seq info [530789:530789:8:4294967295] 00000400:00000200:3.0:1724310012.019155:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.019159:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.019163:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.019166:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.019171:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.019176:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.019179:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.019193:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.019195:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.019198:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b2e00. 00010000:00000010:0.1:1724310012.019362:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310012.019368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000800:00000200:3.0:1724310012.020091:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.020094:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310012.020098:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.020103:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.020236:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.020245:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294691 00000400:00000200:0.0:1724310012.020249:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.020251:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.020254:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8a18 00000400:00000010:0.0:1724310012.020256:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8a18. 00000400:00000200:0.0:1724310012.021131:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.021138:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eeb00 00000400:00000200:0.0:1724310012.021145:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 84768 00000400:00000200:0.0:1724310012.021515:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.021520:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.021524:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.021528:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19880. 00010000:00000010:0.1:1724310012.022285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310012.022291:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310012.022295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310012.022298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310012.022300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310012.022302:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.0:1724310012.023030:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310012.023034:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310012.023037:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.023040:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.023081:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.1:1724310012.023230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310012.023235:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310012.023239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310012.023242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.0:1724310012.023288:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:0.0:1724310012.023293:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:0.0:1724310012.023320:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:0.0:1724310012.023332:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19880 x1808069883259648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.023347:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e088. 00000100:00000200:0.0:1724310012.023351:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883259648, offset 224 00000400:00000200:0.0:1724310012.023356:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.023365:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.023371:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530794:530794:256:4294967295] 192.168.204.31@tcp LPNI seq info [530790:530790:8:4294967295] 00000400:00000200:0.0:1724310012.023379:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.023383:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.023386:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310012.023390:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.023395:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.023399:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.023887:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:0.0:1724310012.023892:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:0.0:1724310012.023895:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086847c00. 00000800:00000200:3.0:1724310012.024059:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.024062:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310012.024065:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.024068:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.024071:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e088 00000400:00000010:3.0:1724310012.024073:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e088. 00010000:00000010:0.1:1724310012.024356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310012.024362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310012.026070:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.026081:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eec00 00000400:00000200:0.0:1724310012.026087:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 85344 00000400:00000200:0.0:1724310012.026109:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.026113:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.026118:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.026123:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b100. 00000800:00000200:0.0:1724310012.027098:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.027101:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310012.027104:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.027108:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.027357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310012.027365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310012.027369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.027373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310012.027376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310012.027379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.027382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310012.027385:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310012.027387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310012.027388:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310012.027390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310012.027396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310012.027706:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310012.027711:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310012.027714:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310012.027715:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310012.030128:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.030144:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294699 00000400:00000200:0.0:1724310012.030151:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.030154:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.030159:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:0.0:1724310012.030161:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00000400:00000200:0.0:1724310012.030193:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.030199:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eec80 00000400:00000200:0.0:1724310012.030205:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 85832 00010000:00000010:3.0:1724310012.030401:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:3.0:1724310012.030410:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:0.0:1724310012.030566:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.030570:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.030576:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.030580:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19f80. 00010000:00000010:0.0:1724310012.032321:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.032326:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310012.032330:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310012.032333:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310012.032378:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:0.0:1724310012.032400:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:0.0:1724310012.032405:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:0.0:1724310012.032445:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:0.0:1724310012.032459:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19f80 x1808069883260032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.032473:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e220. 00000100:00000200:0.0:1724310012.032479:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883260032, offset 224 00000400:00000200:0.0:1724310012.032484:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.032493:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.032498:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530796:530796:256:4294967295] 192.168.204.31@tcp LPNI seq info [530792:530792:8:4294967295] 00000400:00000200:0.0:1724310012.032507:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.032512:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.032516:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310012.032520:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.032525:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.032529:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.032560:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0e00. 00000020:00000010:0.0:1724310012.032564:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310012.032567:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829d800. 00010000:00000010:0.1:1724310012.033619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310012.033626:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310012.037506:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310012.037517:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310012.037521:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310012.037523:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310012.037571:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310012.037576:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000020:00000010:0.0:1724310012.037755:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082ef0c00. 00000020:00000010:0.0:1724310012.037761:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b00. 00000020:00000010:0.0:1724310012.037765:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310012.037802:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883260288 02000000:00000010:0.0:1724310012.037833:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008de29000. 00010000:00000010:0.0:1724310012.037863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310012.037878:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310012.037898:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.037902:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310012.037913:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310012.037914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310012.037917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.037919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.037993:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.037995:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.037998:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.038000:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000020:00000010:0.0:1724310012.038017:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310012.038021:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310012.038029:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fcd20. 00080000:00000010:0.0:1724310012.038034:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d0800. 00000001:00000010:0.0:1724310012.038387:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4be40. 00000001:00000010:0.0:1724310012.038391:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310012.038431:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fcd20. 00010000:00000010:0.0:1724310012.038439:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.038442:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.038455:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.038473:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310012.038476:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00080000:00000010:0.0:1724310012.038494:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:0.0:1724310012.038498:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:0.0:1724310012.038501:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:0.0:1724310012.038508:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:0.0:1724310012.038888:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000200:0.0:1724310012.038901:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095959, last committed = 4295095650 00010000:00000200:0.0:1724310012.038908:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9500 x1808069883260288/t4295095959(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000800:00000200:0.0:1724310012.039197:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.039200:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310012.039203:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.039206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.040378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310012.040384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310012.040388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310012.040392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:0.0:1724310012.042860:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.042874:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946a1 00000400:00000200:0.0:1724310012.042880:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.042884:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.042889:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a2a8 00000400:00000010:0.0:1724310012.042892:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a2a8. 00000400:00000200:0.0:1724310012.043679:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.043685:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eee00 00000400:00000200:0.0:1724310012.043691:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 86896 00000400:00000200:0.0:1724310012.044526:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.044532:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.044536:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.044541:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19c00. 00010000:00000010:3.0:1724310012.045651:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.045655:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.045658:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.045661:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.045706:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:3.0:1724310012.045729:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:3.0:1724310012.045734:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:3.0:1724310012.045757:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:3.0:1724310012.045768:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19c00 x1808069883260416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.045782:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8ee0. 00000100:00000200:3.0:1724310012.045786:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883260416, offset 224 00000400:00000200:3.0:1724310012.045791:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.045801:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.045806:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530798:530798:256:4294967295] 192.168.204.31@tcp LPNI seq info [530794:530794:8:4294967295] 00000400:00000200:3.0:1724310012.045814:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.045819:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.045822:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.045827:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.045834:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.045838:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.045856:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d80. 00000020:00000010:3.0:1724310012.045859:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:3.0:1724310012.045862:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086847c00. 00000800:00000200:0.0:1724310012.046252:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.046255:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310012.046402:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.046406:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.046410:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8ee0 00000400:00000010:0.0:1724310012.046411:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8ee0. 00010000:00000010:3.1:1724310012.048483:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310012.048494:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00000400:00000200:0.0:1724310012.049048:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.049060:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eef00 00000400:00000200:0.0:1724310012.049066:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 87472 00000400:00000200:0.0:1724310012.049082:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.049086:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.049091:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.049095:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19500. 00000020:00000010:3.0:1724310012.049151:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800801b3800. 00000020:00000010:3.0:1724310012.049156:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.049160:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.049195:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883260672 02000000:00000010:3.0:1724310012.049224:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfe000. 00010000:00000010:3.0:1724310012.049249:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.049288:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.049308:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.049312:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.049322:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.049324:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310012.049326:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.049328:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.049407:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.049409:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.049411:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.049421:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.049442:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.049448:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf160. 00000020:00000010:3.0:1724310012.049456:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4000. 00080000:00000010:3.0:1724310012.049461:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470f400. 00000001:00000010:3.0:1724310012.049604:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac43c0. 00000001:00000010:3.0:1724310012.049609:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310012.049637:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4000. 00010000:00000010:3.0:1724310012.049642:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.049645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.049658:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.049674:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.049677:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00080000:00000010:3.0:1724310012.049690:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac96c0. 00000004:00000010:3.0:1724310012.049695:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc898. 00000004:00000010:3.0:1724310012.049698:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:3.0:1724310012.049702:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:3.0:1724310012.049707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310012.049718:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095960, last committed = 4295095650 00010000:00000200:3.0:1724310012.049725:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19500 x1808069883260672/t4295095960(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.049738:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8cc0. 00000100:00000200:3.0:1724310012.049742:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883260672, offset 224 00000400:00000010:3.0:1724310012.049748:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6ab8. 00000400:00000200:3.0:1724310012.049750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.049758:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.049764:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530799:530799:256:4294967295] 192.168.204.31@tcp LPNI seq info [530795:530795:8:4294967295] 00000400:00000200:3.0:1724310012.049767:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.049773:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.049778:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.049781:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310012.049785:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.049791:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.049795:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.051516:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.051524:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.051527:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800801b3800. 00000800:00000200:0.0:1724310012.051668:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.051671:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310012.051675:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.051681:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.052510:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310012.052517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310012.052683:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310012.052689:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310012.052692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.0:1724310012.053248:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.053280:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00000400:00000200:0.0:1724310012.053464:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.053471:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131eef80 00000400:00000200:0.0:1724310012.053477:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 87960 00000400:00000200:0.0:1724310012.053520:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.053524:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.053528:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.053533:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18000. 00000020:00000010:3.0:1724310012.053690:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296c000. 00000020:00000010:3.0:1724310012.053693:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.053697:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.053717:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883260800 00000001:00000010:3.0:1724310012.053725:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:3.0:1724310012.053741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.053746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 02000000:00000010:3.0:1724310012.053789:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bdc0000. 00010000:00000010:3.0:1724310012.053807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.053810:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.053821:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.053823:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.053826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.053828:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000004:00000010:3.0:1724310012.053895:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310012.053901:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.053905:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.053911:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.055199:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.055203:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.055206:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.055208:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.055243:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.055249:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.055253:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.055770:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310012.055785:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18000 x1808069883260800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.055799:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8880. 00000100:00000200:3.0:1724310012.055804:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883260800, offset 224 00000400:00000200:3.0:1724310012.055809:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.055817:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.055823:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530800:530800:256:4294967295] 192.168.204.31@tcp LPNI seq info [530796:530796:8:4294967295] 00000400:00000200:3.0:1724310012.055831:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.055835:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.055839:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310012.055844:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.055849:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.055853:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310012.055910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310012.055915:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310012.055918:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310012.055922:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000020:00000010:3.0:1724310012.056171:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.056176:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.056179:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296c000. 00000800:00000200:0.0:1724310012.056632:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.056635:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310012.056639:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.056643:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.056646:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8880 00000400:00000010:0.0:1724310012.056648:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8880. 00000400:00000200:0.0:1724310012.058401:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.058412:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef080 00000400:00000200:0.0:1724310012.058433:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 88536 00000400:00000200:0.0:1724310012.058452:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.058455:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.058460:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.058465:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18a80. 00000020:00000010:3.0:1724310012.062498:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296c000. 00000020:00000010:3.0:1724310012.062505:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.062509:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.062544:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883261056 02000000:00000010:3.0:1724310012.062569:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfb000. 00010000:00000010:3.0:1724310012.062596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.062611:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.062631:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.062635:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.062644:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.062645:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.062649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.062650:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.062716:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310012.062717:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.062721:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.062722:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.062736:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf7a0. 00000020:00000010:3.0:1724310012.062740:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf7a0. 00000020:00000010:3.0:1724310012.062747:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4540. 00080000:00000010:3.0:1724310012.062751:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470d800. 00000001:00000010:3.0:1724310012.062877:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ba0. 00000001:00000010:3.0:1724310012.062881:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310012.062908:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4540. 00010000:00000010:3.0:1724310012.062914:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.062917:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.062930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.062950:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.062952:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310012.062969:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.062973:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.062976:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.062981:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310012.062988:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.063000:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095961, last committed = 4295095650 00010000:00000200:3.0:1724310012.063009:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18a80 x1808069883261056/t4295095961(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.063022:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8000. 00000100:00000200:3.0:1724310012.063028:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883261056, offset 224 00000400:00000010:3.0:1724310012.063034:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6af0. 00000400:00000200:3.0:1724310012.063037:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.063047:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.063053:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530801:530801:256:4294967295] 192.168.204.31@tcp LPNI seq info [530797:530797:8:4294967295] 00000400:00000200:3.0:1724310012.063057:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.063063:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.063068:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.063071:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310012.063076:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.063082:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.063086:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.063106:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.063109:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.063111:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296c000. 00000800:00000200:0.0:1724310012.063376:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.063380:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310012.063384:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.063389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.063493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310012.063499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310012.063502:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310012.063505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310012.063507:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310012.063509:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310012.063513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:0.0:1724310012.065166:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.065178:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946b1 00000400:00000200:0.0:1724310012.065183:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.065186:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.065191:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8000 00000400:00000010:0.0:1724310012.065193:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8000. 00000400:00000200:0.0:1724310012.066353:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.066360:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef100 00000400:00000200:0.0:1724310012.066366:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 89024 00000400:00000200:0.0:1724310012.066382:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.066385:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.066389:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.066396:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cca80. 00000020:00000010:3.0:1724310012.066473:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296c000. 00000020:00000010:3.0:1724310012.066477:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.066480:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.066506:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883261184 00000001:00000010:3.0:1724310012.066515:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310012.066532:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.066537:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 02000000:00000010:3.0:1724310012.066582:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092cf0000. 00010000:00000010:3.0:1724310012.066600:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.066602:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.066612:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.066613:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.066615:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.066617:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000004:00000010:3.0:1724310012.066678:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310012.066683:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.066686:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.066690:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.067112:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.067116:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.067118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.067121:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.067154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.067161:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.067164:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.067187:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.067199:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cca80 x1808069883261184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.067211:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8198. 00000100:00000200:3.0:1724310012.067215:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883261184, offset 224 00000400:00000200:3.0:1724310012.067219:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.067226:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.067232:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530802:530802:256:4294967295] 192.168.204.31@tcp LPNI seq info [530798:530798:8:4294967295] 00000400:00000200:3.0:1724310012.067239:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.067244:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.067247:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310012.067251:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.067279:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.067282:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.067294:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.067297:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.067299:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296c000. 00000800:00000200:0.0:1724310012.067354:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.067357:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310012.067360:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.067364:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.067367:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8198 00000400:00000010:0.0:1724310012.067368:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8198. 00000400:00000200:0.0:1724310012.068713:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.068722:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef200 00000400:00000200:0.0:1724310012.068729:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 89600 00000400:00000200:0.0:1724310012.068745:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.068748:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.068752:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.068756:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cce00. 00010000:00000010:0.1:1724310012.069350:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310012.069358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310012.069362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310012.069365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310012.069368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310012.069370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310012.069372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310012.069374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310012.069376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310012.069378:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310012.069380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310012.069385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000020:00000010:3.0:1724310012.069394:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296c000. 00000020:00000010:3.0:1724310012.069397:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.069401:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.069432:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883261440 02000000:00000010:3.0:1724310012.069455:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c6000. 00010000:00000010:3.0:1724310012.069480:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.069490:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.069509:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.069512:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.070535:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.070539:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.070542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.070545:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.070627:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.070629:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.070632:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.070634:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.070653:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310012.070658:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf700. 00000020:00000010:3.0:1724310012.070665:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310012.070670:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009470c000. 00000001:00000010:3.0:1724310012.070813:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac44e0. 00000001:00000010:3.0:1724310012.070817:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.070847:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310012.070853:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.070855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.070869:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.070886:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.070888:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310012.070903:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.070908:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.070911:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.070916:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310012.070922:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310012.070935:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095962, last committed = 4295095650 00010000:00000200:3.0:1724310012.070943:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cce00 x1808069883261440/t4295095962(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.070958:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8c38. 00000100:00000200:3.0:1724310012.070964:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883261440, offset 224 00000400:00000010:3.0:1724310012.070969:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6b28. 00000400:00000200:3.0:1724310012.070972:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.070988:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.070993:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530803:530803:256:4294967295] 192.168.204.31@tcp LPNI seq info [530799:530799:8:4294967295] 00000400:00000200:3.0:1724310012.070998:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.071003:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.071008:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.071012:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.071020:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.071026:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.071029:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.071048:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.071051:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.071054:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296c000. 00000800:00000200:0.0:1724310012.071183:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.071186:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310012.071189:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.071193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.072379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310012.072388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310012.073118:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.073130:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946b9 00000400:00000200:0.0:1724310012.073135:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.073138:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.073142:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8c38 00000400:00000010:0.0:1724310012.073143:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8c38. 00000400:00000200:0.0:1724310012.073173:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.073178:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef280 00000400:00000200:0.0:1724310012.073184:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 90088 00000400:00000200:0.0:1724310012.073231:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.073235:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.073239:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.073244:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd180. 00010000:00000010:3.0:1724310012.073900:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.075306:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:1.1:1724310012.078968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.078980:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310012.078984:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310012.078988:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.0:1724310012.079076:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.079079:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:0.0:1724310012.079083:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310012.079088:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.079144:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:0.0:1724310012.079170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:0.0:1724310012.079175:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00010000:00000010:0.0:1724310012.079209:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000200:0.0:1724310012.079225:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cd180 x1808069883261568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.079245:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eb28. 00000100:00000200:0.0:1724310012.079252:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883261568, offset 224 00000400:00000200:0.0:1724310012.079285:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.079295:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.079300:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530804:530804:256:4294967295] 192.168.204.31@tcp LPNI seq info [530800:530800:8:4294967295] 00000400:00000200:0.0:1724310012.079308:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.079314:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.079317:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.079322:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.079327:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.079331:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.079351:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0400. 00000020:00000010:0.0:1724310012.079355:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:0.0:1724310012.079358:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829cc00. 00010000:00000010:1.1:1724310012.081492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.081502:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310012.081505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310012.081508:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310012.081510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310012.081515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310012.081517:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310012.081519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310012.083522:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.083537:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef380 00000400:00000200:0.0:1724310012.083543:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 90664 00000400:00000200:0.0:1724310012.083564:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.083568:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.083574:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.083579:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc000. 00010000:00000010:2.1:1724310012.087375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310012.087381:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310012.087384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310012.087387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310012.089157:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.089171:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946c1 00000400:00000200:0.0:1724310012.089177:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.089181:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.089186:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:0.0:1724310012.089189:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00000400:00000200:0.0:1724310012.089960:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.089971:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef400 00000400:00000200:0.0:1724310012.090101:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 91152 00000400:00000200:0.0:1724310012.090154:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.090158:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.090163:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.090167:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdf80. 00010000:00000010:1.1:1724310012.090617:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310012.090621:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.092432:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.092436:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:0.0:1724310012.092439:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.092514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.092557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:0.0:1724310012.092581:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:0.0:1724310012.092586:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0100. 00010000:00000010:0.0:1724310012.092613:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000200:0.0:1724310012.092628:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cdf80 x1808069883261952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.092643:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84edd0. 00000100:00000200:0.0:1724310012.092648:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883261952, offset 224 00000400:00000200:0.0:1724310012.092652:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.092661:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.092666:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530806:530806:256:4294967295] 192.168.204.31@tcp LPNI seq info [530802:530802:8:4294967295] 00000400:00000200:0.0:1724310012.092674:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.092678:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.092681:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310012.092686:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.092691:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.092695:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.092765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0980. 00000020:00000010:0.0:1724310012.092770:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310012.092773:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829ce00. 00010000:00000010:2.1:1724310012.093524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310012.093529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310012.096589:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310012.096600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310012.096603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310012.096605:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310012.096702:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310012.096708:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310012.096712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310012.096718:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310012.098181:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.098199:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef500 00000400:00000200:0.0:1724310012.098206:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 91728 00000400:00000200:0.0:1724310012.098227:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.098231:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.098237:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.098242:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdc00. 00000800:00000200:0.0:1724310012.099746:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.099749:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310012.099752:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.099756:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.101653:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310012.101660:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00000400:00000200:0.0:1724310012.102048:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.102060:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946c9 00000400:00000200:0.0:1724310012.102065:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.102068:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.102073:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:0.0:1724310012.102075:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00000400:00000200:0.0:1724310012.102113:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.102118:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef580 00010000:00000010:3.0:1724310012.102343:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310012.102351:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00000400:00000200:0.0:1724310012.102364:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 92216 00000400:00000200:0.0:1724310012.102382:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.102385:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.102389:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.102393:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc380. 00010000:00000010:0.0:1724310012.104033:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.104039:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.104043:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.104047:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310012.104089:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:0.0:1724310012.104101:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:0.0:1724310012.104104:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00010000:00000010:0.0:1724310012.104131:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:0.0:1724310012.104144:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cc380 x1808069883262336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.104158:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e198. 00000100:00000200:0.0:1724310012.104163:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883262336, offset 224 00000400:00000200:0.0:1724310012.104167:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.104180:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.104185:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530808:530808:256:4294967295] 192.168.204.31@tcp LPNI seq info [530804:530804:8:4294967295] 00000400:00000200:0.0:1724310012.104193:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.104198:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.104201:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310012.104205:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.104210:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.104214:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.104240:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0e00. 00000020:00000010:0.0:1724310012.104244:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310012.104247:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829d800. 00010000:00000010:0.1:1724310012.104293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310012.104297:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310012.104299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310012.104303:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310012.107040:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.107050:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef680 00000400:00000200:0.0:1724310012.107056:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 92792 00000400:00000200:0.0:1724310012.107071:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.107074:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.107078:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.107082:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ced80. 00000800:00000200:0.0:1724310012.108234:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.108237:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310012.108240:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.108244:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.109503:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.109512:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946d1 00000400:00000200:0.0:1724310012.109516:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.109519:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.109523:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:0.0:1724310012.109524:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00000400:00000200:0.0:1724310012.110011:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.110017:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef700 00000400:00000200:0.0:1724310012.110034:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 93280 00000400:00000200:0.0:1724310012.110074:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.110078:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.110082:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.110086:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cf480. 00010000:00000010:2.1:1724310012.110671:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310012.110855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.0:1724310012.111128:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310012.111131:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.111134:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.111137:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310012.111168:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000010:0.0:1724310012.111174:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310012.111176:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0380. 00010000:00000010:0.0:1724310012.111193:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000200:0.0:1724310012.111202:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cf480 x1808069883262720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.111212:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e3b8. 00000100:00000200:0.0:1724310012.111216:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883262720, offset 224 00000400:00000200:0.0:1724310012.111219:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.111224:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.111228:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530810:530810:256:4294967295] 192.168.204.31@tcp LPNI seq info [530806:530806:8:4294967295] 00000400:00000200:0.0:1724310012.111234:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.111237:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.111239:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310012.111242:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.111246:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.111248:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.111332:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0b80. 00000020:00000010:0.0:1724310012.111336:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310012.111338:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829ca00. 00000400:00000200:0.0:1724310012.112528:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.112536:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef800 00000400:00000200:0.0:1724310012.112541:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 93856 00000400:00000200:0.0:1724310012.112555:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.112558:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.112561:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.112565:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ce300. 00000800:00000200:0.0:1724310012.113647:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.113650:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310012.113652:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.113656:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.114689:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.114698:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946d9 00000400:00000200:0.0:1724310012.114701:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.114704:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.114707:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:0.0:1724310012.114709:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00010000:00000010:3.0:1724310012.114781:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:3.0:1724310012.114787:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00000400:00000200:0.0:1724310012.115138:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.115144:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ef880 00000400:00000200:0.0:1724310012.115149:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 94344 00000400:00000200:0.0:1724310012.115184:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.115187:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.115190:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.115194:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd500. 00010000:00000010:0.0:1724310012.116234:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310012.116238:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:0.0:1724310012.116241:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310012.116243:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:3.1:1724310012.116371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310012.116377:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310012.116455:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310012.116460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310012.116485:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310012.116488:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310012.116500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310012.116503:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.116917:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.116920:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310012.116923:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.116927:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.116930:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:0.0:1724310012.116932:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00000400:00000200:0.0:1724310012.118500:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.118509:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ef980 00000400:00000200:0.0:1724310012.118515:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 94920 00000400:00000200:0.0:1724310012.118689:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.118693:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.118697:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.118704:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0700. 00000800:00000200:0.0:1724310012.119828:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.119831:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310012.119834:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.119837:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.123743:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310012.123834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000020:00000010:0.0:1724310012.124837:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31600. 00000020:00000010:0.0:1724310012.124843:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.124847:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310012.124886:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883263488 00000001:00000010:0.0:1724310012.124901:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:0.0:1724310012.124918:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310012.124922:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 02000000:00000010:0.0:1724310012.124965:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064ef0000. 00010000:00000010:0.0:1724310012.124986:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310012.124989:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.125000:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310012.125003:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310012.125006:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.125008:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00000004:00000010:0.0:1724310012.125083:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310012.125089:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310012.125094:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310012.125100:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef860. 00010000:00000010:2.1:1724310012.125344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310012.125350:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310012.125354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310012.125356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310012.125358:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310012.125364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310012.125426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310012.125431:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310012.125433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310012.125436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310012.125485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310012.125492:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310012.125495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310012.125498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.0:1724310012.126378:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310012.126382:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:0.0:1724310012.126386:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.126389:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.126445:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.126455:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.126458:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310012.126487:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000200:0.0:1724310012.126500:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9c00 x1808069883263488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.126514:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ee58. 00000100:00000200:0.0:1724310012.126531:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883263488, offset 224 00000400:00000200:0.0:1724310012.126535:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.126545:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.126550:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530814:530814:256:4294967295] 192.168.204.31@tcp LPNI seq info [530810:530810:8:4294967295] 00000400:00000200:0.0:1724310012.126558:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.126563:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.126565:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310012.126570:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.126575:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.126579:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.126605:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.126609:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310012.126612:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31600. 00010000:00000010:0.1:1724310012.128407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310012.128428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310012.128431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310012.128434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310012.128437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310012.128440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310012.128442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310012.128446:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310012.128448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310012.128455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310012.128456:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310012.128458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310012.130050:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.130064:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131efb00 00000400:00000200:0.0:1724310012.130071:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 95984 00000400:00000200:0.0:1724310012.130090:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.130094:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.130100:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.130105:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c1c00. 00010000:00000010:3.0:1724310012.132826:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.132845:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.132848:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.132852:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.132854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.132937:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.132940:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.132943:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.132945:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.132967:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310012.132972:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310012.132980:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4540. 00080000:00000010:3.0:1724310012.132986:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800864f8400. 00000001:00000010:3.0:1724310012.133139:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4f00. 00000001:00000010:3.0:1724310012.133144:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.133177:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4540. 00010000:00000010:3.0:1724310012.133183:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.133187:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.133200:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.133233:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.133237:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310012.133273:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef860. 00000004:00000010:3.0:1724310012.133280:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:3.0:1724310012.133283:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:3.0:1724310012.133288:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:3.0:1724310012.133297:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.133312:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095968, last committed = 4295095650 00010000:00000200:3.0:1724310012.133321:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c1c00 x1808069883263744/t4295095968(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.133335:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e87f8. 00000100:00000200:3.0:1724310012.133341:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883263744, offset 224 00000400:00000010:3.0:1724310012.133346:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6b60. 00000400:00000200:3.0:1724310012.133349:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.133360:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.133366:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530815:530815:256:4294967295] 192.168.204.31@tcp LPNI seq info [530811:530811:8:4294967295] 00000400:00000200:3.0:1724310012.133370:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.133377:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.133381:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.133384:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310012.133388:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.133394:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.133397:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.133429:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0d80. 00000020:00000010:3.0:1724310012.133434:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f578. 00000020:00000010:3.0:1724310012.133437:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886b2a00. 00010000:00000010:2.1:1724310012.135719:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310012.135727:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310012.135730:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310012.135733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.0:1724310012.135844:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.135854:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00000400:00000200:0.0:1724310012.136904:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.136913:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131efb80 00000400:00000200:0.0:1724310012.136918:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 96472 00000400:00000200:0.0:1724310012.136973:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.136977:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.136981:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.136986:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3800. 00000020:00000010:3.0:1724310012.137046:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.137051:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.137054:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.137085:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883263872 00000001:00000010:3.0:1724310012.137093:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:3.0:1724310012.137112:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.137117:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 02000000:00000010:3.0:1724310012.137161:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072d00000. 00010000:00000010:3.0:1724310012.137182:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.137185:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.137197:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.137200:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.137203:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.137205:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310012.137314:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310012.137320:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.137325:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.137331:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.138246:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.138252:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.138255:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.138281:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.138322:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.138330:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.138334:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.138358:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310012.138370:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3800 x1808069883263872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.138383:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.138389:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883263872, offset 224 00000400:00000200:3.0:1724310012.138393:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.138402:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.138407:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530816:530816:256:4294967295] 192.168.204.31@tcp LPNI seq info [530812:530812:8:4294967295] 00000400:00000200:3.0:1724310012.138430:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.138434:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.138437:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.138441:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.138447:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.138450:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.138481:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00010000:00000010:1.1:1724310012.138483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000020:00000010:3.0:1724310012.138485:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.138487:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00010000:00000010:1.1:1724310012.138488:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.138491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310012.138496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310012.138526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310012.138531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00000800:00000200:3.0:1724310012.138926:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.138929:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310012.138933:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.138937:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.138940:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:3.0:1724310012.138942:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00010000:00000010:1.1:1724310012.142365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310012.142378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310012.142381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310012.142384:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310012.142387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310012.142388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000020:00000010:3.0:1724310012.142568:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.142575:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.142582:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.142765:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883264128 02000000:00000010:3.0:1724310012.142793:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff5000. 00010000:00000010:3.0:1724310012.142823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.142849:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.142870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.142874:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.142885:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.142887:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.142890:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.142892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.142966:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.142968:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.142971:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.142973:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.142990:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bfa00. 00000020:00000010:3.0:1724310012.142995:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bfa00. 00000020:00000010:3.0:1724310012.143002:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac40c0. 00080000:00000010:3.0:1724310012.143007:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800864fb400. 00000001:00000010:3.0:1724310012.143155:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4180. 00000001:00000010:3.0:1724310012.143159:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310012.143190:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac40c0. 00010000:00000010:3.0:1724310012.143196:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.143198:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.143211:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.143227:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.143229:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310012.143244:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.143249:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.143252:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.143867:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310012.143883:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310012.143898:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095969, last committed = 4295095650 00010000:00000200:3.0:1724310012.143906:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9f80 x1808069883264128/t4295095969(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.143920:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.143926:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883264128, offset 224 00000400:00000010:3.0:1724310012.143930:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6b98. 00000400:00000200:3.0:1724310012.143934:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.143943:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.143949:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530817:530817:256:4294967295] 192.168.204.31@tcp LPNI seq info [530813:530813:8:4294967295] 00000400:00000200:3.0:1724310012.143953:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.143959:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.143964:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.143967:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310012.143971:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.143977:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.143980:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.144003:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.144007:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.144009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00000800:00000200:0.0:1724310012.144084:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.144088:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310012.144091:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.144095:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.145692:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.145701:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946f1 00000400:00000200:3.0:1724310012.145705:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.145707:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.145711:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:3.0:1724310012.145712:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00000400:00000200:3.0:1724310012.146222:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.146228:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131efd00 00000400:00000200:3.0:1724310012.146235:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 97536 00000400:00000200:3.0:1724310012.146336:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.146340:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.146344:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.146349:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedf80. 00000020:00000010:3.0:1724310012.146647:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.146652:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.146656:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.146678:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883264256 00000001:00000010:3.0:1724310012.146688:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310012.146705:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.146710:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310012.146750:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082730000. 00010000:00000010:3.0:1724310012.146773:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.146776:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.146786:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.146788:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.146791:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.146793:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000004:00000010:3.0:1724310012.146865:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310012.146871:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.146875:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.146881:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.148632:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.148638:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.148641:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.148646:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.148693:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.148703:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.148706:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.148740:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310012.148754:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedf80 x1808069883264256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.148769:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.148775:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883264256, offset 224 00000400:00000200:3.0:1724310012.148779:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.148788:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.148793:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530818:530818:256:4294967295] 192.168.204.31@tcp LPNI seq info [530814:530814:8:4294967295] 00000400:00000200:3.0:1724310012.148803:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.148807:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.148940:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310012.148946:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.148952:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.148955:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1724310012.149447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310012.149454:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310012.149457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310012.149460:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310012.149462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000020:00000010:3.0:1724310012.150075:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.150081:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.150084:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00000400:00000200:0.0:1724310012.151751:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.151766:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131efe00 00000400:00000200:0.0:1724310012.151772:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 98112 00000400:00000200:0.0:1724310012.151790:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.151794:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.151798:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.151803:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0a80. 00000020:00000010:3.0:1724310012.151958:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.151963:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.151967:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.151989:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883264512 02000000:00000010:3.0:1724310012.152018:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f14000. 00010000:00000010:3.0:1724310012.152047:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.152059:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.152081:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.152085:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.152097:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.152099:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.152101:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.152104:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.152179:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.152181:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.152184:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.152186:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310012.152205:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.152210:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.152218:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4e40. 00080000:00000010:3.0:1724310012.152223:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800864f9800. 00010000:00000010:0.1:1724310012.152389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310012.152396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000001:00000010:3.0:1724310012.152603:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4300. 00000001:00000010:3.0:1724310012.152608:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.152635:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4e40. 00010000:00000010:3.0:1724310012.152640:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.152643:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.152655:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.152672:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.152674:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310012.152689:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.152693:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.152697:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.152701:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310012.152708:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.152719:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095970, last committed = 4295095650 00010000:00000200:3.0:1724310012.152726:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0a80 x1808069883264512/t4295095970(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.152739:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.152744:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883264512, offset 224 00000400:00000010:3.0:1724310012.152749:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6bd0. 00000400:00000200:3.0:1724310012.152752:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.152760:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.152766:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530819:530819:256:4294967295] 192.168.204.31@tcp LPNI seq info [530815:530815:8:4294967295] 00000400:00000200:3.0:1724310012.152770:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.152775:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.152779:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.152782:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310012.152786:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.152791:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.152795:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.152821:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.152824:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.152827:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00000400:00000200:0.0:1724310012.154449:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.154460:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2946f9 00000400:00000200:0.0:1724310012.154465:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.154468:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.154471:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:0.0:1724310012.154473:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00010000:00000010:3.0:1724310012.155039:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.155046:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00000400:00000200:0.0:1724310012.155432:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.155438:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131efe80 00000400:00000200:0.0:1724310012.155443:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 98600 00000400:00000200:0.0:1724310012.155481:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.155484:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.155488:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.155492:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c2300. 00000020:00000010:3.0:1724310012.155649:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.155653:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.155656:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.155673:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883264640 00000001:00000010:3.0:1724310012.155681:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310012.155695:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.155699:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310012.155738:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ded0000. 00010000:00000010:3.0:1724310012.155757:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.155759:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.155769:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.155771:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.155774:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.155776:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000004:00000010:3.0:1724310012.155842:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310012.155848:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.155852:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.155858:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310012.157384:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.157390:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.157394:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.157397:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.157451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.157461:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.157464:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.157493:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310012.157507:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c2300 x1808069883264640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.157521:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e87f8. 00000100:00000200:3.0:1724310012.157526:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883264640, offset 224 00000400:00000200:3.0:1724310012.157530:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.157538:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.157543:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530820:530820:256:4294967295] 192.168.204.31@tcp LPNI seq info [530816:530816:8:4294967295] 00000400:00000200:3.0:1724310012.157551:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.157555:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.157558:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.157562:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.157568:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.157571:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.158137:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.158142:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.158145:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00010000:00000010:2.1:1724310012.158930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310012.158935:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310012.158940:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310012.158943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310012.158945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310012.161100:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.161113:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131eff80 00000400:00000200:0.0:1724310012.161119:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 99176 00000400:00000200:0.0:1724310012.161137:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.161141:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.161146:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.161151:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0e00. 00000020:00000010:3.0:1724310012.161247:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.161251:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.161255:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.161511:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883264896 02000000:00000010:3.0:1724310012.161535:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f13000. 00010000:00000010:3.0:1724310012.161563:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.161575:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.161596:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.161600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.161611:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.161613:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.161616:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.161619:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.161687:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310012.161689:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.161692:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.161694:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310012.161709:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.161714:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.161720:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac48a0. 00080000:00000010:3.0:1724310012.161725:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800864fb000. 00000001:00000010:3.0:1724310012.161863:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4b40. 00000001:00000010:3.0:1724310012.161867:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310012.161894:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac48a0. 00010000:00000010:3.0:1724310012.161899:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.161902:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.161915:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.161931:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.161934:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00080000:00000010:3.0:1724310012.161949:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310012.161954:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.161956:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.161961:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310012.161968:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310012.161979:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095971, last committed = 4295095650 00010000:00000200:3.0:1724310012.161985:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0e00 x1808069883264896/t4295095971(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.161997:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8c38. 00000100:00000200:3.0:1724310012.162003:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883264896, offset 224 00000400:00000010:3.0:1724310012.162007:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6c08. 00000400:00000200:3.0:1724310012.162010:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.162017:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.162022:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530821:530821:256:4294967295] 192.168.204.31@tcp LPNI seq info [530817:530817:8:4294967295] 00000400:00000200:3.0:1724310012.162026:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.162031:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.162036:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.162039:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310012.162043:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.162049:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.162052:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.162078:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.162081:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310012.162083:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00000400:00000200:0.0:1724310012.163968:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.163975:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0000 00000400:00000200:0.0:1724310012.163980:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 99664 00000400:00000200:0.0:1724310012.164022:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.164025:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.164029:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.164033:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3480. 00010000:00000010:2.1:1724310012.164438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310012.164445:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310012.164448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310012.164451:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310012.164453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310012.164458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310012.164461:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310012.164464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310012.164466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310012.164468:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310012.164470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310012.164472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000020:00000010:3.0:1724310012.164545:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296d800. 00000020:00000010:3.0:1724310012.164550:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.164553:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.164574:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883265024 00000001:00000010:3.0:1724310012.164581:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310012.164597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.164601:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310012.164642:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093110000. 00010000:00000010:3.0:1724310012.164661:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.164663:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.164674:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.164677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.164680:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.164682:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00000004:00000010:3.0:1724310012.164746:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310012.164751:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310012.164755:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.164761:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:0.0:1724310012.165359:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.165362:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:0.0:1724310012.165365:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310012.165368:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.165403:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:0.0:1724310012.166032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:0.0:1724310012.166037:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:0.0:1724310012.166062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:0.0:1724310012.166074:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3480 x1808069883265024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.166087:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ed48. 00000100:00000200:0.0:1724310012.166092:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883265024, offset 224 00000400:00000200:0.0:1724310012.166097:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.166105:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.166111:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530822:530822:256:4294967295] 192.168.204.31@tcp LPNI seq info [530818:530818:8:4294967295] 00000400:00000200:0.0:1724310012.166118:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.166123:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.166126:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310012.166131:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.166136:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.166139:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.166164:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:0.0:1724310012.166168:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:0.0:1724310012.166171:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296d800. 00000800:00000200:3.0:1724310012.166290:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.166292:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310012.166295:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.166299:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.166302:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84ed48 00000400:00000010:3.0:1724310012.166303:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84ed48. 00000020:00000010:0.0:1724310012.171509:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e30a00. 00000020:00000010:0.0:1724310012.171516:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99d80. 00000020:00000010:0.0:1724310012.171520:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310012.171561:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883265280 02000000:00000010:0.0:1724310012.171587:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560e000. 00010000:00000010:0.0:1724310012.171616:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.171630:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00010000:00000010:0.0:1724310012.171650:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310012.171654:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.171663:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.171665:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:0.0:1724310012.171668:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310012.171670:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.171738:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310012.171740:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310012.171742:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310012.171744:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00000020:00000010:0.0:1724310012.171761:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bfc0. 00000020:00000010:0.0:1724310012.171765:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bfc0. 00000020:00000010:0.0:1724310012.171774:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b6c0. 00080000:00000010:0.0:1724310012.171780:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d1000. 00000001:00000010:0.0:1724310012.171923:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fcd20. 00000001:00000010:0.0:1724310012.171927:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310012.171958:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b6c0. 00010000:00000010:0.0:1724310012.171964:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310012.171967:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.171979:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.171995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:0.0:1724310012.171998:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:0.0:1724310012.172015:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:0.0:1724310012.172020:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:0.0:1724310012.172024:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:0.0:1724310012.172029:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:0.0:1724310012.172035:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000200:0.0:1724310012.172046:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095972, last committed = 4295095650 00010000:00000200:0.0:1724310012.172054:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452680 x1808069883265280/t4295095972(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.172068:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e2a8. 00000100:00000200:0.0:1724310012.172073:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883265280, offset 224 00000400:00000010:0.0:1724310012.172079:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de7e0. 00000400:00000200:0.0:1724310012.172082:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.172094:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.172099:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530823:530823:256:4294967295] 192.168.204.31@tcp LPNI seq info [530819:530819:8:4294967295] 00000400:00000200:0.0:1724310012.172103:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.172109:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.172113:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.172116:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310012.172121:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.172127:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.172131:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.172160:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99d80. 00000020:00000010:0.0:1724310012.172164:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310012.172166:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e30a00. 00010000:00000010:0.1:1724310012.172634:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310012.172640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310012.173896:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.173908:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294709 00000400:00000200:0.0:1724310012.173913:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.173916:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.173920:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e2a8 00000400:00000010:0.0:1724310012.173922:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e2a8. 00000400:00000200:0.0:1724310012.173953:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.173958:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0180 00000400:00000200:0.0:1724310012.173964:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 100728 00000400:00000200:0.0:1724310012.174011:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.174014:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.174018:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.174022:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0000. 00010000:00000010:3.0:1724310012.174952:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:3.0:1724310012.174962:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00000800:00000200:3.0:1724310012.176890:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.176893:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310012.176896:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.176900:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.176903:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951744c8 00000400:00000010:3.0:1724310012.176904:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951744c8. 00010000:00000010:2.1:1724310012.178535:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310012.178543:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310012.178547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310012.178551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310012.180329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310012.180338:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310012.180342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310012.180344:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310012.180346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310012.180353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:3.0:1724310012.183055:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.183066:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294711 00000400:00000200:3.0:1724310012.183070:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.183073:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.183077:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174bb0 00000400:00000010:3.0:1724310012.183079:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174bb0. 00000400:00000200:3.0:1724310012.183103:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.183107:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0300 00000400:00000200:3.0:1724310012.183112:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 101792 00000400:00000200:3.0:1724310012.183153:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.183156:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.183160:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.183165:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeca80. 00000020:00000010:0.0:1724310012.183388:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e30a00. 00000020:00000010:0.0:1724310012.183393:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99d80. 00000020:00000010:0.0:1724310012.183396:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310012.183425:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883265792 00000001:00000010:0.0:1724310012.183433:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:0.0:1724310012.183453:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.183457:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 02000000:00000010:0.0:1724310012.183500:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880095030000. 00010000:00000010:0.0:1724310012.183518:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310012.183521:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.183529:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.183531:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:0.0:1724310012.183534:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.183536:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000004:00000010:0.0:1724310012.183599:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310012.183605:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be9d8. 00000004:00000010:0.0:1724310012.183609:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310012.183615:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee000. 00010000:00000010:0.1:1724310012.184366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310012.184372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310012.184375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310012.184377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310012.186318:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.186481:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0400 00000400:00000200:0.0:1724310012.186487:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 102368 00000400:00000200:0.0:1724310012.186509:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.186513:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.186518:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.186525:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c380. 00000800:00000200:3.0:1724310012.187773:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.187777:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:3.0:1724310012.187780:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.187784:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.188643:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.188652:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294719 00000400:00000200:0.0:1724310012.188655:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.188658:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.188661:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951746e8 00000400:00000010:0.0:1724310012.188663:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951746e8. 00010000:00000010:3.0:1724310012.188814:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:3.0:1724310012.188821:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:3.1:1724310012.190399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310012.190408:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310012.190411:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310012.190420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310012.190423:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310012.190424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310012.190425:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310012.190431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310012.190468:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310012.190473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:0.0:1724310012.191714:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.191727:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0480 00000400:00000200:0.0:1724310012.191734:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 102856 00000400:00000200:0.0:1724310012.191781:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.191785:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.191791:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.191796:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d880. 00000800:00000200:3.0:1724310012.193528:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.193531:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310012.193534:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.193538:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.193541:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:3.0:1724310012.193542:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00010000:00000010:2.1:1724310012.193680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310012.193685:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310012.193688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310012.193690:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310012.193692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310012.193697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310012.193700:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310012.193702:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310012.193704:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310012.193706:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310012.196406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310012.196426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310012.198291:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.198305:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0580 00000400:00000200:0.0:1724310012.198311:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 103432 00000400:00000200:0.0:1724310012.198330:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.198334:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.198340:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.198345:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f100. 00000800:00000200:0.0:1724310012.203449:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.203452:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310012.203457:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.203464:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310012.203568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310012.203574:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310012.203577:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310012.203579:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310012.203580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310012.203585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310012.203587:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310012.203589:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310012.203591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310012.203593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:3.0:1724310012.206992:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.207010:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294721 00000400:00000200:3.0:1724310012.207016:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.207020:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.207026:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:3.0:1724310012.207028:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00010000:00000010:0.1:1724310012.207150:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310012.207157:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310012.207161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310012.207162:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310012.207164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310012.207172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:3.0:1724310012.207500:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.207506:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0600 00000400:00000200:3.0:1724310012.207512:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 103920 00000400:00000200:3.0:1724310012.207564:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.207567:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.207571:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.207577:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdca80. 00010000:00000010:1.1:1724310012.212326:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310012.212334:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310012.212794:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.212804:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0700 00000400:00000200:0.0:1724310012.212810:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 104496 00000400:00000200:0.0:1724310012.212827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.212829:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.212834:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.212839:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14ed80. 00000800:00000200:0.0:1724310012.213944:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.213947:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310012.213949:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.213952:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.215080:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310012.215086:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310012.215089:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310012.215091:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310012.218172:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 104984 00010000:00000010:3.0:1724310012.218553:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:3.0:1724310012.218562:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00000400:00000200:1.0:1724310012.218633:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.218636:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.218640:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.218644:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf0a80. 00000020:00000010:3.0:1724310012.218705:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.218709:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.218717:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310012.218739:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883266944 00000001:00000010:3.0:1724310012.218747:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:3.0:1724310012.218762:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.218766:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 02000000:00000010:3.0:1724310012.218806:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007bdb0000. 00010000:00000010:3.0:1724310012.218825:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.218828:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.218838:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.218840:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.218843:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.218845:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000004:00000010:3.0:1724310012.218910:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310012.218915:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310012.218920:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.218925:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75040. 00010000:00000010:3.0:1724310012.219831:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.219835:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.219839:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.219842:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.219881:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.219889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.219892:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.219919:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.219931:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf0a80 x1808069883266944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.219944:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8198. 00000100:00000200:3.0:1724310012.219949:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883266944, offset 224 00000400:00000200:3.0:1724310012.219953:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.219961:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.219966:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530832:530832:256:4294967295] 192.168.204.31@tcp LPNI seq info [530828:530828:8:4294967295] 00000400:00000200:3.0:1724310012.219974:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.219979:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.219982:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310012.219987:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.219992:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.219995:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1724310012.221469:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.221474:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310012.221479:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.221485:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.221489:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8198 00000400:00000010:0.0:1724310012.221491:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8198. 00000020:00000010:3.0:1724310012.221589:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.221594:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310012.221598:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00010000:00000010:0.1:1724310012.221721:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310012.221728:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310012.221730:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310012.221732:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310012.221734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310012.221740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310012.224401:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310012.224423:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310012.225434:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.225448:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0880 00000400:00000200:0.0:1724310012.225455:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 105560 00000400:00000200:0.0:1724310012.225473:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.225477:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.225482:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.225488:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14df80. 00000020:00000010:3.0:1724310012.226284:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.226290:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.226294:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310012.226334:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883267200 02000000:00000010:3.0:1724310012.226363:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ed000. 00010000:00000010:3.0:1724310012.226391:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.226406:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.226439:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.226444:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.226455:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.226457:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.226460:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.226462:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.226540:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.226542:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.226545:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.226547:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.226564:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.226569:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.226577:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.226582:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800864f9400. 00000001:00000010:3.0:1724310012.226738:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac40c0. 00000001:00000010:3.0:1724310012.226742:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310012.226771:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.226777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.226780:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.226792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.226808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.226811:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310012.226828:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75040. 00000004:00000010:3.0:1724310012.226832:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.226835:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310012.226840:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310012.226846:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.226858:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095977, last committed = 4295095650 00010000:00000200:3.0:1724310012.226866:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14df80 x1808069883267200/t4295095977(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.226879:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8000. 00000100:00000200:3.0:1724310012.226885:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883267200, offset 224 00000400:00000010:3.0:1724310012.226890:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6c40. 00000400:00000200:3.0:1724310012.226893:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.226903:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.226908:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530833:530833:256:4294967295] 192.168.204.31@tcp LPNI seq info [530829:530829:8:4294967295] 00000400:00000200:3.0:1724310012.226912:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.226917:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.226921:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.226924:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.226929:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.226934:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.226938:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.228469:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.228477:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310012.228480:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00000800:00000200:1.0:1724310012.228620:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.228624:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310012.228627:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.228633:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.230427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310012.230437:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310012.230441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310012.230444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:1.0:1724310012.231610:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.231624:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294731 00000400:00000200:1.0:1724310012.231629:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.231632:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.231636:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8000 00000400:00000010:1.0:1724310012.231638:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8000. 00000400:00000200:1.0:1724310012.231667:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.231672:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0900 00000400:00000200:1.0:1724310012.231677:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 106048 00000400:00000200:1.0:1724310012.231724:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.231727:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.231730:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.231735:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3480. 00000020:00000010:3.0:1724310012.232120:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584a00. 00000020:00000010:3.0:1724310012.232125:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.232128:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310012.232152:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883267328 00000001:00000010:3.0:1724310012.232160:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310012.232178:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.232183:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 02000000:00000010:3.0:1724310012.232226:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090600000. 00010000:00000010:3.0:1724310012.232248:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.232251:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.232295:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.232298:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.232301:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.232303:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310012.232376:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310012.232382:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310012.232386:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.232393:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75040. 00010000:00000010:3.0:1724310012.234596:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.234603:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.234608:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.234613:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.234772:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.234781:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.234785:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.234816:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.234831:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3480 x1808069883267328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.234847:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8880. 00000100:00000200:3.0:1724310012.234852:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883267328, offset 224 00000400:00000200:3.0:1724310012.234857:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.234867:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.234872:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530834:530834:256:4294967295] 192.168.204.31@tcp LPNI seq info [530830:530830:8:4294967295] 00000400:00000200:3.0:1724310012.234880:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.234884:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.234887:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.234891:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.234897:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.234900:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.236628:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.236637:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310012.236640:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584a00. 00000800:00000200:1.0:1724310012.237425:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.237429:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310012.237436:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.237443:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.237447:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8880 00000400:00000010:1.0:1724310012.237449:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8880. 00000400:00000200:1.0:1724310012.241460:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.241475:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0a00 00000400:00000200:1.0:1724310012.241483:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 106624 00000400:00000200:1.0:1724310012.241505:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.241508:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.241513:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.241519:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3800. 00000020:00000010:3.0:1724310012.241599:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584a00. 00000020:00000010:3.0:1724310012.241605:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.241609:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310012.241644:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883267584 02000000:00000010:3.0:1724310012.241670:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318e8000. 00010000:00000010:3.0:1724310012.241699:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.241714:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.241737:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.241742:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.241753:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.241755:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.241758:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.241760:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.241836:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.241839:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.241841:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.241844:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.241861:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.241866:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.241873:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4e40. 00080000:00000010:3.0:1724310012.241879:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094476400. 00010000:00000010:2.1:1724310012.241894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310012.241900:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310012.241904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310012.241907:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310012.241909:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310012.241914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000001:00000010:3.0:1724310012.242100:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4540. 00000001:00000010:3.0:1724310012.242104:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.242133:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4e40. 00010000:00000010:3.0:1724310012.242139:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.242142:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.242155:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.242171:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.242173:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310012.242189:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75040. 00000004:00000010:3.0:1724310012.242194:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310012.242196:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310012.242201:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310012.242206:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310012.242217:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095978, last committed = 4295095650 00010000:00000200:3.0:1724310012.242223:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3800 x1808069883267584/t4295095978(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.242235:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8cc0. 00000100:00000200:3.0:1724310012.242240:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883267584, offset 224 00000400:00000010:3.0:1724310012.242245:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6c78. 00000400:00000200:3.0:1724310012.242247:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.242254:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.242332:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530835:530835:256:4294967295] 192.168.204.31@tcp LPNI seq info [530831:530831:8:4294967295] 00000400:00000200:3.0:1724310012.242336:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.242342:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.242346:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000200:1.0:1724310012.245007:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.245012:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310012.245016:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.245022:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.245055:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.245065:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294739 00000400:00000200:1.0:1724310012.245070:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.245072:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.245076:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8cc0 00000400:00000010:1.0:1724310012.245078:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8cc0. 00010000:00000010:3.0:1724310012.245122:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.245130:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00000400:00000200:1.0:1724310012.247689:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.247702:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0a80 00000400:00000200:1.0:1724310012.247709:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 107112 00000400:00000200:1.0:1724310012.247766:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.247771:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.247775:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.247782:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8000. 00010000:00000010:0.1:1724310012.248056:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310012.248063:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000800:00000200:1.0:1724310012.252629:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.252633:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310012.252636:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.252640:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.252644:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:1.0:1724310012.252645:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00010000:00000010:2.1:1724310012.253351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310012.253359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310012.253363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310012.253366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310012.253368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310012.253370:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310012.257789:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310012.257801:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310012.257805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310012.257807:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000020:00000010:3.0:1724310012.259306:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082585800. 00000020:00000010:3.0:1724310012.259312:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.259316:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923640. 00000100:00000200:3.0:1724310012.259914:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883267968 02000000:00000010:3.0:1724310012.259941:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083341000. 00010000:00000010:3.0:1724310012.259970:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310012.259981:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:3.0:1724310012.260001:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.260006:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.260016:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.260018:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.260021:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.260023:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.260095:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.260097:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.260099:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.260101:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.260121:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42ac700. 00000020:00000010:3.0:1724310012.260126:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42ac700. 00000020:00000010:3.0:1724310012.260134:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.260139:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094475c00. 00000001:00000010:3.0:1724310012.260306:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac48a0. 00000001:00000010:3.0:1724310012.260311:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310012.260341:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.260346:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.260349:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.260363:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.260380:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.260383:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00080000:00000010:3.0:1724310012.260400:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:3.0:1724310012.260405:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:3.0:1724310012.260408:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:3.0:1724310012.260423:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:3.0:1724310012.260430:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.260442:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095979, last committed = 4295095650 00010000:00000200:3.0:1724310012.260449:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452300 x1808069883267968/t4295095979(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.260463:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8a18. 00000100:00000200:3.0:1724310012.260468:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883267968, offset 224 00000400:00000010:3.0:1724310012.260473:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6cb0. 00000400:00000200:3.0:1724310012.260477:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.260485:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.260491:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530837:530837:256:4294967295] 192.168.204.31@tcp LPNI seq info [530833:530833:8:4294967295] 00000400:00000200:3.0:1724310012.260494:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.260500:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.260504:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.260507:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310012.260511:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.260516:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.260520:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.260544:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310012.260547:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923640. 00000020:00000010:3.0:1724310012.260549:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082585800. 00000800:00000200:0.0:1724310012.260919:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.260922:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310012.260926:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.260930:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.261612:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.261620:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294741 00000400:00000200:1.0:1724310012.261624:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.261626:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.261631:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8a18 00000400:00000010:1.0:1724310012.261632:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8a18. 00000400:00000200:0.0:1724310012.265637:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.265651:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0c00 00000400:00000200:0.0:1724310012.265658:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 108176 00000400:00000200:0.0:1724310012.266013:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.266019:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.266025:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.266031:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f800. 00000020:00000010:1.0:1724310012.266114:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.266120:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.266123:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.266157:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883268096 00000001:00000010:1.0:1724310012.266166:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.0:1724310012.266186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.266191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310012.266234:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082770000. 00010000:00000010:1.0:1724310012.266253:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.266276:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.266290:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310012.266292:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.266295:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.266297:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310012.266371:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310012.266377:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310012.266382:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310012.266388:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:2.1:1724310012.266728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310012.266735:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310012.266740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310012.266745:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310012.266748:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310012.266751:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.0:1724310012.267072:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.267075:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.267078:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.267081:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.267121:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.268119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.268124:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.268151:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310012.268163:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f800 x1808069883268096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.268178:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.268183:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883268096, offset 224 00000400:00000200:1.0:1724310012.268188:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.268197:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.268203:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530838:530838:256:4294967295] 192.168.204.31@tcp LPNI seq info [530834:530834:8:4294967295] 00000400:00000200:1.0:1724310012.268211:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.268217:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.268220:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310012.268224:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.268230:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.268233:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.268269:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.268272:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.268276:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.269489:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.269493:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310012.269497:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.269582:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.269587:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:0.0:1724310012.269589:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00010000:00000010:1.1:1724310012.270615:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310012.270622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310012.270681:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310012.270686:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310012.270688:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310012.270692:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310012.270695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310012.270699:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:1.0:1724310012.271087:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.271097:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0d00 00000400:00000200:1.0:1724310012.271104:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 108752 00000400:00000200:1.0:1724310012.271122:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.271125:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.271130:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.271135:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831ab100. 00000800:00000200:0.0:1724310012.271992:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.271995:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310012.271998:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.272001:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.272951:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.272959:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294749 00000400:00000200:0.0:1724310012.272962:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.272965:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.272968:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:0.0:1724310012.272970:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00010000:00000010:3.0:1724310012.273184:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:3.0:1724310012.273190:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:0.1:1724310012.273831:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310012.273837:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310012.273840:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310012.273842:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:1.0:1724310012.274431:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.274440:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0d80 00000400:00000200:1.0:1724310012.274445:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 109240 00000400:00000200:1.0:1724310012.274492:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.274496:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.274500:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.274504:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9180. 00000800:00000200:0.0:1724310012.275990:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.275993:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310012.275996:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.275999:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.276002:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951746e8 00000400:00000010:0.0:1724310012.276003:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951746e8. 00010000:00000010:1.1:1724310012.276504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310012.276510:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00000400:00000200:0.0:1724310012.277248:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.277255:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f0e80 00000400:00000200:0.0:1724310012.277289:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 109816 00000400:00000200:0.0:1724310012.277303:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.277306:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.277310:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.277314:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14fb80. 00000800:00000200:1.0:1724310012.278823:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.278826:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310012.278830:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.278833:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.279345:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310012.279351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310012.280242:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.280252:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294751 00000400:00000200:0.0:1724310012.280284:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.280289:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.280293:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951742a8 00000400:00000010:0.0:1724310012.280295:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951742a8. 00000400:00000200:0.0:1724310012.280771:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.280777:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f0f00 00000400:00000200:0.0:1724310012.280783:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 110304 00000400:00000200:0.0:1724310012.280822:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.280826:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.280830:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.280834:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c700. 00000100:00000200:3.0:1724310012.281456:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883268864 00000001:00000010:3.0:1724310012.281465:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310012.281480:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.281485:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 02000000:00000010:3.0:1724310012.281526:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074a90000. 00010000:00000010:3.0:1724310012.281545:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.281548:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.281559:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.281561:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.281563:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.281565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000004:00000010:3.0:1724310012.281635:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310012.281641:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310012.281644:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310012.281650:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75040. 00000800:00000200:1.0:1724310012.283457:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.283460:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310012.283465:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.283469:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.283472:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174bb0 00000400:00000010:1.0:1724310012.283473:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174bb0. 00000400:00000200:0.0:1724310012.284968:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.284980:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1000 00000400:00000200:0.0:1724310012.284986:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 110880 00000400:00000200:0.0:1724310012.285004:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.285007:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.285012:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.285016:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14e300. 00000800:00000200:1.0:1724310012.286250:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.286253:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310012.286283:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.286287:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.287160:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.287170:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294759 00000400:00000200:1.0:1724310012.287173:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.287176:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.287179:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951744c8 00000400:00000010:1.0:1724310012.287181:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951744c8. 00010000:00000010:3.0:1724310012.287275:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:3.0:1724310012.287281:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00010000:00000010:1.1:1724310012.287357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310012.287362:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310012.287365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310012.287369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310012.287370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310012.287372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310012.287375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310012.287377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000020:00000010:0.0:1724310012.288157:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31200. 00000020:00000010:0.0:1724310012.288161:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:0.0:1724310012.288165:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310012.288193:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883269248 00000001:00000010:0.0:1724310012.288199:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:0.0:1724310012.288214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310012.288218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 02000000:00000010:0.0:1724310012.288283:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cdb0000. 00010000:00000010:0.0:1724310012.288301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.288304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.288313:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.288315:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:0.0:1724310012.288318:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.288319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00000004:00000010:0.0:1724310012.288384:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310012.288390:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310012.288395:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310012.288401:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310012.289159:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310012.289163:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.289166:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310012.289169:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310012.289204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.289225:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310012.289229:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00010000:00000010:0.0:1724310012.289255:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000200:0.0:1724310012.289295:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451180 x1808069883269248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.289308:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e4c8. 00000100:00000200:0.0:1724310012.289313:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883269248, offset 224 00000400:00000200:0.0:1724310012.289317:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.289325:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.289330:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530844:530844:256:4294967295] 192.168.204.31@tcp LPNI seq info [530840:530840:8:4294967295] 00000400:00000200:0.0:1724310012.289337:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.289341:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.289344:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310012.289349:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.289354:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.289357:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.289374:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:0.0:1724310012.289377:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310012.289380:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31200. 00000800:00000200:1.0:1724310012.289510:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.289513:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:1.0:1724310012.289516:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.289519:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.289522:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e4c8 00000400:00000010:1.0:1724310012.289524:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e4c8. 00010000:00000010:1.1:1724310012.290368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310012.290374:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310012.290378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310012.290381:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310012.290383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310012.290386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310012.290388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310012.290390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310012.290393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310012.290396:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.290398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310012.290400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310012.290403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310012.290404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310012.290407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310012.290408:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310012.290421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310012.290425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310012.291708:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.291721:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1180 00000400:00000200:1.0:1724310012.291727:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 111944 00000400:00000200:1.0:1724310012.291743:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.291747:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.291752:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.291757:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aa300. 00000020:00000010:0.0:1724310012.291828:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31200. 00000020:00000010:0.0:1724310012.291832:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:0.0:1724310012.291837:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310012.292206:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883269504 02000000:00000010:0.0:1724310012.292229:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560a000. 00010000:00000010:0.0:1724310012.292254:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310012.292295:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.292314:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.292319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.292328:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.292329:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310012.292332:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.292334:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.292402:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.292404:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:0.0:1724310012.292406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.292409:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00000020:00000010:0.0:1724310012.292439:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b8e0. 00000020:00000010:0.0:1724310012.292444:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b8e0. 00000020:00000010:0.0:1724310012.292455:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b6c0. 00080000:00000010:0.0:1724310012.292460:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d2c00. 00000001:00000010:0.0:1724310012.292621:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f720. 00000001:00000010:0.0:1724310012.292626:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310012.292655:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b6c0. 00010000:00000010:0.0:1724310012.292662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.292665:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.292677:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.292693:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310012.292696:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00080000:00000010:0.0:1724310012.292712:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310012.292717:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310012.292720:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310012.292725:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310012.292732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:0.0:1724310012.292742:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095983, last committed = 4295095650 00010000:00000200:0.0:1724310012.292748:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aa300 x1808069883269504/t4295095983(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.292760:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e440. 00000100:00000200:0.0:1724310012.292766:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883269504, offset 224 00000400:00000010:0.0:1724310012.292770:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de7a8. 00000400:00000200:0.0:1724310012.292773:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.292781:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.292786:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530845:530845:256:4294967295] 192.168.204.31@tcp LPNI seq info [530841:530841:8:4294967295] 00000400:00000200:0.0:1724310012.292790:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.292796:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.292800:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.292803:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310012.292808:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.292813:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.292817:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.292845:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:0.0:1724310012.292849:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310012.292851:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31200. 00000800:00000200:3.0:1724310012.292984:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.292987:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310012.292990:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.292993:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310012.293626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310012.293632:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310012.293634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310012.293637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310012.295670:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310012.295681:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310012.296750:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.296764:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294761 00000400:00000200:1.0:1724310012.296770:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.296773:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.296777:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e440 00000400:00000010:1.0:1724310012.296779:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e440. 00000400:00000200:1.0:1724310012.297497:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.297503:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1200 00000400:00000200:1.0:1724310012.297509:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 112432 00000400:00000200:1.0:1724310012.297568:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.297571:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.297575:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.297580:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8a80. 00000020:00000010:3.0:1724310012.297812:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584400. 00000020:00000010:3.0:1724310012.297818:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.297822:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310012.297857:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883269632 00000001:00000010:3.0:1724310012.297868:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:3.0:1724310012.297887:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.297892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.297935:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866c0000. 00010000:00000010:3.0:1724310012.297956:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.297959:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.297973:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.297975:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310012.297978:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.297981:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310012.298053:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310012.298060:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d168. 00000004:00000010:3.0:1724310012.298065:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310012.298071:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:2.1:1724310012.299292:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310012.299298:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310012.299300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310012.299303:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310012.299305:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310012.299310:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.301375:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310012.301380:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310012.301384:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310012.301389:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.301464:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:0.0:1724310012.301490:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:0.0:1724310012.301494:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:0.0:1724310012.301528:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:0.0:1724310012.301545:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8a80 x1808069883269632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.301559:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e660. 00000100:00000200:0.0:1724310012.301566:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883269632, offset 224 00000400:00000200:0.0:1724310012.301571:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.301580:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.301586:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530846:530846:256:4294967295] 192.168.204.31@tcp LPNI seq info [530842:530842:8:4294967295] 00000400:00000200:0.0:1724310012.301594:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.301600:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.301603:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.301608:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.301614:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.301617:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.301645:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:0.0:1724310012.301649:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:0.0:1724310012.301652:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584400. 00000800:00000200:1.0:1724310012.301877:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.301880:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310012.301884:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.301887:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.301891:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e660 00000400:00000010:1.0:1724310012.301892:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e660. 00010000:00000010:1.1:1724310012.302616:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310012.302622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00000400:00000200:3.0:1724310012.304457:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.304470:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1300 00000400:00000200:3.0:1724310012.304481:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 113008 00000400:00000200:3.0:1724310012.304503:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.304506:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.304512:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.304517:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf480. 00000020:00000010:0.0:1724310012.304596:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31200. 00000020:00000010:0.0:1724310012.304601:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310012.304605:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310012.305056:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883269888 02000000:00000010:0.0:1724310012.305081:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13d000. 00010000:00000010:0.0:1724310012.305106:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.305116:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310012.305135:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310012.305138:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310012.305147:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310012.305149:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.305152:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310012.305154:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310012.305222:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310012.305224:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.305226:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310012.305228:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000020:00000010:0.0:1724310012.305243:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b8e0. 00000020:00000010:0.0:1724310012.305247:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b8e0. 00000020:00000010:0.0:1724310012.305255:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4fc60. 00080000:00000010:0.0:1724310012.305296:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d3800. 00000001:00000010:1.0:1724310012.305555:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba3c0. 00000001:00000010:1.0:1724310012.305560:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310012.305590:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4fc60. 00010000:00000010:1.0:1724310012.305597:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.305600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.305612:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.305649:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:1.0:1724310012.305653:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00080000:00000010:1.0:1724310012.305669:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:1.0:1724310012.305675:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:1.0:1724310012.305678:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d168. 00000004:00000010:1.0:1724310012.305684:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:1.0:1724310012.305692:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:1.0:1724310012.305702:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095984, last committed = 4295095650 00010000:00000200:1.0:1724310012.305708:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf480 x1808069883269888/t4295095984(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.305721:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.305726:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883269888, offset 224 00000400:00000010:1.0:1724310012.305731:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65690. 00000400:00000200:1.0:1724310012.305734:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.305741:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.305746:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530847:530847:256:4294967295] 192.168.204.31@tcp LPNI seq info [530843:530843:8:4294967295] 00000400:00000200:1.0:1724310012.305749:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.305754:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.305759:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.305762:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310012.305766:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.305771:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.305773:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.305797:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:1.0:1724310012.305800:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:1.0:1724310012.305802:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31200. 00000400:00000200:1.0:1724310012.307795:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310012.307806:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294769 00000400:00000200:1.0:1724310012.307810:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.307813:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310012.307817:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:1.0:1724310012.307819:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00010000:00000010:3.0:1724310012.307961:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:3.0:1724310012.307969:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00000400:00000200:3.0:1724310012.308198:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.308205:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1380 00000400:00000200:3.0:1724310012.308211:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 113496 00000400:00000200:3.0:1724310012.308309:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.308313:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.308317:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.308322:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddf80. 00010000:00000010:2.1:1724310012.308539:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310012.308545:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310012.308548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310012.308550:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000020:00000010:1.0:1724310012.308606:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088687600. 00000020:00000010:1.0:1724310012.308610:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.308614:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.308634:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883270016 00000001:00000010:1.0:1724310012.308643:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:1.0:1724310012.308659:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310012.308664:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310012.308703:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008de50000. 00010000:00000010:1.0:1724310012.308721:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.308724:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.308733:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310012.308735:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.308738:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.308740:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310012.308807:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310012.308814:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310012.308818:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310012.308825:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:1.0:1724310012.309579:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.309581:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.309584:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.309586:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.309618:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.309624:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.309627:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.309646:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310012.309655:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddf80 x1808069883270016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.309666:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.309669:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883270016, offset 224 00000400:00000200:1.0:1724310012.309673:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.309680:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.309685:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530848:530848:256:4294967295] 192.168.204.31@tcp LPNI seq info [530844:530844:8:4294967295] 00000400:00000200:1.0:1724310012.309693:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.309697:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.309699:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310012.309703:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.309708:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.309711:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.309807:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.309810:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.309813:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088687600. 00000400:00000200:1.0:1724310012.311208:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.311217:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1480 00000400:00000200:1.0:1724310012.311222:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 114072 00000400:00000200:1.0:1724310012.311239:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.311242:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.311246:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.311250:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9500. 00000800:00000200:3.0:1724310012.312911:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.312915:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310012.312917:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.312921:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.314474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310012.314482:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310012.314485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310012.314491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310012.314536:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310012.314540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310012.314670:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:0.0:1724310012.314676:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00000400:00000200:1.0:1724310012.316290:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.316299:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1500 00000400:00000200:1.0:1724310012.316305:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 114560 00000400:00000200:1.0:1724310012.316528:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.316533:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.316537:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.316542:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aaa00. 00010000:00000010:0.1:1724310012.317530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310012.317536:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310012.317539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310012.317542:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310012.317545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310012.317549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310012.317637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:1.1:1724310012.317642:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310012.317644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310012.317646:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.0:1724310012.317891:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310012.317894:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310012.317898:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310012.317901:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.317943:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:0.0:1724310012.317950:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:0.0:1724310012.317954:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00010000:00000010:0.0:1724310012.317979:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000200:0.0:1724310012.317989:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aaa00 x1808069883270400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.318002:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ea18. 00000100:00000200:0.0:1724310012.318007:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883270400, offset 224 00000400:00000200:0.0:1724310012.318011:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.318019:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.318024:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530850:530850:256:4294967295] 192.168.204.31@tcp LPNI seq info [530846:530846:8:4294967295] 00000400:00000200:0.0:1724310012.318031:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.318036:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.318039:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310012.318043:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.318049:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.318053:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.318066:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0600. 00000020:00000010:0.0:1724310012.318069:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:0.0:1724310012.318072:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def5e00. 00000800:00000200:3.0:1724310012.318180:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.318184:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310012.318187:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.318190:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.318193:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84ea18 00000400:00000010:3.0:1724310012.318195:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84ea18. 00010000:00000010:2.1:1724310012.318247:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310012.318252:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00000020:00000010:0.0:1724310012.319987:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31c00. 00000020:00000010:0.0:1724310012.319991:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:0.0:1724310012.319994:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310012.320022:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883270656 02000000:00000010:0.0:1724310012.320042:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13a000. 00010000:00000010:0.0:1724310012.320065:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.320075:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310012.320091:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310012.320094:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.320102:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.320104:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310012.320107:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310012.320109:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.320178:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.320180:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.320184:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310012.320186:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.320206:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b2c0. 00000020:00000010:0.0:1724310012.320211:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b2c0. 00000020:00000010:0.0:1724310012.320219:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4fc60. 00080000:00000010:0.0:1724310012.320225:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d0000. 00000001:00000010:1.0:1724310012.321316:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba540. 00000001:00000010:1.0:1724310012.321321:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310012.321352:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4fc60. 00010000:00000010:1.0:1724310012.321360:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310012.321363:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.321379:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.321847:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:1.0:1724310012.321853:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00080000:00000010:1.0:1724310012.321876:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:1.0:1724310012.321880:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:1.0:1724310012.321884:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d20. 00000004:00000010:1.0:1724310012.321890:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:1.0:1724310012.321897:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:1.0:1724310012.321910:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095986, last committed = 4295095650 00010000:00000200:1.0:1724310012.321918:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453480 x1808069883270656/t4295095986(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.321931:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.321936:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883270656, offset 224 00000400:00000010:1.0:1724310012.321941:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da656c8. 00000400:00000200:1.0:1724310012.321944:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.321954:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.321959:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530851:530851:256:4294967295] 192.168.204.31@tcp LPNI seq info [530847:530847:8:4294967295] 00000400:00000200:1.0:1724310012.321963:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.321968:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.321973:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.321977:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310012.321982:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.321987:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.321990:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.322396:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:1.0:1724310012.322400:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:1.0:1724310012.322403:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31c00. 00000800:00000200:0.0:1724310012.322820:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.322823:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310012.322827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.322831:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.325166:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.325180:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294779 00000400:00000200:3.0:1724310012.325186:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.325189:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.325195:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:3.0:1724310012.325197:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00000400:00000200:3.0:1724310012.325226:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.325231:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1680 00000400:00000200:3.0:1724310012.325237:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 115624 00000400:00000200:3.0:1724310012.325253:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.325256:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.325281:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.325286:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf800. 00010000:00000010:0.0:1724310012.325374:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.325383:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00000020:00000010:1.0:1724310012.325542:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088687a00. 00000020:00000010:1.0:1724310012.325547:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.325552:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.325755:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883270784 00000001:00000010:1.0:1724310012.325764:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:1.0:1724310012.325779:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.325784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310012.325828:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ecb0000. 00010000:00000010:1.0:1724310012.325847:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.325850:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.325861:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.325863:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.325867:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.325869:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310012.325936:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310012.325942:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310012.325946:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310012.325952:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310012.326699:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.326702:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.326705:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.326707:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.326741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.326747:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.326750:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.326772:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310012.326785:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf800 x1808069883270784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.326798:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.326802:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883270784, offset 224 00000400:00000200:1.0:1724310012.326807:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.326815:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.326820:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530852:530852:256:4294967295] 192.168.204.31@tcp LPNI seq info [530848:530848:8:4294967295] 00000400:00000200:1.0:1724310012.326828:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.326832:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.326835:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.326839:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.326845:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.326848:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.327569:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.327574:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.327578:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088687a00. 00010000:00000010:2.1:1724310012.329515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310012.329524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310012.329528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310012.329532:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310012.329917:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310012.329922:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310012.329924:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310012.329926:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310012.329928:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310012.329930:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:1.0:1724310012.329976:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.329987:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1780 00000400:00000200:1.0:1724310012.329992:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 116200 00000400:00000200:1.0:1724310012.330009:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.330012:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.330016:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.330022:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8380. 00000800:00000200:3.0:1724310012.330838:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.330841:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:3.0:1724310012.330844:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.330847:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.0:1724310012.332559:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:0.0:1724310012.332566:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00000400:00000200:1.0:1724310012.334147:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.334157:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1800 00000400:00000200:1.0:1724310012.334163:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 116688 00000400:00000200:1.0:1724310012.334216:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.334219:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.334224:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.334231:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022a00. 00000020:00000010:0.0:1724310012.334303:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31a00. 00000020:00000010:0.0:1724310012.334307:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99480. 00000020:00000010:0.0:1724310012.334310:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310012.334348:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883271168 00000001:00000010:0.0:1724310012.334357:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:0.0:1724310012.334375:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310012.334380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 02000000:00000010:0.0:1724310012.334433:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88003e5a0000. 00010000:00000010:0.0:1724310012.334454:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310012.334457:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.334468:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310012.334470:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.334473:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310012.334475:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00000004:00000010:0.0:1724310012.334543:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310012.334550:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310012.334554:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958060c8. 00080000:00000010:0.0:1724310012.334560:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:2.1:1724310012.335448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310012.335455:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310012.335458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310012.335460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.0:1724310012.335689:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.335692:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310012.335696:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310012.335698:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.335737:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.335745:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310012.335750:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.335775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000200:0.0:1724310012.335786:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083022a00 x1808069883271168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.335799:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ef68. 00000100:00000200:0.0:1724310012.335804:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883271168, offset 224 00000400:00000200:0.0:1724310012.335809:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.335817:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.335822:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530854:530854:256:4294967295] 192.168.204.31@tcp LPNI seq info [530850:530850:8:4294967295] 00000400:00000200:0.0:1724310012.335830:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.335834:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.335837:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310012.335841:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.335847:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.335851:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.335864:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99480. 00000020:00000010:0.0:1724310012.335867:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310012.335869:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31a00. 00000800:00000200:3.0:1724310012.335967:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.335970:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310012.335973:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.335976:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.335979:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84ef68 00000400:00000010:3.0:1724310012.335981:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84ef68. 00000020:00000010:0.0:1724310012.337878:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31a00. 00000020:00000010:0.0:1724310012.337883:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99480. 00000020:00000010:0.0:1724310012.337886:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310012.337917:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883271424 02000000:00000010:0.0:1724310012.337943:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf7000. 00010000:00000010:0.0:1724310012.337966:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.337976:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310012.337993:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310012.337996:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310012.338005:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.338007:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.338010:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310012.338012:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.338082:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.338084:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.338087:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310012.338089:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.338105:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310012.338109:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310012.338118:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b6c0. 00080000:00000010:0.0:1724310012.338123:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800938d1c00. 00000001:00000010:0.0:1724310012.338317:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1668a0. 00000001:00000010:0.0:1724310012.338321:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310012.338351:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b6c0. 00010000:00000010:0.0:1724310012.338357:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310012.338360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.338372:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.338388:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310012.338391:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00080000:00000010:0.0:1724310012.338406:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310012.338420:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958060c8. 00000004:00000010:0.0:1724310012.338423:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310012.338427:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:0.0:1724310012.338434:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000200:0.0:1724310012.338445:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095988, last committed = 4295095650 00010000:00000200:0.0:1724310012.338451:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451500 x1808069883271424/t4295095988(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.338462:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e6e8. 00000100:00000200:0.0:1724310012.338467:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883271424, offset 224 00000400:00000010:0.0:1724310012.338471:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de770. 00000400:00000200:0.0:1724310012.338474:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.338481:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.338486:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530855:530855:256:4294967295] 192.168.204.31@tcp LPNI seq info [530851:530851:8:4294967295] 00000400:00000200:0.0:1724310012.338490:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.338495:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.338499:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.338502:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310012.338506:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.338511:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.338514:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.338533:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99480. 00000020:00000010:0.0:1724310012.338537:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310012.338539:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31a00. 00010000:00000010:3.1:1724310012.338651:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310012.338656:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310012.338659:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310012.338661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000800:00000200:1.0:1724310012.338767:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.338770:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310012.338773:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.338776:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.339180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310012.339185:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310012.339188:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310012.339191:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310012.339193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310012.339198:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:3.0:1724310012.340588:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.340600:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294789 00000400:00000200:3.0:1724310012.340604:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.340607:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.340612:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e6e8 00000400:00000010:3.0:1724310012.340613:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e6e8. 00000400:00000200:3.0:1724310012.340631:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.340635:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1980 00000400:00000200:3.0:1724310012.340640:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 117752 00000400:00000200:3.0:1724310012.340689:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.340693:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.340696:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.340700:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdea00. 00010000:00000010:0.0:1724310012.341120:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.341128:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00000800:00000200:3.0:1724310012.343455:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.343458:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310012.343461:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.343465:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.343468:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:3.0:1724310012.343470:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00010000:00000010:3.1:1724310012.344385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310012.344391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310012.344394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310012.344397:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310012.344401:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310012.344403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310012.344405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310012.344407:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310012.344417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310012.344420:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310012.344422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310012.344427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:1.0:1724310012.346448:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.346461:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1a80 00000400:00000200:1.0:1724310012.346468:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 118328 00000400:00000200:1.0:1724310012.346485:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.346488:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.346493:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.346497:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022680. 00000800:00000200:3.0:1724310012.347293:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.347296:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310012.347298:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.347302:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.347620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310012.347625:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310012.347628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310012.347630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:3.0:1724310012.348945:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.348954:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294791 00000400:00000200:3.0:1724310012.348958:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.348960:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.348964:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:3.0:1724310012.348966:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00000400:00000200:3.0:1724310012.348988:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.348991:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1b00 00000400:00000200:3.0:1724310012.348996:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 118816 00000400:00000200:3.0:1724310012.349035:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.349038:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.349042:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.349046:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd880. 00010000:00000010:0.0:1724310012.349336:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:0.0:1724310012.349342:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00000020:00000010:1.0:1724310012.349505:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.349509:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.349512:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.349535:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883271936 00000001:00000010:1.0:1724310012.349542:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:1.0:1724310012.349556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.349560:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310012.349599:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7e0000. 00010000:00000010:1.0:1724310012.349614:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.349616:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.349625:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.349627:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.349629:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.349631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310012.349685:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310012.349690:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.349694:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.349699:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.350237:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.350241:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.350244:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.350246:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.350295:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.350565:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.350570:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.350591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310012.350601:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd880 x1808069883271936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.350612:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.350618:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883271936, offset 224 00000400:00000200:1.0:1724310012.350622:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.350629:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.350633:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530858:530858:256:4294967295] 192.168.204.31@tcp LPNI seq info [530854:530854:8:4294967295] 00000400:00000200:1.0:1724310012.350640:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.350643:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.350646:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.350650:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.350655:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.350658:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.350682:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.350685:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.350688:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.350729:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.350733:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310012.350736:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.350740:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.350742:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:0.0:1724310012.350744:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00000400:00000200:3.0:1724310012.353573:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.353585:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1c00 00000400:00000200:3.0:1724310012.353591:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 119392 00000400:00000200:3.0:1724310012.353608:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.353611:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.353615:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.353620:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfde680. 00010000:00000010:2.1:1724310012.353718:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310012.353724:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000020:00000010:1.0:1724310012.353822:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.353828:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.353831:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.353861:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883272192 02000000:00000010:1.0:1724310012.353884:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094467000. 00010000:00000010:1.0:1724310012.353910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.353919:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.353936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.353940:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.353949:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310012.353951:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.353953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.353955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310012.354024:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310012.354026:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.354028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.354030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310012.354047:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.354051:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.354058:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba660. 00080000:00000010:1.0:1724310012.354062:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9e400. 00000001:00000010:1.0:1724310012.354202:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba840. 00000001:00000010:1.0:1724310012.354207:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310012.354233:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba660. 00010000:00000010:1.0:1724310012.354238:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.354241:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.354253:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.354298:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.354301:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00080000:00000010:1.0:1724310012.355475:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.355482:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.355486:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.355489:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310012.355501:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310012.355513:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095990, last committed = 4295095650 00010000:00000200:1.0:1724310012.355522:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfde680 x1808069883272192/t4295095990(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.355535:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.355540:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883272192, offset 224 00000400:00000010:1.0:1724310012.355546:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65700. 00000400:00000200:1.0:1724310012.355550:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.355560:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.355565:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530859:530859:256:4294967295] 192.168.204.31@tcp LPNI seq info [530855:530855:8:4294967295] 00000400:00000200:1.0:1724310012.355569:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.355575:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.355579:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.355582:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.355587:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.355593:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.355597:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.355623:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.355627:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.355629:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:3.0:1724310012.355892:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.355894:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310012.355898:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.355901:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.356373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310012.356379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310012.356382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310012.356384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310012.356399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310012.356405:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310012.356418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310012.356421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310012.356423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310012.356427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310012.357801:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.357813:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1c80 00000400:00000200:0.0:1724310012.357819:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 119880 00000400:00000200:0.0:1724310012.357827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.357831:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.357835:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.357840:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d500. 00000400:00000200:0.0:1724310012.357969:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.357975:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294799 00000400:00000200:0.0:1724310012.357978:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.357981:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.357984:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a2a8 00000400:00000010:0.0:1724310012.357986:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a2a8. 00000020:00000010:1.0:1724310012.358368:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.358373:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.358377:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.358419:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883272320 00000001:00000010:1.0:1724310012.358428:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:1.0:1724310012.358444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.358448:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310012.358494:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007d200000. 00010000:00000010:1.0:1724310012.358514:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.358517:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.358529:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.358531:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.358534:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.358536:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310012.358607:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310012.358613:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.358618:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.358624:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.359367:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.359371:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.359374:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.359377:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.359422:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.359429:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.359431:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.359453:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310012.359465:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14d500 x1808069883272320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.359476:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.359481:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883272320, offset 224 00000400:00000200:1.0:1724310012.359486:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.359493:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.359497:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530860:530860:256:4294967295] 192.168.204.31@tcp LPNI seq info [530856:530856:8:4294967295] 00000400:00000200:1.0:1724310012.359505:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.359510:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.359513:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.359517:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.359522:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.359526:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.359550:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.359554:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.359557:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:3.0:1724310012.359614:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.359617:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310012.359620:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.359624:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.359627:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:3.0:1724310012.359628:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00010000:00000010:2.1:1724310012.359684:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310012.359690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:3.0:1724310012.361160:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.361169:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1d80 00000400:00000200:3.0:1724310012.361175:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 120456 00000400:00000200:3.0:1724310012.361190:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.361193:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.361198:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.361202:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddc00. 00000020:00000010:1.0:1724310012.361288:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.361292:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.361295:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.361312:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883272576 02000000:00000010:1.0:1724310012.361332:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8a000. 00010000:00000010:1.0:1724310012.361352:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.361360:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.361373:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.361376:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.361383:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.361385:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.361388:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.361390:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.361460:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.361462:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.361465:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.361467:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310012.361603:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.361608:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.361615:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba0c0. 00080000:00000010:1.0:1724310012.361620:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9d400. 00000001:00000010:1.0:1724310012.361761:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bab40. 00000001:00000010:1.0:1724310012.361765:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310012.361792:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba0c0. 00010000:00000010:1.0:1724310012.361797:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310012.361800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.361811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.361824:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.361827:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00080000:00000010:1.0:1724310012.361839:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.361843:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.361847:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.361850:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310012.361856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310012.361864:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095991, last committed = 4295095650 00010000:00000200:1.0:1724310012.361870:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddc00 x1808069883272576/t4295095991(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.361880:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.361885:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883272576, offset 224 00000400:00000010:1.0:1724310012.361889:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65738. 00000400:00000200:1.0:1724310012.361892:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.361898:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.361903:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530861:530861:256:4294967295] 192.168.204.31@tcp LPNI seq info [530857:530857:8:4294967295] 00000400:00000200:1.0:1724310012.361907:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.361911:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.361916:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.361918:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310012.361922:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.361927:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.361930:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.361954:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.361957:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.361960:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.362174:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.362177:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310012.362180:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.362183:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.362631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310012.362637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310012.362675:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310012.362681:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310012.362683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310012.362685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310012.362687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310012.362690:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:3.0:1724310012.363420:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.363428:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947a1 00000400:00000200:3.0:1724310012.363431:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.363434:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.363437:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:3.0:1724310012.363439:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:0.0:1724310012.363605:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:0.0:1724310012.363610:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:3.0:1724310012.364115:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.364121:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1e00 00000400:00000200:3.0:1724310012.364127:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 120944 00000400:00000200:3.0:1724310012.364170:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.364173:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.364177:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.364181:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdc700. 00000020:00000010:1.0:1724310012.364377:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.364382:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.364385:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.364404:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883272704 00000001:00000010:1.0:1724310012.364421:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310012.364437:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310012.364440:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310012.364803:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88005e900000. 00010000:00000010:1.0:1724310012.364823:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.364826:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.364835:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.364837:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.364840:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.364842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000004:00000010:1.0:1724310012.364906:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310012.364911:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.364915:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.364921:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.366048:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310012.366052:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.366055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.366057:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.366096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.366103:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.366106:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.366130:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310012.366142:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdc700 x1808069883272704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.366155:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.366160:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883272704, offset 224 00000400:00000200:1.0:1724310012.366165:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.366172:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.366178:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530862:530862:256:4294967295] 192.168.204.31@tcp LPNI seq info [530858:530858:8:4294967295] 00000400:00000200:1.0:1724310012.366185:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.366189:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.366192:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310012.366196:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.366202:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.366205:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.366782:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.366786:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.366789:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.366979:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.366981:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310012.366985:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.366989:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.366993:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:0.0:1724310012.366994:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:3.1:1724310012.368611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310012.368618:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310012.368621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310012.368623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310012.368625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310012.368628:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310012.368630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310012.368633:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310012.368636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310012.368640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:3.0:1724310012.368821:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.368831:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f1f00 00000400:00000200:3.0:1724310012.368837:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 121520 00000400:00000200:3.0:1724310012.368854:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.368858:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.368863:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.368867:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfded80. 00000020:00000010:1.0:1724310012.369568:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.369573:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.369577:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.369837:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883272960 02000000:00000010:1.0:1724310012.369861:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb88000. 00010000:00000010:1.0:1724310012.369885:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.369895:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.369914:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.369917:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.369926:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.369929:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.369931:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.369934:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.370003:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.370005:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.370008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310012.370010:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310012.370026:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.370031:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.370038:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310012.370043:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9dc00. 00000001:00000010:1.0:1724310012.370187:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba5a0. 00000001:00000010:1.0:1724310012.370191:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310012.370217:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310012.370223:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.370226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.370238:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.370252:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.370255:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310012.370458:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.370463:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.370467:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.370548:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310012.370558:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310012.370569:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095992, last committed = 4295095650 00010000:00000200:1.0:1724310012.370576:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfded80 x1808069883272960/t4295095992(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.370589:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.370594:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883272960, offset 224 00000400:00000010:1.0:1724310012.370598:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65770. 00000400:00000200:1.0:1724310012.370601:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.370609:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.370614:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530863:530863:256:4294967295] 192.168.204.31@tcp LPNI seq info [530859:530859:8:4294967295] 00000400:00000200:1.0:1724310012.370618:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.370624:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.370628:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.370631:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.370635:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.370640:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.370643:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.371191:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.371195:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.371197:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:3.0:1724310012.371942:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.371946:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310012.371950:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.371954:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.372637:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310012.372644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310012.372757:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.372767:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947a9 00000400:00000200:0.0:1724310012.372771:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.372773:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.372777:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:0.0:1724310012.372779:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00000400:00000200:3.0:1724310012.374020:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.374029:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f1f80 00000400:00000200:3.0:1724310012.374035:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 122008 00000400:00000200:3.0:1724310012.374082:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.374086:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.374090:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.374094:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf100. 00000020:00000010:1.0:1724310012.374225:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.374229:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.374232:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.374247:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883273088 00000001:00000010:1.0:1724310012.374253:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310012.374286:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.374290:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 02000000:00000010:1.0:1724310012.374334:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092b10000. 00010000:00000010:1.0:1724310012.374354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310012.374357:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.374370:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.374372:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.374375:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.374377:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310012.374465:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310012.374471:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.374475:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.374481:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.375017:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.375020:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.375023:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.375026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.375065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.375073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.375076:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.375098:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310012.375109:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf100 x1808069883273088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.375122:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.375127:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883273088, offset 224 00000400:00000200:1.0:1724310012.375133:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.375141:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.375146:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530864:530864:256:4294967295] 192.168.204.31@tcp LPNI seq info [530860:530860:8:4294967295] 00000400:00000200:1.0:1724310012.375154:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.375159:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.375162:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.375166:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.375172:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.375175:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.375195:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.375198:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.375201:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000800:00000200:3.0:1724310012.375250:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.375253:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310012.375273:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.375277:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.375280:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a2a8 00000400:00000010:3.0:1724310012.375282:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a2a8. 00000400:00000200:0.0:1724310012.377908:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.377919:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2080 00000400:00000200:0.0:1724310012.377925:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 122584 00000400:00000200:0.0:1724310012.377943:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.377947:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.377951:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.377956:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14dc00. 00000020:00000010:1.0:1724310012.378071:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.378075:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.378079:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.378111:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883273344 02000000:00000010:1.0:1724310012.378135:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472ce000. 00010000:00000010:1.0:1724310012.378160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.378171:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.378189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.378192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.378202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.378204:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.378207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.378209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:2.1:1724310012.378359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310012.378364:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310012.378368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310012.378370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310012.378609:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310012.378612:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.378614:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.378617:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310012.378637:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.378642:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.378649:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba120. 00080000:00000010:1.0:1724310012.378654:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9d000. 00000001:00000010:1.0:1724310012.378796:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baae0. 00000001:00000010:1.0:1724310012.378800:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310012.378825:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba120. 00010000:00000010:1.0:1724310012.378831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.378834:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.378846:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.378861:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.378863:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310012.378875:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.378880:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.378883:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.378887:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310012.378892:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310012.378903:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095993, last committed = 4295095650 00010000:00000200:1.0:1724310012.378909:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14dc00 x1808069883273344/t4295095993(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.378921:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.378926:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883273344, offset 224 00000400:00000010:1.0:1724310012.378931:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da657a8. 00000400:00000200:1.0:1724310012.378934:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.378942:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.378947:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530865:530865:256:4294967295] 192.168.204.31@tcp LPNI seq info [530861:530861:8:4294967295] 00000400:00000200:1.0:1724310012.378951:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.378957:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.378962:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.378965:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310012.378969:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.378975:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.378978:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.379583:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.379587:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.379590:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000800:00000200:3.0:1724310012.379979:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.379982:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310012.379987:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.379992:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.381378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310012.381387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:3.0:1724310012.381495:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.381506:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947b1 00000400:00000200:3.0:1724310012.381510:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.381513:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.381517:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:3.0:1724310012.381520:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00010000:00000010:0.0:1724310012.381654:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:0.0:1724310012.381662:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00000020:00000010:1.0:1724310012.382045:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.382049:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.382053:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.382084:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883273472 00000001:00000010:1.0:1724310012.382091:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310012.382106:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.382110:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 02000000:00000010:1.0:1724310012.382152:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88009c9a0000. 00010000:00000010:1.0:1724310012.382172:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.382175:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.382184:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.382186:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.382189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.382191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310012.382278:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310012.382285:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.382289:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.382295:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.384639:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310012.384650:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310012.384654:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310012.384656:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310012.384659:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310012.384664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310012.384666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310012.384668:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310012.384671:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310012.384673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310012.384675:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310012.384677:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.386127:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.386133:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.386137:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.386141:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.386192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.386201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.386205:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.386236:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310012.386250:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452a00 x1808069883273472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.386288:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.386295:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883273472, offset 224 00000400:00000200:1.0:1724310012.386300:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.386310:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.386315:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530866:530866:256:4294967295] 192.168.204.31@tcp LPNI seq info [530862:530862:8:4294967295] 00000400:00000200:1.0:1724310012.386326:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.386331:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.386335:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.386340:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.386347:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.386350:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.386380:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.386384:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.386387:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000800:00000200:3.0:1724310012.386779:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.386782:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310012.386785:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.386789:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.386792:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:3.0:1724310012.386794:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00010000:00000010:3.1:1724310012.387404:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310012.387420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310012.389285:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.389298:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2200 00000400:00000200:3.0:1724310012.389304:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 123648 00000400:00000200:3.0:1724310012.389323:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.389326:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.389331:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.389335:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd500. 00000020:00000010:1.0:1724310012.389418:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.389424:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.389428:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.389458:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883273728 02000000:00000010:1.0:1724310012.389483:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c6cd000. 00010000:00000010:1.0:1724310012.389510:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.389520:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.389539:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.389542:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.389552:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.389554:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.389557:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.389559:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.389629:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.389631:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.389634:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.389637:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310012.389653:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.389658:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.389665:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba6c0. 00080000:00000010:1.0:1724310012.389670:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9c800. 00000001:00000010:1.0:1724310012.389817:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba0c0. 00000001:00000010:1.0:1724310012.389821:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310012.389848:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba6c0. 00010000:00000010:1.0:1724310012.389854:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.389857:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.389870:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.389888:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.389890:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310012.389904:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.389908:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.389911:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.389915:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310012.389921:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310012.389932:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095994, last committed = 4295095650 00010000:00000200:1.0:1724310012.389938:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd500 x1808069883273728/t4295095994(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.390735:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.390741:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883273728, offset 224 00000400:00000010:1.0:1724310012.390745:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da657e0. 00000400:00000200:1.0:1724310012.390748:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.390756:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.390761:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530867:530867:256:4294967295] 192.168.204.31@tcp LPNI seq info [530863:530863:8:4294967295] 00000400:00000200:1.0:1724310012.390765:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.390770:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.390775:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.390778:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310012.390782:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.390788:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.390791:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.390812:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.390814:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.390817:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000400:00000200:3.0:1724310012.392327:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.392336:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947b9 00000400:00000200:3.0:1724310012.392339:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.392342:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.392346:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:3.0:1724310012.392348:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00000400:00000200:3.0:1724310012.392756:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.392763:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f2280 00000400:00000200:3.0:1724310012.392769:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 124136 00000400:00000200:3.0:1724310012.392811:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.392815:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.392819:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.392824:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53b80. 00000020:00000010:1.0:1724310012.392907:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.392911:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.392914:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.392933:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883273856 00000001:00000010:1.0:1724310012.392941:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310012.392955:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.392959:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 02000000:00000010:1.0:1724310012.392999:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bbf0000. 00010000:00000010:1.0:1724310012.393017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.393020:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.393030:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310012.393032:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.393034:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.393036:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310012.393101:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310012.393107:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.393111:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.393116:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.393510:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310012.393517:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310012.393521:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310012.393524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.393757:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.393760:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.393763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310012.393765:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.393798:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.393805:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.393808:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.393829:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310012.393840:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53b80 x1808069883273856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.393850:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.393854:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883273856, offset 224 00000400:00000200:1.0:1724310012.393859:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.393865:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.393870:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530868:530868:256:4294967295] 192.168.204.31@tcp LPNI seq info [530864:530864:8:4294967295] 00000400:00000200:1.0:1724310012.393877:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.393882:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.393885:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.393889:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.393894:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.393897:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.394516:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.394520:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.394524:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000400:00000200:3.0:1724310012.395911:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.395920:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2380 00000400:00000200:3.0:1724310012.395926:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 124712 00000400:00000200:3.0:1724310012.395942:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.395945:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.395949:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.395953:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50a80. 00000020:00000010:1.0:1724310012.396374:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.396378:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.396382:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00010000:00000010:0.1:1724310012.396458:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310012.396465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000100:00000200:1.0:1724310012.396532:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883274112 02000000:00000010:1.0:1724310012.396554:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093924000. 00010000:00000010:1.0:1724310012.396577:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.396588:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.396606:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.396610:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.396619:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.396621:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.396624:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.396626:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.396694:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.396696:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.396699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.396701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310012.396717:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.396721:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.396728:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310012.396733:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9d800. 00000001:00000010:1.0:1724310012.396877:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba900. 00000001:00000010:1.0:1724310012.396881:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310012.396907:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310012.396913:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.396916:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.396929:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.396945:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.396948:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310012.396961:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.396966:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.396969:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.396973:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310012.396979:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310012.396989:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095995, last committed = 4295095650 00010000:00000200:1.0:1724310012.396995:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50a80 x1808069883274112/t4295095995(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.397006:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.397011:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883274112, offset 224 00000400:00000010:1.0:1724310012.397016:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65818. 00000400:00000200:1.0:1724310012.397019:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.397026:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.397031:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530869:530869:256:4294967295] 192.168.204.31@tcp LPNI seq info [530865:530865:8:4294967295] 00000400:00000200:1.0:1724310012.397035:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.397040:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.397044:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.397048:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.397052:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.397058:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.397061:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.397087:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.397090:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.397093:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00010000:00000010:0.0:1724310012.399451:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310012.399458:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00000020:00000010:3.0:1724310012.399901:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082585c00. 00000020:00000010:3.0:1724310012.399905:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310012.399909:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310012.399934:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883274240 00000001:00000010:3.0:1724310012.399944:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:3.0:1724310012.399960:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.399964:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310012.400451:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880063d20000. 00010000:00000010:3.0:1724310012.400473:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.400476:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.400486:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.400488:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.400491:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.400492:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000004:00000010:3.0:1724310012.400558:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310012.400564:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d2d0. 00000004:00000010:3.0:1724310012.400569:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310012.400575:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:0.0:1724310012.401089:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310012.401092:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310012.401095:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310012.401097:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310012.401129:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:0.0:1724310012.401136:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:0.0:1724310012.401139:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:0.0:1724310012.401160:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:0.0:1724310012.401172:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453100 x1808069883274240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.401184:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ebb0. 00000100:00000200:0.0:1724310012.401188:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883274240, offset 224 00000400:00000200:0.0:1724310012.401192:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.401199:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.401204:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530870:530870:256:4294967295] 192.168.204.31@tcp LPNI seq info [530866:530866:8:4294967295] 00000400:00000200:0.0:1724310012.401211:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.401215:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.401218:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310012.401222:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.401228:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.401231:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.401252:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:0.0:1724310012.401270:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:0.0:1724310012.401273:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082585c00. 00000800:00000200:3.0:1724310012.401373:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.401376:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310012.401379:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.401382:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.401385:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84ebb0 00000400:00000010:3.0:1724310012.401387:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84ebb0. 00010000:00000010:2.1:1724310012.402369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310012.402377:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310012.402381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310012.402384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310012.402387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310012.402389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310012.402391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310012.402392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310012.402394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310012.402398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000020:00000010:0.0:1724310012.402568:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31a00. 00000020:00000010:0.0:1724310012.402571:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310012.402575:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310012.402598:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883274496 02000000:00000010:0.0:1724310012.402618:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf3000. 00010000:00000010:0.0:1724310012.402637:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310012.402645:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310012.402658:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310012.402660:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.402665:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310012.402666:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310012.402668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.402669:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310012.402712:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.402714:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.402715:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.402716:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.402726:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310012.402729:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310012.402736:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166780. 00080000:00000010:0.0:1724310012.402741:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545f400. 00000001:00000010:0.0:1724310012.402855:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166a20. 00000001:00000010:0.0:1724310012.402858:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310012.402876:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166780. 00010000:00000010:0.0:1724310012.402880:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.402882:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.402890:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.402900:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310012.402902:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00080000:00000010:0.0:1724310012.402913:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:0.0:1724310012.402917:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:0.0:1724310012.402919:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d2d0. 00000004:00000010:0.0:1724310012.402922:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:0.0:1724310012.402926:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:0.0:1724310012.402933:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095996, last committed = 4295095650 00010000:00000200:0.0:1724310012.402937:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451f80 x1808069883274496/t4295095996(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.402944:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e990. 00000100:00000200:0.0:1724310012.402947:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883274496, offset 224 00000400:00000010:0.0:1724310012.402950:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de738. 00000400:00000200:0.0:1724310012.402952:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.402957:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.402960:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530871:530871:256:4294967295] 192.168.204.31@tcp LPNI seq info [530867:530867:8:4294967295] 00000400:00000200:0.0:1724310012.402963:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.402966:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.402969:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.402970:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310012.402973:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.402976:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.402977:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.402993:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310012.402996:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310012.402998:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31a00. 00000400:00000200:3.0:1724310012.404352:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.404362:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947c9 00000400:00000200:3.0:1724310012.404366:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.404369:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.404372:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e990 00000400:00000010:3.0:1724310012.404374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e990. 00000020:00000010:0.0:1724310012.405027:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31a00. 00000020:00000010:0.0:1724310012.405031:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310012.405034:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310012.405062:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883274624 00000001:00000010:0.0:1724310012.405070:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:0.0:1724310012.405084:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.405087:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:0.0:1724310012.405127:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800874e0000. 00010000:00000010:0.0:1724310012.405144:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310012.405147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.405155:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.405157:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310012.405160:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310012.405162:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000004:00000010:0.0:1724310012.405218:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310012.405223:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310012.405227:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958060c8. 00080000:00000010:0.0:1724310012.405232:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310012.406538:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.406543:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.406545:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.406548:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310012.406585:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.406596:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.406600:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310012.406625:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:0.0:1724310012.406635:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451c00 x1808069883274624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.406648:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e990. 00000100:00000200:0.0:1724310012.406652:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883274624, offset 224 00000400:00000200:0.0:1724310012.406656:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.406662:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.406666:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530872:530872:256:4294967295] 192.168.204.31@tcp LPNI seq info [530868:530868:8:4294967295] 00000400:00000200:0.0:1724310012.406674:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.406678:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.406681:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310012.406685:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.406690:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.406693:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.406715:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310012.406718:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310012.406721:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31a00. 00000400:00000200:3.0:1724310012.408194:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.408204:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2680 00000400:00000200:3.0:1724310012.408209:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 126840 00000400:00000200:3.0:1724310012.408227:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.408230:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.408234:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.408238:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50e00. 00000020:00000010:0.0:1724310012.408605:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e31a00. 00000020:00000010:0.0:1724310012.408609:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310012.408612:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310012.408630:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883274880 02000000:00000010:0.0:1724310012.408651:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010ccff000. 00010000:00000010:0.0:1724310012.408672:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310012.408679:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.408696:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.408699:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.408706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310012.408708:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:0.0:1724310012.408711:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.408712:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.408777:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.408779:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310012.408782:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.408784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000020:00000010:0.0:1724310012.408802:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310012.408806:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310012.408814:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166a80. 00080000:00000010:0.0:1724310012.408819:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545c000. 00010000:00000010:3.1:1724310012.408926:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310012.408934:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000001:00000010:3.0:1724310012.409092:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac45a0. 00000001:00000010:3.0:1724310012.409096:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310012.409127:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166a80. 00010000:00000010:3.0:1724310012.409134:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.409137:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.409218:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.409247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:3.0:1724310012.409251:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00080000:00000010:3.0:1724310012.409295:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:3.0:1724310012.409302:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958060c8. 00000004:00000010:3.0:1724310012.409306:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be690. 00000004:00000010:3.0:1724310012.409310:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:3.0:1724310012.409318:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000200:3.0:1724310012.409329:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095997, last committed = 4295095650 00010000:00000200:3.0:1724310012.409336:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50e00 x1808069883274880/t4295095997(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.409346:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310012.409352:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883274880, offset 224 00000400:00000010:3.0:1724310012.409356:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6ce8. 00000400:00000200:3.0:1724310012.409359:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.409365:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.409371:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530873:530873:256:4294967295] 192.168.204.31@tcp LPNI seq info [530869:530869:8:4294967295] 00000400:00000200:3.0:1724310012.409375:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.409380:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.409384:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.409388:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.409392:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.409397:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.409400:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.409432:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:3.0:1724310012.409435:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:3.0:1724310012.409437:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e31a00. 00010000:00000010:0.0:1724310012.410783:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.410789:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00000400:00000200:3.0:1724310012.411231:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.411238:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f2700 00000400:00000200:3.0:1724310012.411243:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 127328 00000400:00000200:3.0:1724310012.411316:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.411320:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.411324:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.411328:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50380. 00010000:00000010:0.1:1724310012.411352:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00000020:00000010:3.0:1724310012.411353:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584600. 00000020:00000010:3.0:1724310012.411356:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407000. 00010000:00000010:0.1:1724310012.411358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00000020:00000010:3.0:1724310012.411360:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310012.411378:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883275008 00000001:00000010:3.0:1724310012.411385:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:3.0:1724310012.411400:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.411404:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:2.1:1724310012.411406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310012.411422:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310012.411425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310012.411428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310012.411431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310012.411432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310012.411435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310012.411436:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310012.411438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310012.411442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 02000000:00000010:3.0:1724310012.411453:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddf0000. 00010000:00000010:3.0:1724310012.411470:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.411473:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.411481:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.411484:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.411486:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.411489:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000004:00000010:3.0:1724310012.411544:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310012.411550:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310012.411554:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310012.411559:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310012.412474:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.412478:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.412480:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.412483:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.412633:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.412642:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.412645:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.412668:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310012.412680:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50380 x1808069883275008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.412692:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8f68. 00000100:00000200:3.0:1724310012.412697:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883275008, offset 224 00000400:00000200:3.0:1724310012.412701:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.412709:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.412714:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530874:530874:256:4294967295] 192.168.204.31@tcp LPNI seq info [530870:530870:8:4294967295] 00000400:00000200:3.0:1724310012.412722:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.412726:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.412730:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.412734:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.412738:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.412741:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.412762:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.412766:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310012.412769:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584600. 00010000:00000010:3.1:1724310012.414725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310012.414734:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310012.414737:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310012.414741:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310012.414745:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310012.414750:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310012.414754:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310012.414756:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310012.414758:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310012.414762:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310012.414765:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310012.414766:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310012.414768:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310012.414770:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310012.414772:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310012.414774:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310012.414856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310012.414861:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00000020:00000010:3.0:1724310012.415572:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584600. 00000020:00000010:3.0:1724310012.415577:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.415580:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310012.415612:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883275264 02000000:00000010:3.0:1724310012.415636:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c490000. 00010000:00000010:3.0:1724310012.415662:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.415671:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.415688:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.415692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.415701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.415703:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.415706:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.415708:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.415775:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.415777:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.415780:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.415782:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310012.415802:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42ac1c0. 00000020:00000010:3.0:1724310012.415807:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42ac1c0. 00000020:00000010:3.0:1724310012.415814:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4960. 00080000:00000010:3.0:1724310012.415820:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094474800. 00000001:00000010:3.0:1724310012.415970:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4900. 00000001:00000010:3.0:1724310012.415974:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310012.416003:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4960. 00010000:00000010:3.0:1724310012.416010:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.416013:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.416026:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.416042:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.416045:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310012.416061:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310012.416065:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310012.416069:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310012.416073:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310012.416079:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.416089:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095998, last committed = 4295095650 00010000:00000200:3.0:1724310012.416095:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453b80 x1808069883275264/t4295095998(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.416107:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310012.416112:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883275264, offset 224 00000400:00000010:3.0:1724310012.416116:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6d20. 00000400:00000200:3.0:1724310012.416118:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.416126:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.416130:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530875:530875:256:4294967295] 192.168.204.31@tcp LPNI seq info [530871:530871:8:4294967295] 00000400:00000200:3.0:1724310012.416133:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.416138:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.416142:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.416145:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310012.416149:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.416154:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.416157:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.416182:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.416185:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310012.416187:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584600. 00010000:00000010:3.1:1724310012.418068:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310012.418074:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310012.418077:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310012.418085:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310012.418087:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310012.418091:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310012.418094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310012.418096:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.0:1724310012.418119:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:0.0:1724310012.418125:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00000020:00000010:0.0:1724310012.420920:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008829ca00. 00000020:00000010:0.0:1724310012.420926:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310012.420930:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.421208:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883275392 00000001:00000010:0.0:1724310012.421217:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:0.0:1724310012.421238:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.421244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:0.0:1724310012.422572:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c640000. 00010000:00000010:0.0:1724310012.422597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310012.422602:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.422615:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310012.422618:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.422621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310012.422623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000004:00000010:0.0:1724310012.422697:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310012.422703:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.422707:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.422713:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:2.1:1724310012.422992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310012.423000:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310012.423004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310012.423006:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310012.423008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310012.423013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.0:1724310012.423815:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310012.423819:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.423822:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310012.423825:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310012.423865:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.423872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.423876:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.423898:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:0.0:1724310012.423911:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453800 x1808069883275392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.423924:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ebb0. 00000100:00000200:0.0:1724310012.423930:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883275392, offset 224 00000400:00000200:0.0:1724310012.423934:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.423944:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.423950:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530876:530876:256:4294967295] 192.168.204.31@tcp LPNI seq info [530872:530872:8:4294967295] 00000400:00000200:0.0:1724310012.423959:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.423964:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.423967:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310012.423972:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.423978:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.423982:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.424008:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310012.424012:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.424014:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008829ca00. 00010000:00000010:3.1:1724310012.425348:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310012.425354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000020:00000010:0.0:1724310012.427933:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9a00. 00000020:00000010:0.0:1724310012.427939:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310012.427943:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.427975:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883275648 02000000:00000010:0.0:1724310012.428003:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6b000. 00010000:00000010:0.0:1724310012.428031:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310012.428043:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.428062:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310012.428066:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.428076:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.428078:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:0.0:1724310012.428080:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310012.428083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.428154:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310012.428157:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.428159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310012.428161:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310012.428182:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338be80. 00000020:00000010:0.0:1724310012.428187:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338be80. 00000020:00000010:0.0:1724310012.428196:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166300. 00080000:00000010:0.0:1724310012.428201:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545fc00. 00000001:00000010:0.0:1724310012.430657:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166420. 00000001:00000010:0.0:1724310012.430665:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310012.430705:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166300. 00010000:00000010:0.0:1724310012.430716:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.430723:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.430742:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.430764:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.430768:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00080000:00000010:0.0:1724310012.430785:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:0.0:1724310012.430792:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310012.430795:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.430799:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:0.0:1724310012.430806:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000200:0.0:1724310012.430821:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295095999, last committed = 4295095650 00010000:00000200:0.0:1724310012.430829:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbb800 x1808069883275648/t4295095999(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.430843:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e6e8. 00000100:00000200:0.0:1724310012.430849:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883275648, offset 224 00000400:00000010:0.0:1724310012.430854:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de700. 00000400:00000200:0.0:1724310012.430857:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.430868:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.430873:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530877:530877:256:4294967295] 192.168.204.31@tcp LPNI seq info [530873:530873:8:4294967295] 00000400:00000200:0.0:1724310012.430877:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.430883:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.430887:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.430891:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310012.430896:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.430902:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.430906:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.430934:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310012.430938:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.430941:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9a00. 00010000:00000010:3.1:1724310012.432373:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:3.1:1724310012.432378:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310012.432381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310012.432383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310012.435546:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310012.435557:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310012.435561:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310012.435563:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310012.435566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310012.435573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310012.439638:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.439649:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00000020:00000010:1.0:1724310012.439744:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.439749:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.439752:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.439773:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883275776 00000001:00000010:1.0:1724310012.439782:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310012.439799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.439803:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310012.439843:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134af0000. 00010000:00000010:1.0:1724310012.439862:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.439865:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.439876:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.439879:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.439881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.439883:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310012.439954:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310012.439960:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.439964:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.439969:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.440725:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.440729:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.440732:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.440736:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.440770:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.440779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.440781:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.440802:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310012.440812:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8380 x1808069883275776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.440824:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.440828:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883275776, offset 224 00000400:00000200:1.0:1724310012.440832:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.440840:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.440845:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530878:530878:256:4294967295] 192.168.204.31@tcp LPNI seq info [530874:530874:8:4294967295] 00000400:00000200:1.0:1724310012.440853:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.440857:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.440860:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310012.440864:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.440869:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.440872:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.441196:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.441200:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.441204:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000800:00000200:3.0:1724310012.441389:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.441392:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310012.441395:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.441398:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.441401:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:3.0:1724310012.441403:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00000020:00000010:1.0:1724310012.443052:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.443056:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.443060:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.443087:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276032 02000000:00000010:1.0:1724310012.443112:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd68000. 00010000:00000010:1.0:1724310012.443134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.443143:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.443160:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310012.443163:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.443171:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.443173:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.443175:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.443177:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.443244:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.443246:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.443248:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310012.443250:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310012.443302:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.443307:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.443314:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba660. 00080000:00000010:1.0:1724310012.443319:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088a9fc00. 00000001:00000010:1.0:1724310012.443516:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba120. 00000001:00000010:1.0:1724310012.443520:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00010000:00000010:3.1:1724310012.443530:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310012.443535:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000020:00000010:1.0:1724310012.443566:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba660. 00010000:00000010:1.0:1724310012.443573:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.443575:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.443588:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.443603:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.443605:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00080000:00000010:1.0:1724310012.443619:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.443623:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.443626:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.443629:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310012.443635:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310012.443644:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096000, last committed = 4295095650 00010000:00000200:1.0:1724310012.443650:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8e00 x1808069883276032/t4295096000(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.443668:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.443674:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883276032, offset 224 00000400:00000010:1.0:1724310012.443679:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65850. 00000400:00000200:1.0:1724310012.443681:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.443695:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.443699:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530879:530879:256:4294967295] 192.168.204.31@tcp LPNI seq info [530875:530875:8:4294967295] 00000400:00000200:1.0:1724310012.443702:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.443707:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.443716:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.443720:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310012.443723:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.443728:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.443731:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.443765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.443768:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.443770:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00000400:00000200:3.0:1724310012.445173:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.445183:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947e9 00000400:00000200:3.0:1724310012.445186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.445189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.445192:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:3.0:1724310012.445194:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00000400:00000200:3.0:1724310012.445246:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.445252:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f2b80 00000400:00000200:3.0:1724310012.445274:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 130520 00010000:00000010:0.0:1724310012.445459:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:0.0:1724310012.445470:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000400:00000200:3.0:1724310012.445514:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.445518:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.445522:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.445526:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50700. 00000020:00000010:1.0:1724310012.445602:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5156000. 00000020:00000010:1.0:1724310012.445609:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.445671:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.445700:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276160 00000001:00000010:1.0:1724310012.445707:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:1.0:1724310012.445723:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.445726:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310012.445765:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121eb0000. 00010000:00000010:1.0:1724310012.445783:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310012.445786:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.445794:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.445796:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.445799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.445801:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000004:00000010:1.0:1724310012.445855:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310012.445860:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.445864:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.445869:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.446793:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310012.446798:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310012.446801:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310012.446802:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.448427:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.448431:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310012.448434:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.448437:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.448479:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.448485:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.448488:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.448514:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310012.448526:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50700 x1808069883276160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.448539:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.448543:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883276160, offset 224 00000400:00000200:1.0:1724310012.448548:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.448555:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.448560:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530880:530880:256:4294967295] 192.168.204.31@tcp LPNI seq info [530876:530876:8:4294967295] 00000400:00000200:1.0:1724310012.448568:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.448573:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.448575:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.448579:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.448585:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.448588:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.448609:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.448612:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.448615:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5156000. 00010000:00000010:2.1:1724310012.449356:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310012.449362:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000020:00000010:1.0:1724310012.452231:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.452236:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.452240:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.452566:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276416 02000000:00000010:1.0:1724310012.452595:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:1.0:1724310012.452624:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.452636:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310012.452659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.452664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310012.452675:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310012.452677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.452681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.452684:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.452759:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310012.452761:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.452764:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.452766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310012.452788:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.452792:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.452800:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba6c0. 00080000:00000010:1.0:1724310012.452806:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5052000. 00000001:00000010:1.0:1724310012.452951:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f7e0. 00000001:00000010:1.0:1724310012.452956:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310012.452986:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba6c0. 00010000:00000010:1.0:1724310012.452991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.452994:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.453007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.453023:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.453025:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00080000:00000010:1.0:1724310012.453041:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.453045:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.453048:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.453052:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310012.453057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310012.453069:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096001, last committed = 4295095650 00010000:00000200:1.0:1724310012.453075:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba300 x1808069883276416/t4295096001(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.453088:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.453092:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883276416, offset 224 00000400:00000010:1.0:1724310012.453097:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65888. 00000400:00000200:1.0:1724310012.453100:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.453108:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.453113:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530881:530881:256:4294967295] 192.168.204.31@tcp LPNI seq info [530877:530877:8:4294967295] 00000400:00000200:1.0:1724310012.453116:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.453122:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.453126:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.453129:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310012.453133:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.453138:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.453142:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.453992:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.453997:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.454000:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:3.0:1724310012.455038:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.455043:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310012.455048:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.455054:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.455672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310012.455679:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310012.455682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310012.455684:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310012.455687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310012.455692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.0:1724310012.457650:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310012.457659:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000020:00000010:1.0:1724310012.457767:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c07200. 00000020:00000010:1.0:1724310012.457771:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.457775:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.457791:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276544 00000001:00000010:1.0:1724310012.457799:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310012.457816:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.457820:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310012.457865:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134510000. 00010000:00000010:1.0:1724310012.457884:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.457887:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.457897:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.457899:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310012.457902:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.457904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310012.457970:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310012.457976:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.457980:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310012.457986:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.458326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310012.458331:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310012.458333:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310012.458336:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310012.458337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310012.458339:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310012.458341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310012.458343:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310012.458345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310012.458348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.458582:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310012.458584:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.458587:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.458589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.458622:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.459149:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.459153:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310012.459178:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310012.459190:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8a80 x1808069883276544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.459203:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.459208:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883276544, offset 224 00000400:00000200:1.0:1724310012.459213:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.459222:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.459227:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530882:530882:256:4294967295] 192.168.204.31@tcp LPNI seq info [530878:530878:8:4294967295] 00000400:00000200:1.0:1724310012.459235:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.459240:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.459243:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310012.459248:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.459253:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.459329:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.459353:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.459356:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.459359:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c07200. 00000800:00000200:3.0:1724310012.459479:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.459482:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310012.459486:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.459490:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.459493:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:3.0:1724310012.459494:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00000400:00000200:3.0:1724310012.461396:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.461422:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2e00 00000400:00000200:3.0:1724310012.461429:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 132160 00000400:00000200:3.0:1724310012.461450:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.461453:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.461459:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.461464:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53480. 00010000:00000010:2.1:1724310012.461519:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310012.461526:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000020:00000010:1.0:1724310012.461760:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c07200. 00000020:00000010:1.0:1724310012.461765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.461768:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310012.461793:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276800 02000000:00000010:1.0:1724310012.461814:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b40000. 00010000:00000010:1.0:1724310012.461838:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.461846:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.461863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310012.461866:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.461875:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.461877:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310012.461880:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.461882:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310012.461943:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.461945:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310012.461947:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.461949:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310012.461962:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.461967:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.461973:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f540. 00080000:00000010:1.0:1724310012.461978:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5052800. 00000001:00000010:1.0:1724310012.462105:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bac00. 00000001:00000010:1.0:1724310012.462109:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310012.462134:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f540. 00010000:00000010:1.0:1724310012.462141:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.462144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.462157:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.462173:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.462176:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310012.462188:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.462192:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310012.462196:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.462199:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310012.462204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310012.462212:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096002, last committed = 4295095650 00010000:00000200:1.0:1724310012.462218:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53480 x1808069883276800/t4295096002(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.462230:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.462234:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883276800, offset 224 00000400:00000010:1.0:1724310012.462239:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da658c0. 00000400:00000200:1.0:1724310012.462241:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.462248:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.462252:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530883:530883:256:4294967295] 192.168.204.31@tcp LPNI seq info [530879:530879:8:4294967295] 00000400:00000200:1.0:1724310012.462256:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.462291:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.462295:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.462297:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310012.462301:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.462306:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.462308:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.462326:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.462328:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:1.0:1724310012.462331:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c07200. 00000800:00000200:3.0:1724310012.462666:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.462668:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310012.462671:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.462675:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.463539:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.463546:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2947f9 00000400:00000200:3.0:1724310012.463549:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.463552:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.463555:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:3.0:1724310012.463557:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:0.0:1724310012.463633:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:0.0:1724310012.463638:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:3.0:1724310012.464726:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.464733:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f2e80 00000400:00000200:3.0:1724310012.464738:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 132648 00000400:00000200:3.0:1724310012.464793:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.464797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.464801:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.464805:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52d80. 00010000:00000010:2.1:1724310012.464961:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310012.464968:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310012.464971:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310012.464973:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000100:00000200:1.0:1724310012.466334:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883276928 00000001:00000010:1.0:1724310012.466343:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310012.466358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.466362:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310012.466403:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131be0000. 00010000:00000010:1.0:1724310012.466430:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.466433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.466445:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.466446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.466449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.466451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310012.466516:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310012.466522:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.466526:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.466532:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.467332:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310012.467338:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.468057:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.468060:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.468063:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.468067:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.468112:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.468120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.468123:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.468152:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310012.468165:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52d80 x1808069883276928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.468180:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.468186:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883276928, offset 224 00000400:00000200:1.0:1724310012.468191:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.468201:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.468207:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530884:530884:256:4294967295] 192.168.204.31@tcp LPNI seq info [530880:530880:8:4294967295] 00000400:00000200:1.0:1724310012.468216:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.468221:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.468223:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.468228:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.468235:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.468238:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.468436:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0f80. 00000020:00000010:1.0:1724310012.468440:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:1.0:1724310012.468444:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def5a00. 00000800:00000200:3.0:1724310012.468560:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.468563:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310012.468566:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.468571:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.468574:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:3.0:1724310012.468576:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:2.1:1724310012.470617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310012.470625:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310012.470628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310012.470630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310012.470632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310012.470636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:3.0:1724310012.471062:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.471074:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f2f80 00000400:00000200:3.0:1724310012.471081:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 133224 00000400:00000200:3.0:1724310012.471098:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.471102:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.471107:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.471111:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52680. 00000020:00000010:1.0:1724310012.471202:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.471207:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.471211:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.471243:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883277184 02000000:00000010:1.0:1724310012.471294:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b47000. 00010000:00000010:1.0:1724310012.471321:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.471330:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.471349:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.471353:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.471363:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.471365:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.471368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.471370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.471461:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.471463:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.471466:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.471468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310012.471487:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.471493:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24aa0. 00000020:00000010:1.0:1724310012.471500:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310012.471505:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5051c00. 00000001:00000010:1.0:1724310012.471656:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4fc60. 00000001:00000010:1.0:1724310012.471661:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310012.471688:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310012.471693:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.471696:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.471709:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.471726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310012.471729:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310012.471742:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.471746:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.471749:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.471753:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310012.471759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310012.471770:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096003, last committed = 4295095650 00010000:00000200:1.0:1724310012.471776:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52680 x1808069883277184/t4295096003(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.471788:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.471793:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883277184, offset 224 00000400:00000010:1.0:1724310012.471798:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da658f8. 00000400:00000200:1.0:1724310012.471801:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.471809:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.471813:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530885:530885:256:4294967295] 192.168.204.31@tcp LPNI seq info [530881:530881:8:4294967295] 00000400:00000200:1.0:1724310012.471818:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.471822:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.471826:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.471829:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310012.471833:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.471838:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.471842:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.471870:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.471873:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.471875:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000400:00000200:3.0:1724310012.473231:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.473239:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294801 00000400:00000200:3.0:1724310012.473242:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.473245:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.473248:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:3.0:1724310012.473250:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00000400:00000200:3.0:1724310012.473285:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.473290:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3000 00000400:00000200:3.0:1724310012.473295:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 133712 00000400:00000200:3.0:1724310012.473347:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.473350:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.473353:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.473358:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfb800. 00010000:00000010:0.0:1724310012.473535:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:0.0:1724310012.473542:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:3.0:1724310012.475089:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.475093:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.475096:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.475098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.475133:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310012.475365:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000010:3.0:1724310012.475370:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00010000:00000010:3.0:1724310012.475391:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:3.0:1724310012.475402:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfb800 x1808069883277312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.475425:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310012.475430:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883277312, offset 224 00000400:00000200:3.0:1724310012.475434:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.475442:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.475446:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530886:530886:256:4294967295] 192.168.204.31@tcp LPNI seq info [530882:530882:8:4294967295] 00000400:00000200:3.0:1724310012.475453:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.475457:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.475460:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310012.475464:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.475469:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.475472:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.475483:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0200. 00000020:00000010:3.0:1724310012.475486:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:3.0:1724310012.475489:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def4e00. 00010000:00000010:2.1:1724310012.477421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310012.477429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310012.477432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310012.477435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000020:00000010:3.0:1724310012.477738:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082585e00. 00000020:00000010:3.0:1724310012.477742:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310012.477745:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310012.477771:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883277568 02000000:00000010:3.0:1724310012.477791:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c497000. 00010000:00000010:3.0:1724310012.477812:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.477841:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.477856:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.477859:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.477866:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.477868:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.477870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.477872:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.477930:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.477932:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.477934:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.477936:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.477949:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.477953:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.477958:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4960. 00080000:00000010:3.0:1724310012.477963:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094474400. 00000001:00000010:3.0:1724310012.478088:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4780. 00000001:00000010:3.0:1724310012.478381:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000800:00000200:3.0:1724310012.480338:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.480341:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310012.480344:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.480348:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.0:1724310012.482009:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:0.0:1724310012.482016:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.1:1724310012.482398:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310012.482415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000020:00000010:3.0:1724310012.482446:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584600. 00000020:00000010:3.0:1724310012.482451:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.482454:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00010000:00000010:0.1:1724310012.482466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310012.482470:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310012.482473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310012.482474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000100:00000200:3.0:1724310012.482484:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883277696 00000001:00000010:3.0:1724310012.482493:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310012.482507:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.482512:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 02000000:00000010:3.0:1724310012.482555:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222d0000. 00010000:00000010:3.0:1724310012.482573:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.482576:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.482585:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.482587:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.482590:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.482593:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000004:00000010:3.0:1724310012.482662:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310012.482668:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310012.482672:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310012.482679:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310012.483590:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.483594:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.483597:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.483599:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.483635:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.483642:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.483644:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.483669:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310012.483962:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9c00 x1808069883277696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.483978:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310012.483984:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883277696, offset 224 00000400:00000200:3.0:1724310012.483990:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.483998:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.484003:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530888:530888:256:4294967295] 192.168.204.31@tcp LPNI seq info [530884:530884:8:4294967295] 00000400:00000200:3.0:1724310012.484010:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.484015:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.484018:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310012.484022:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.484028:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.484031:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.484052:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.484055:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.484058:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584600. 00000800:00000200:0.0:1724310012.484118:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.484121:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310012.484124:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.484128:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.484131:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:0.0:1724310012.484132:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00000020:00000010:3.0:1724310012.485595:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082584600. 00000020:00000010:3.0:1724310012.485599:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.485602:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.485996:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883277952 02000000:00000010:3.0:1724310012.486021:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5c000. 00010000:00000010:3.0:1724310012.486044:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.486055:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.486073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.486077:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.486085:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.486086:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.486089:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.486091:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.486158:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.486160:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.486163:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.486165:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.486183:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.486188:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.486195:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4240. 00080000:00000010:3.0:1724310012.486200:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094477000. 00000001:00000010:3.0:1724310012.486493:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ea0. 00000001:00000010:3.0:1724310012.486498:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.486527:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4240. 00010000:00000010:3.0:1724310012.486534:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.486536:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.486549:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.486573:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.486576:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00080000:00000010:3.0:1724310012.486594:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310012.486599:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310012.486602:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310012.486607:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310012.486613:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310012.486624:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096005, last committed = 4295095650 00010000:00000200:3.0:1724310012.486631:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba680 x1808069883277952/t4295096005(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.486642:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310012.486647:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883277952, offset 224 00000400:00000010:3.0:1724310012.486651:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6d58. 00000400:00000200:3.0:1724310012.486654:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.486662:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.486666:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530889:530889:256:4294967295] 192.168.204.31@tcp LPNI seq info [530885:530885:8:4294967295] 00000400:00000200:3.0:1724310012.486669:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.486674:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.486678:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.486681:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310012.486685:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.486689:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.486692:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.486983:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.486987:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.486989:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082584600. 00000400:00000200:0.0:1724310012.488206:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.488216:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294811 00000400:00000200:0.0:1724310012.488219:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.488221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.488225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8dd0 00000400:00000010:0.0:1724310012.488227:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8dd0. 00010000:00000010:3.1:1724310012.488385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310012.488393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310012.488396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310012.488398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310012.488400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310012.488405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310012.488430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310012.488434:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310012.488437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310012.488443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:1.0:1724310012.488700:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.488707:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3300 00000400:00000200:1.0:1724310012.488713:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 135840 00000400:00000200:1.0:1724310012.488758:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.488762:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.488765:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.488770:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083020700. 00000800:00000200:0.0:1724310012.490239:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.490242:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310012.490245:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.490250:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.490253:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022088 00000400:00000010:0.0:1724310012.490254:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022088. 00010000:00000010:3.1:1724310012.491366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310012.491375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310012.491540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310012.491545:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310012.494566:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310012.494575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000020:00000010:0.0:1724310012.496109:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9400. 00000020:00000010:0.0:1724310012.496116:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.496120:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.496154:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883278336 02000000:00000010:0.0:1724310012.496179:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6c000. 00010000:00000010:0.0:1724310012.496208:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:0.0:1724310012.496234:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00010000:00000010:0.0:1724310012.496255:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.496278:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:0.0:1724310012.496290:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.496291:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:0.0:1724310012.496294:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.496296:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310012.496367:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310012.496369:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e80. 00010000:00000010:0.0:1724310012.496371:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.496373:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00000020:00000010:0.0:1724310012.496389:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310012.496394:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310012.496402:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166900. 00080000:00000010:0.0:1724310012.496418:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545d800. 00000001:00000010:0.0:1724310012.496563:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1661e0. 00000001:00000010:0.0:1724310012.496567:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310012.496595:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166900. 00010000:00000010:0.0:1724310012.496600:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.496602:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.496613:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.496631:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.496634:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e80. 00080000:00000010:0.0:1724310012.496653:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:0.0:1724310012.496657:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:0.0:1724310012.496661:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:0.0:1724310012.496666:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:0.0:1724310012.496675:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:0.0:1724310012.496686:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096006, last committed = 4295095650 00010000:00000200:0.0:1724310012.496693:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbaa00 x1808069883278336/t4295096006(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.496705:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e440. 00000100:00000200:0.0:1724310012.496710:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883278336, offset 224 00000400:00000010:0.0:1724310012.496714:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de6c8. 00000400:00000200:0.0:1724310012.496716:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.496724:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.496729:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530891:530891:256:4294967295] 192.168.204.31@tcp LPNI seq info [530887:530887:8:4294967295] 00000400:00000200:0.0:1724310012.496733:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.496737:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.496741:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.496744:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310012.496748:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.496754:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.496757:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.496768:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.496771:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.496773:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9400. 00000800:00000200:0.0:1724310012.496848:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.496850:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:0.0:1724310012.496852:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.496855:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.497366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310012.497372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310012.497375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310012.497377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310012.497380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310012.497382:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310012.497384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310012.497385:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310012.497387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310012.497392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310012.498576:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.498585:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294819 00000400:00000200:0.0:1724310012.498589:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.498592:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.498595:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e440 00000400:00000010:0.0:1724310012.498597:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e440. 00000400:00000200:0.0:1724310012.500471:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.500480:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3480 00000400:00000200:0.0:1724310012.500485:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 136904 00000400:00000200:0.0:1724310012.500539:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.500544:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.500547:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.500553:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f480. 00000020:00000010:1.0:1724310012.501930:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.501935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.501939:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.501971:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883278464 00000001:00000010:1.0:1724310012.501980:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.0:1724310012.502000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.502004:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310012.502048:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880135b30000. 00010000:00000010:1.0:1724310012.502068:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.502070:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.502082:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.502083:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.502086:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.502087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310012.502157:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310012.502164:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.502168:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.502175:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.503351:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.503354:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.503357:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.503360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.503396:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.503426:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.503429:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.503455:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310012.503468:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f480 x1808069883278464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.503482:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.503488:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883278464, offset 224 00000400:00000200:1.0:1724310012.503493:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.503503:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.503509:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530892:530892:256:4294967295] 192.168.204.31@tcp LPNI seq info [530888:530888:8:4294967295] 00000400:00000200:1.0:1724310012.503518:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.503523:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.503526:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310012.503530:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.503536:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.503539:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.503553:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.503556:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.503559:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00010000:00000010:2.1:1724310012.503734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310012.503738:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310012.503740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310012.503743:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310012.503791:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310012.503795:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310012.503797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310012.503799:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310012.503802:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310012.503808:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310012.506580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310012.506591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:0.0:1724310012.508502:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.508517:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f3580 00000400:00000200:0.0:1724310012.508524:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 137480 00000400:00000200:0.0:1724310012.508545:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.508549:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.508555:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.508562:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746300. 00000020:00000010:1.0:1724310012.508654:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.508659:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.508664:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.508683:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883278720 02000000:00000010:1.0:1724310012.508706:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f6000. 00010000:00000010:1.0:1724310012.508733:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.508745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.508763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.508766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.508775:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.508777:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.508779:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.508781:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.508847:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.508849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.508851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.508853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310012.508866:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.508871:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.508877:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f300. 00080000:00000010:1.0:1724310012.508882:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec3c00. 00000001:00000010:1.0:1724310012.509016:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba660. 00000001:00000010:1.0:1724310012.509020:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310012.509046:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f300. 00010000:00000010:1.0:1724310012.509052:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.509054:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.509066:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.509080:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.509082:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310012.509094:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.509099:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.509102:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.509106:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310012.509110:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310012.509118:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096007, last committed = 4295095650 00010000:00000200:1.0:1724310012.509124:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746300 x1808069883278720/t4295096007(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.509136:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.509141:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883278720, offset 224 00000400:00000010:1.0:1724310012.509146:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65930. 00000400:00000200:1.0:1724310012.509148:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.509156:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.509161:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530893:530893:256:4294967295] 192.168.204.31@tcp LPNI seq info [530889:530889:8:4294967295] 00000400:00000200:1.0:1724310012.509165:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.509170:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.509175:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.509177:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.509181:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.509185:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.509188:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.509213:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.509216:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.509218:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00010000:00000010:0.0:1724310012.511818:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310012.511826:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00000020:00000010:0.0:1724310012.511935:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9400. 00000020:00000010:0.0:1724310012.511939:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.511942:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.511970:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883278848 00000001:00000010:0.0:1724310012.511980:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:0.0:1724310012.511995:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.511999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:0.0:1724310012.512043:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801359e0000. 00010000:00000010:0.0:1724310012.512062:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.512065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00010000:00000010:0.0:1724310012.512075:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310012.512077:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310012.512079:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.512081:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00000004:00000010:0.0:1724310012.512147:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310012.512153:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.512157:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.512163:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:2.1:1724310012.512391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310012.512398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310012.512400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310012.512403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000800:00000200:0.0:1724310012.512920:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.512923:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310012.512925:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.512929:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.512931:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022990 00000400:00000010:0.0:1724310012.512932:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022990. 00010000:00000010:1.1:1724310012.515721:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310012.515732:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000020:00000010:0.0:1724310012.518476:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff8200. 00000020:00000010:0.0:1724310012.518482:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310012.518486:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.518520:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883279104 02000000:00000010:0.0:1724310012.518547:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b6000. 00010000:00000010:0.0:1724310012.518578:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310012.518666:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00010000:00000010:0.0:1724310012.518688:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.518692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.518703:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310012.518705:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310012.518708:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310012.518710:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310012.518782:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310012.518785:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99400. 00010000:00000010:0.0:1724310012.518788:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310012.518791:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00000020:00000010:0.0:1724310012.518811:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310012.518815:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310012.518822:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166900. 00080000:00000010:0.0:1724310012.518827:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545f800. 00000001:00000010:0.0:1724310012.518973:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166720. 00000001:00000010:0.0:1724310012.518977:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310012.519002:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166900. 00010000:00000010:0.0:1724310012.519007:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310012.519010:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.519022:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.519039:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.519041:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99400. 00080000:00000010:0.0:1724310012.519057:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:0.0:1724310012.519063:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310012.519066:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.519070:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310012.519074:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000200:0.0:1724310012.519084:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096008, last committed = 4295095650 00010000:00000200:0.0:1724310012.519091:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c700 x1808069883279104/t4295096008(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.519102:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84ed48. 00000100:00000200:0.0:1724310012.519106:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883279104, offset 224 00000400:00000010:0.0:1724310012.519110:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de690. 00000400:00000200:0.0:1724310012.519113:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.519121:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.519125:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530895:530895:256:4294967295] 192.168.204.31@tcp LPNI seq info [530891:530891:8:4294967295] 00000400:00000200:0.0:1724310012.519129:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.519134:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.519143:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.519147:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310012.519150:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.519155:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.519158:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.519179:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310012.519182:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.519184:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff8200. 00000400:00000200:0.0:1724310012.521394:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.521417:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294829 00000400:00000200:0.0:1724310012.521422:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.521425:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.521430:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84ed48 00000400:00000010:0.0:1724310012.521432:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84ed48. 00000400:00000200:0.0:1724310012.521501:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.521506:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3780 00000400:00000200:0.0:1724310012.521512:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 139032 00000400:00000200:0.0:1724310012.521529:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.521533:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.521537:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.521542:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746a00. 00000020:00000010:1.0:1724310012.522073:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.522078:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.522082:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.522111:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883279232 00000001:00000010:1.0:1724310012.522120:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:1.0:1724310012.522137:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.522140:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310012.522182:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ab0000. 00010000:00000010:3.1:1724310012.522191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310012.522197:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.522201:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310012.522201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.522203:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:3.1:1724310012.522203:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310012.522206:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310012.522210:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.522213:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.522216:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.522219:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.522222:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310012.522306:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310012.522313:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.522317:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.522323:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.1:1724310012.522490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310012.522495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310012.522497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.0:1724310012.522870:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.522873:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.522876:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.522878:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.522912:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.523191:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.523195:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.523216:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310012.523226:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746a00 x1808069883279232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.523237:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.523241:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883279232, offset 224 00000400:00000200:1.0:1724310012.523245:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.523252:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.523326:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530896:530896:256:4294967295] 192.168.204.31@tcp LPNI seq info [530892:530892:8:4294967295] 00000400:00000200:1.0:1724310012.523335:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.523339:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.523341:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.523345:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.523351:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.523354:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.523555:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.523559:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.523562:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00010000:00000010:1.1:1724310012.524502:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310012.524510:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310012.531515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310012.531524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310012.531527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310012.531530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310012.531601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310012.531606:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310012.531609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000020:00000010:1.0:1724310012.532096:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.532101:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.532105:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.532136:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883279488 02000000:00000010:1.0:1724310012.532162:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab5000. 00010000:00000010:1.0:1724310012.532189:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.532337:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.532358:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.532362:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.532373:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.532375:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.532377:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.532380:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.533019:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.533021:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.533024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.533026:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310012.533050:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.533055:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.533061:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba300. 00080000:00000010:1.0:1724310012.533067:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec0800. 00000001:00000010:1.0:1724310012.533634:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f300. 00000001:00000010:1.0:1724310012.533638:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310012.533666:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba300. 00010000:00000010:1.0:1724310012.533673:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.533676:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.533689:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.533707:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.533709:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310012.533724:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.533728:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.533731:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.533735:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310012.533741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310012.533752:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096009, last committed = 4295095650 00010000:00000200:1.0:1724310012.533759:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d180 x1808069883279488/t4295096009(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.533772:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.533777:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883279488, offset 224 00000400:00000010:1.0:1724310012.533783:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65968. 00000400:00000200:1.0:1724310012.533785:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.533795:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.533800:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530897:530897:256:4294967295] 192.168.204.31@tcp LPNI seq info [530893:530893:8:4294967295] 00000400:00000200:1.0:1724310012.533805:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.533811:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.533815:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.533819:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310012.533823:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.533829:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.533833:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.533856:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.533860:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.533862:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000800:00000200:0.0:1724310012.534185:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.534188:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310012.534192:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.534195:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.534345:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310012.534350:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310012.534353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310012.534357:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.536878:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:0.0:1724310012.536885:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000020:00000010:1.0:1724310012.537890:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.537895:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.537898:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.537928:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883279616 00000001:00000010:1.0:1724310012.537938:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:1.0:1724310012.537955:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.537960:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310012.538003:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d30000. 00010000:00000010:1.0:1724310012.538024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.538027:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.538037:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310012.538039:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.538041:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.538043:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000004:00000010:1.0:1724310012.538113:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310012.538124:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.538129:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.538135:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.538619:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.538621:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.538624:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.538627:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.538662:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.538669:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.538671:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.538693:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310012.538704:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e300 x1808069883279616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.538716:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.538720:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883279616, offset 224 00000400:00000200:1.0:1724310012.538725:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.538732:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.538737:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530898:530898:256:4294967295] 192.168.204.31@tcp LPNI seq info [530894:530894:8:4294967295] 00000400:00000200:1.0:1724310012.538744:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.538749:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.538752:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.538757:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.538763:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.538766:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.538778:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.538780:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.538783:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000800:00000200:0.0:1724310012.538940:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.538944:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310012.538947:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.538950:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.538953:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:0.0:1724310012.538956:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00010000:00000010:0.1:1724310012.540830:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310012.540837:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00000020:00000010:1.0:1724310012.542481:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.542486:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.542490:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.542520:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883279872 02000000:00000010:1.0:1724310012.542543:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab7000. 00010000:00000010:1.0:1724310012.542569:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.542579:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.542599:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.542603:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.542614:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310012.542616:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310012.542618:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.542620:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.542701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.542703:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.542706:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.542708:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310012.542724:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.542729:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.542737:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f540. 00080000:00000010:1.0:1724310012.542743:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec1400. 00000001:00000010:1.0:1724310012.542892:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba000. 00000001:00000010:1.0:1724310012.542896:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310012.542923:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f540. 00010000:00000010:1.0:1724310012.542929:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.542932:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.542945:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.542961:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.542964:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310012.542977:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.542982:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.542986:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.542990:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310012.542996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310012.543006:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096010, last committed = 4295095650 00010000:00000200:1.0:1724310012.543012:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7fb80 x1808069883279872/t4295096010(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.543025:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.543029:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883279872, offset 224 00000400:00000010:1.0:1724310012.543034:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da659a0. 00000400:00000200:1.0:1724310012.543037:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.543044:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.543049:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530899:530899:256:4294967295] 192.168.204.31@tcp LPNI seq info [530895:530895:8:4294967295] 00000400:00000200:1.0:1724310012.543053:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.543058:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.543063:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.543066:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.543072:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.543077:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.543080:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.543107:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.543110:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.543112:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000800:00000200:3.0:1724310012.543196:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.543199:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310012.543202:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.543206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.543755:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310012.543761:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310012.544477:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.544487:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294839 00000400:00000200:0.0:1724310012.544491:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.544493:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.544497:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:0.0:1724310012.544499:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00000400:00000200:0.0:1724310012.544977:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.544983:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3a80 00000400:00000200:0.0:1724310012.544988:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 141160 00000400:00000200:0.0:1724310012.545029:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.545033:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.545038:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.545043:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747b80. 00000020:00000010:3.0:1724310012.545110:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.545114:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.545118:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.545648:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883280000 00000001:00000010:3.0:1724310012.545657:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:3.0:1724310012.545674:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.545678:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310012.545720:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801315f0000. 00010000:00000010:3.0:1724310012.545741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.545743:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.545752:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.545754:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.545756:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.545758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310012.545824:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310012.545831:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310012.545835:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310012.545840:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310012.546677:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.546681:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.546684:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.546687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.546723:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.546746:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.546750:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.546774:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310012.546786:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747b80 x1808069883280000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.546797:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310012.546802:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883280000, offset 224 00000400:00000200:3.0:1724310012.546807:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.546814:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.546818:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530900:530900:256:4294967295] 192.168.204.31@tcp LPNI seq info [530896:530896:8:4294967295] 00000400:00000200:3.0:1724310012.546825:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.546829:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.546833:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.546837:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.546843:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.546847:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.546871:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.546875:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.546877:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00010000:00000010:2.1:1724310012.549401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310012.549420:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310012.549424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310012.549429:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310012.549432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310012.549434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310012.549436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310012.549437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:3.0:1724310012.552005:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.552020:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f3b80 00000400:00000200:3.0:1724310012.552026:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 141736 00000400:00000200:3.0:1724310012.552044:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.552048:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.552053:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.552058:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8a80. 00000020:00000010:0.0:1724310012.553696:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff8600. 00000020:00000010:0.0:1724310012.553704:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310012.553709:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.553739:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883280256 02000000:00000010:0.0:1724310012.553769:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3b000. 00010000:00000010:0.0:1724310012.553798:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:0.0:1724310012.553815:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:0.0:1724310012.553837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.553842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.553853:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.553855:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99400. 00010000:00000010:0.0:1724310012.553858:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.553860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.553933:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.553935:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310012.553937:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.553940:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.553959:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c00. 00000020:00000010:0.0:1724310012.553964:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c00. 00000020:00000010:0.0:1724310012.553971:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166240. 00080000:00000010:0.0:1724310012.553976:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545e800. 00000001:00000010:0.0:1724310012.554121:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1667e0. 00000001:00000010:0.0:1724310012.554125:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310012.554153:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166240. 00010000:00000010:0.0:1724310012.554159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.554162:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:0.0:1724310012.554175:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:0.0:1724310012.554192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.554195:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00080000:00000010:0.0:1724310012.554215:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:0.0:1724310012.554219:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:0.0:1724310012.554222:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:0.0:1724310012.554228:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:0.0:1724310012.554234:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000200:0.0:1724310012.554245:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096011, last committed = 4295095650 00010000:00000200:0.0:1724310012.554253:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8a80 x1808069883280256/t4295096011(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.554283:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e198. 00000100:00000200:0.0:1724310012.554289:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883280256, offset 224 00000400:00000010:0.0:1724310012.554295:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de658. 00000400:00000200:0.0:1724310012.554298:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.554308:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.554313:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530901:530901:256:4294967295] 192.168.204.31@tcp LPNI seq info [530897:530897:8:4294967295] 00000400:00000200:0.0:1724310012.554317:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.554322:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.554327:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.554331:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310012.554336:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.554341:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.554345:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.554357:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310012.554360:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.554362:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff8600. 00000800:00000200:0.0:1724310012.554452:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.554455:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:0.0:1724310012.554458:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.554462:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.558326:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310012.558339:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310012.558343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310012.558346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310012.559293:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310012.559299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000020:00000010:1.0:1724310012.560493:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.560498:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.560502:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.560525:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883280384 00000001:00000010:1.0:1724310012.560534:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310012.560552:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.560556:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310012.560600:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880118d70000. 00010000:00000010:1.0:1724310012.560619:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310012.560622:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.560634:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.560636:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.560639:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310012.560641:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310012.560707:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310012.560713:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.560717:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.560722:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.0:1724310012.561439:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.561447:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99400. 00010000:00000010:1.0:1724310012.561703:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310012.561706:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.561709:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310012.561711:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.561744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.561750:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.561752:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.561777:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310012.561788:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f100 x1808069883280384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.561801:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.561806:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883280384, offset 224 00000400:00000200:1.0:1724310012.561811:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.561819:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.561824:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530902:530902:256:4294967295] 192.168.204.31@tcp LPNI seq info [530898:530898:8:4294967295] 00000400:00000200:1.0:1724310012.561831:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.561836:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.561839:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310012.561844:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.561850:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.561853:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.561878:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.561882:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.561885:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000800:00000200:3.0:1724310012.561978:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.561981:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310012.561984:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.561987:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.561990:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:3.0:1724310012.561992:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00010000:00000010:0.1:1724310012.563400:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310012.563417:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310012.563421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310012.563424:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310012.563427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310012.563431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310012.563558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310012.563564:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310012.563566:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310012.563568:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310012.563571:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310012.563575:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:0.0:1724310012.564863:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.564875:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f3d00 00000400:00000200:0.0:1724310012.564881:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 142800 00000400:00000200:0.0:1724310012.564899:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.564903:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.564909:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.564914:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746d80. 00000020:00000010:1.0:1724310012.565953:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086c06000. 00000020:00000010:1.0:1724310012.565958:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.565962:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.566296:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883280640 02000000:00000010:1.0:1724310012.566321:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0dd000. 00010000:00000010:1.0:1724310012.566348:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.566372:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.566393:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.566396:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.566416:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.566418:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310012.566421:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.566423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.566497:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310012.566499:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.566502:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.566505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310012.566523:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.566528:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.566535:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baa20. 00080000:00000010:1.0:1724310012.566541:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec3800. 00000001:00000010:1.0:1724310012.566680:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857960. 00000001:00000010:1.0:1724310012.566684:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310012.566710:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baa20. 00010000:00000010:1.0:1724310012.566715:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.566718:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.566729:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.566744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.566746:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310012.566758:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.566762:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.566766:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.566769:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310012.566774:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310012.566783:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096012, last committed = 4295095650 00010000:00000200:1.0:1724310012.566790:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746d80 x1808069883280640/t4295096012(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.566801:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.566806:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883280640, offset 224 00000400:00000010:1.0:1724310012.566811:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da659d8. 00000400:00000200:1.0:1724310012.566814:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.566823:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.566828:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530903:530903:256:4294967295] 192.168.204.31@tcp LPNI seq info [530899:530899:8:4294967295] 00000400:00000200:1.0:1724310012.566832:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.566837:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.566841:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.566844:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310012.566849:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.566854:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.566857:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.566882:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.566884:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.566886:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c06000. 00000400:00000200:3.0:1724310012.570079:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.570092:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294849 00000400:00000200:3.0:1724310012.570098:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.570102:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.570106:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:3.0:1724310012.570108:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00000400:00000200:3.0:1724310012.570138:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.570143:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f3d80 00000400:00000200:3.0:1724310012.570149:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 143288 00000400:00000200:3.0:1724310012.570207:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.570210:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.570214:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.570219:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfbb80. 00000020:00000010:0.0:1724310012.570322:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.570327:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310012.570332:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.570353:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883280768 00000001:00000010:0.0:1724310012.570362:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:0.0:1724310012.570382:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.570388:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 02000000:00000010:0.0:1724310012.570441:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124430000. 00010000:00000010:0.0:1724310012.570462:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.570465:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.570478:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310012.570481:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.570484:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.570486:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000004:00000010:0.0:1724310012.570557:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310012.570564:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.570568:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.570574:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:3.1:1724310012.571553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310012.571559:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310012.571562:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310012.571593:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310012.571598:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310012.571633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.0:1724310012.573803:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.573807:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.573809:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.573813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310012.573863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.573879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.573882:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.573905:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000200:0.0:1724310012.573916:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfbb80 x1808069883280768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.573928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84edd0. 00000100:00000200:0.0:1724310012.573933:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883280768, offset 224 00000400:00000200:0.0:1724310012.573937:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.573947:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.573952:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530904:530904:256:4294967295] 192.168.204.31@tcp LPNI seq info [530900:530900:8:4294967295] 00000400:00000200:0.0:1724310012.573961:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.573966:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.573969:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310012.573973:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.573979:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.573982:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.574006:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310012.574010:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.574013:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00010000:00000010:3.1:1724310012.574452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310012.574458:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310012.574461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310012.574463:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310012.574465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310012.574469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310012.574797:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310012.574801:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000020:00000010:0.0:1724310012.576748:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.576753:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310012.576756:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.576788:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883281024 02000000:00000010:0.0:1724310012.576814:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa88000. 00010000:00000010:0.0:1724310012.577096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310012.577109:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.577129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310012.577133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.577143:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.577144:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310012.577147:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310012.577149:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.577219:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.577221:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.577222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310012.577224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310012.577240:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c664a0. 00000020:00000010:0.0:1724310012.577244:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c664a0. 00000020:00000010:0.0:1724310012.577251:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166060. 00080000:00000010:0.0:1724310012.577294:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009545e400. 00000001:00000010:0.0:1724310012.577450:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1660c0. 00000001:00000010:0.0:1724310012.577454:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310012.577480:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166060. 00010000:00000010:0.0:1724310012.577485:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310012.577487:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.577499:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.577513:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.577516:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00080000:00000010:0.0:1724310012.577531:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:0.0:1724310012.577538:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310012.577541:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.577544:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310012.577551:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310012.577563:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096013, last committed = 4295095650 00010000:00000200:0.0:1724310012.577569:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ca80 x1808069883281024/t4295096013(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.577581:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eb28. 00000100:00000200:0.0:1724310012.577585:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883281024, offset 224 00000400:00000010:0.0:1724310012.577589:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de620. 00000400:00000200:0.0:1724310012.577592:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.577599:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.577604:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530905:530905:256:4294967295] 192.168.204.31@tcp LPNI seq info [530901:530901:8:4294967295] 00000400:00000200:0.0:1724310012.577609:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.577614:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.577618:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.577621:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.577625:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.577631:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.577634:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.577659:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310012.577662:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.577665:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00010000:00000010:2.1:1724310012.577936:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310012.577942:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310012.577944:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000800:00000200:3.0:1724310012.578044:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.578047:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310012.578050:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.578053:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.0:1724310012.579883:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.579890:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00000020:00000010:0.0:1724310012.580435:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.580439:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.580444:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.580473:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883281152 00000001:00000010:0.0:1724310012.580482:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:0.0:1724310012.580497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310012.580501:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 02000000:00000010:0.0:1724310012.580543:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341d0000. 00010000:00000010:0.0:1724310012.580562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310012.580565:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310012.580579:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.580581:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.580584:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310012.580586:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00000004:00000010:0.0:1724310012.580653:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310012.580659:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.580664:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.580670:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:0.0:1724310012.582205:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310012.582210:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.582213:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310012.582216:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.582255:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310012.582770:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.582774:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.582803:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000200:0.0:1724310012.582815:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d880 x1808069883281152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.582828:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e220. 00000100:00000200:0.0:1724310012.582833:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883281152, offset 224 00000400:00000200:0.0:1724310012.582838:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.582846:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.582852:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530906:530906:256:4294967295] 192.168.204.31@tcp LPNI seq info [530902:530902:8:4294967295] 00000400:00000200:0.0:1724310012.582860:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.582865:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.582868:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310012.582873:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.582879:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.582882:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.582912:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.582916:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.582918:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00000800:00000200:3.0:1724310012.583162:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.583165:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310012.583169:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.583172:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.583175:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e220 00000400:00000010:3.0:1724310012.583178:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e220. 00010000:00000010:2.1:1724310012.583422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310012.583428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310012.583431:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310012.583434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310012.583437:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310012.583439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310012.583443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310012.586479:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310012.586491:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310012.586494:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310012.586496:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310012.586498:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310012.586500:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000020:00000010:0.0:1724310012.587934:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.587945:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.587951:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310012.587987:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883281408 02000000:00000010:0.0:1724310012.588013:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8b000. 00010000:00000010:0.0:1724310012.588046:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.588073:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.588093:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310012.588097:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.588107:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310012.588109:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.588111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310012.588113:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310012.588549:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310012.588552:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.588554:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310012.588557:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.588578:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c664a0. 00000020:00000010:0.0:1724310012.588584:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c664a0. 00000020:00000010:0.0:1724310012.588592:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1663c0. 00080000:00000010:0.0:1724310012.588600:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba99800. 00000001:00000010:0.0:1724310012.588751:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166660. 00000001:00000010:0.0:1724310012.588757:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310012.588783:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1663c0. 00010000:00000010:0.0:1724310012.588789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310012.588791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310012.588804:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310012.588821:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310012.588824:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00080000:00000010:0.0:1724310012.588839:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:0.0:1724310012.588846:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310012.588849:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.588854:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310012.588861:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000200:0.0:1724310012.588873:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096014, last committed = 4295095650 00010000:00000200:0.0:1724310012.588880:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e680 x1808069883281408/t4295096014(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.588891:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e088. 00000100:00000200:0.0:1724310012.588896:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883281408, offset 224 00000400:00000010:0.0:1724310012.588901:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de5e8. 00000400:00000200:0.0:1724310012.588904:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.588913:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.588918:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530907:530907:256:4294967295] 192.168.204.31@tcp LPNI seq info [530903:530903:8:4294967295] 00000400:00000200:0.0:1724310012.588921:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.588927:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.588931:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.588934:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310012.588938:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.588944:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.588947:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.589017:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.589022:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310012.589024:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00000400:00000200:3.0:1724310012.592602:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.592618:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294859 00000400:00000200:3.0:1724310012.592623:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.592627:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.592631:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e088 00000400:00000010:3.0:1724310012.592634:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e088. 00000400:00000200:3.0:1724310012.592663:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.592668:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4080 00000400:00000200:3.0:1724310012.592674:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 145416 00000400:00000200:3.0:1724310012.592985:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.592989:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.592993:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.592997:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9c00. 00000020:00000010:0.0:1724310012.593487:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.593506:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.593509:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00010000:00000010:3.1:1724310012.593541:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310012.593546:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00000100:00000200:3.0:1724310012.594203:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883281536 00000001:00000010:3.0:1724310012.594213:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:3.0:1724310012.594231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.594236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.594299:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801351b0000. 00010000:00000010:3.0:1724310012.594320:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.594325:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.594336:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.594338:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.594340:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.594342:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310012.594423:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310012.594429:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.594433:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310012.594439:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310012.595361:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.595364:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.595367:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.595370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.595548:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.596087:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.596092:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.596120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.596132:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9c00 x1808069883281536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.596145:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310012.596150:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883281536, offset 224 00000400:00000200:3.0:1724310012.596154:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.596163:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.596168:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530908:530908:256:4294967295] 192.168.204.31@tcp LPNI seq info [530904:530904:8:4294967295] 00000400:00000200:3.0:1724310012.596175:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.596180:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.596183:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.596187:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.596192:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.596196:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.596241:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:3.0:1724310012.596246:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:3.0:1724310012.596248:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00010000:00000010:0.1:1724310012.598809:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310012.598868:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000020:00000010:3.0:1724310012.599088:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37dc00. 00000020:00000010:3.0:1724310012.599093:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.599097:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310012.599118:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883281792 02000000:00000010:3.0:1724310012.599143:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f2000. 00010000:00000010:3.0:1724310012.599169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.599179:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.599197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.599201:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.599211:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.599212:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.599215:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.599217:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.599308:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.599310:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.599313:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.599315:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.599335:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42ace60. 00000020:00000010:3.0:1724310012.599340:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42ace60. 00000020:00000010:3.0:1724310012.599348:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac46c0. 00080000:00000010:3.0:1724310012.599353:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094475400. 00000001:00000010:3.0:1724310012.599524:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac41e0. 00000001:00000010:3.0:1724310012.599528:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310012.599557:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac46c0. 00010000:00000010:3.0:1724310012.599563:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.599566:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.599578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.599596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.599599:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00080000:00000010:3.0:1724310012.599616:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.599621:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310012.599624:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.599629:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310012.599636:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310012.599647:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096015, last committed = 4295095650 00010000:00000200:3.0:1724310012.599653:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ce00 x1808069883281792/t4295096015(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.599665:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310012.599670:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883281792, offset 224 00000400:00000010:3.0:1724310012.599674:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6d90. 00000400:00000200:3.0:1724310012.599677:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.599685:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.599689:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530909:530909:256:4294967295] 192.168.204.31@tcp LPNI seq info [530905:530905:8:4294967295] 00000400:00000200:3.0:1724310012.599693:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.599697:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.599702:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.599704:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310012.599708:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.599712:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.599715:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.599728:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.599730:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310012.599732:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37dc00. 00000800:00000200:0.0:1724310012.599886:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.599889:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310012.599892:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.599895:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.601366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310012.601373:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310012.601375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310012.601377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310012.601596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310012.601601:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310012.601604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310012.601609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310012.604318:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:0.0:1724310012.604327:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:0.0:1724310012.605420:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310012.605424:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310012.605427:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310012.605430:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.605471:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:0.0:1724310012.605477:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310012.605480:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00010000:00000010:0.0:1724310012.605499:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:0.0:1724310012.605510:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c000 x1808069883281920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.605523:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e550. 00000100:00000200:0.0:1724310012.605528:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883281920, offset 224 00000400:00000200:0.0:1724310012.605532:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.605539:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.605544:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530910:530910:256:4294967295] 192.168.204.31@tcp LPNI seq info [530906:530906:8:4294967295] 00000400:00000200:0.0:1724310012.605551:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.605558:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.605561:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310012.605566:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.605572:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.605575:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.605587:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0e00. 00000020:00000010:0.0:1724310012.605590:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:0.0:1724310012.605593:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def4e00. 00010000:00000010:1.1:1724310012.608145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310012.608155:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310012.608159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310012.608162:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310012.608164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310012.608170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000020:00000010:0.0:1724310012.608613:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9400. 00000020:00000010:0.0:1724310012.608618:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.608622:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310012.608873:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883282176 02000000:00000010:0.0:1724310012.608898:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223b9000. 00010000:00000010:0.0:1724310012.608925:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.608937:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:0.0:1724310012.608957:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310012.608961:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.608971:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310012.608973:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.608975:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310012.608977:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310012.609045:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310012.609047:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310012.609049:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310012.609051:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310012.609069:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c660a0. 00000020:00000010:0.0:1724310012.609074:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c660a0. 00000020:00000010:0.0:1724310012.609083:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1663c0. 00080000:00000010:0.0:1724310012.609088:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba98c00. 00000001:00000010:0.0:1724310012.609242:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166a80. 00000001:00000010:0.0:1724310012.609247:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310012.609309:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1663c0. 00010000:00000010:0.0:1724310012.609315:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310012.609318:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310012.609331:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310012.609347:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310012.609349:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00080000:00000010:0.0:1724310012.609363:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:0.0:1724310012.609368:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:0.0:1724310012.609372:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:0.0:1724310012.609378:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310012.609386:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:0.0:1724310012.609396:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096016, last committed = 4295095650 00010000:00000200:0.0:1724310012.609403:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f480 x1808069883282176/t4295096016(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.609425:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eaa0. 00000100:00000200:0.0:1724310012.609431:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883282176, offset 224 00000400:00000010:0.0:1724310012.609436:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de5b0. 00000400:00000200:0.0:1724310012.609439:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.609446:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.609451:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530911:530911:256:4294967295] 192.168.204.31@tcp LPNI seq info [530907:530907:8:4294967295] 00000400:00000200:0.0:1724310012.609455:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.609459:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.609464:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.609467:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.609470:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.609475:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.609478:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.609501:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.609505:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310012.609508:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9400. 00000400:00000200:0.0:1724310012.611825:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.611833:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4380 00000400:00000200:0.0:1724310012.611839:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 147544 00010000:00000010:3.1:1724310012.611976:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310012.611982:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310012.612249:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.612253:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.612280:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.612285:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085744a80. 00000020:00000010:3.0:1724310012.612965:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37dc00. 00000020:00000010:3.0:1724310012.612970:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.612973:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310012.612993:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883282304 00000001:00000010:3.0:1724310012.613001:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310012.613017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.613021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310012.613063:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801119f0000. 00010000:00000010:3.0:1724310012.613081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.613083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.613093:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.613095:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.613098:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.613100:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310012.613160:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310012.613166:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.613169:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310012.613175:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:1.1:1724310012.615491:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310012.615502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310012.615881:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310012.615886:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310012.615889:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310012.615892:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310012.615894:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310012.615897:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310012.615899:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310012.615901:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310012.615903:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310012.615910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.0:1724310012.616541:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.616546:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.616550:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.616554:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.616605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.616631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.616636:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.616665:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310012.616680:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085744a80 x1808069883282304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.616695:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310012.616700:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883282304, offset 224 00000400:00000200:3.0:1724310012.616705:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.616714:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.616719:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530912:530912:256:4294967295] 192.168.204.31@tcp LPNI seq info [530908:530908:8:4294967295] 00000400:00000200:3.0:1724310012.616729:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.616734:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.616737:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310012.616742:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.616747:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.616751:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.616777:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.616780:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310012.616783:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37dc00. 00010000:00000010:1.1:1724310012.620376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.620387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310012.620391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310012.620394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000020:00000010:3.0:1724310012.621977:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37dc00. 00000020:00000010:3.0:1724310012.621983:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.621987:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310012.622654:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883282560 02000000:00000010:3.0:1724310012.622683:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f6000. 00010000:00000010:3.0:1724310012.622710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.622740:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.622762:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.622766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.622781:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.622783:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.622789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.622791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.622869:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.622872:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.622874:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.622876:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.622894:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42ace60. 00000020:00000010:3.0:1724310012.622898:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42ace60. 00000020:00000010:3.0:1724310012.622906:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac47e0. 00080000:00000010:3.0:1724310012.622912:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f97800. 00000001:00000010:3.0:1724310012.623064:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d20. 00000001:00000010:3.0:1724310012.623068:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.623097:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac47e0. 00010000:00000010:3.0:1724310012.623103:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.623106:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.623118:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.623134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.623137:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310012.623155:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.623159:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310012.623162:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.623167:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310012.623174:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310012.623186:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096017, last committed = 4295095650 00010000:00000200:3.0:1724310012.623193:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c380 x1808069883282560/t4295096017(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.623206:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310012.623212:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883282560, offset 224 00000400:00000010:3.0:1724310012.623217:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6dc8. 00000400:00000200:3.0:1724310012.623220:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.623229:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.623234:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530913:530913:256:4294967295] 192.168.204.31@tcp LPNI seq info [530909:530909:8:4294967295] 00000400:00000200:3.0:1724310012.623238:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.623243:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.623248:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.623251:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310012.623255:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.623913:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.623916:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.623940:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310012.623943:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310012.623945:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37dc00. 00000800:00000200:0.0:1724310012.624027:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.624031:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310012.624034:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.624038:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.0:1724310012.625958:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:0.0:1724310012.625965:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00000020:00000010:0.0:1724310012.626192:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.626196:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.626199:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310012.626229:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883282688 00000001:00000010:0.0:1724310012.626238:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:0.0:1724310012.626254:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310012.626278:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 02000000:00000010:0.0:1724310012.626319:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134810000. 00010000:00000010:0.0:1724310012.626336:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310012.626338:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.626347:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310012.626349:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.626352:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310012.626354:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00000004:00000010:0.0:1724310012.626426:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310012.626433:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310012.626438:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310012.626444:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:0.0:1724310012.628436:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.628441:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.628446:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.628451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.628496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.628503:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310012.628506:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.628537:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:0.0:1724310012.628551:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4a80 x1808069883282688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.628565:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e000. 00000100:00000200:0.0:1724310012.628571:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883282688, offset 224 00000400:00000200:0.0:1724310012.628576:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.628585:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.628591:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530914:530914:256:4294967295] 192.168.204.31@tcp LPNI seq info [530910:530910:8:4294967295] 00000400:00000200:0.0:1724310012.628599:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.628604:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.628607:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310012.628611:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.628617:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.628620:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.628776:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.628780:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310012.628783:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00010000:00000010:1.1:1724310012.629843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310012.629850:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310012.633084:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310012.633094:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:0.0:1724310012.633900:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.633914:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f4600 00000400:00000200:0.0:1724310012.633920:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 149184 00000400:00000200:0.0:1724310012.633942:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.633946:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.633951:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.633957:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085745180. 00000800:00000200:3.0:1724310012.634893:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.634896:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310012.634898:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.634901:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.635371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310012.635376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310012.635379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.635385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.0:1724310012.638436:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:0.0:1724310012.638445:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00000020:00000010:1.0:1724310012.639077:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.639082:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.639085:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.639113:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883283072 00000001:00000010:1.0:1724310012.639121:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310012.639139:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.639143:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310012.639189:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123b00000. 00010000:00000010:1.0:1724310012.639209:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.639212:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.639222:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.639224:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.639227:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.639229:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310012.639322:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310012.639329:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.639333:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.639339:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.640166:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.640169:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.640172:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.640174:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.640208:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.640247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.640251:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.640378:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310012.640391:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5500 x1808069883283072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.640414:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.640419:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883283072, offset 224 00000400:00000200:1.0:1724310012.640424:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.640433:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.640439:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530916:530916:256:4294967295] 192.168.204.31@tcp LPNI seq info [530912:530912:8:4294967295] 00000400:00000200:1.0:1724310012.640447:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.640452:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.640455:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.640460:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.640466:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.640469:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.640490:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.640494:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.640496:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.640585:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.640588:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310012.640590:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.640594:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.640597:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:0.0:1724310012.640599:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00010000:00000010:0.1:1724310012.641812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310012.641819:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310012.641823:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310012.641826:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310012.641829:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310012.641833:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310012.641870:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310012.641874:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310012.641876:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310012.641877:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:3.0:1724310012.642677:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.642688:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f4780 00000400:00000200:3.0:1724310012.642694:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 150248 00000400:00000200:3.0:1724310012.642712:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.642716:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.642720:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.642724:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8700. 00000020:00000010:1.0:1724310012.642812:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03800. 00000020:00000010:1.0:1724310012.642816:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.642820:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.642852:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883283328 02000000:00000010:1.0:1724310012.642875:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0df000. 00010000:00000010:1.0:1724310012.642898:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.642906:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.642924:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.642927:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.642936:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310012.642938:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.642940:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.642942:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.643008:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.643010:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.643012:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.643014:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310012.643033:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.643038:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.643045:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f540. 00080000:00000010:1.0:1724310012.643050:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec0400. 00000001:00000010:1.0:1724310012.643195:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10840. 00000001:00000010:1.0:1724310012.643199:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310012.643227:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f540. 00010000:00000010:1.0:1724310012.643233:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.643236:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.643248:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.643295:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.643299:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310012.643312:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.643317:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.643321:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.643325:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310012.643330:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310012.643340:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096019, last committed = 4295095650 00010000:00000200:1.0:1724310012.643346:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8700 x1808069883283328/t4295096019(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.643357:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.643362:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883283328, offset 224 00000400:00000010:1.0:1724310012.643366:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65a10. 00000400:00000200:1.0:1724310012.643368:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.643375:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.643380:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530917:530917:256:4294967295] 192.168.204.31@tcp LPNI seq info [530913:530913:8:4294967295] 00000400:00000200:1.0:1724310012.643384:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.643388:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.643392:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.643395:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.643400:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.643418:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.643421:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.643442:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.643445:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.643448:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03800. 00000800:00000200:3.0:1724310012.643632:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.643635:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310012.643638:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.643641:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.645039:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310012.645045:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.0:1724310012.645327:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:0.0:1724310012.645333:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:3.0:1724310012.645591:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.645599:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4800 00000400:00000200:3.0:1724310012.645604:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 150736 00000400:00000200:3.0:1724310012.645748:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.645753:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.645756:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.645760:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8380. 00010000:00000010:3.0:1724310012.646967:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.646970:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.646973:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.646976:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.647007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:3.0:1724310012.647357:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:3.0:1724310012.647362:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0200. 00010000:00000010:3.0:1724310012.647383:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000200:3.0:1724310012.647394:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8380 x1808069883283456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.647414:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310012.647419:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883283456, offset 224 00000400:00000200:3.0:1724310012.647423:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.647430:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.647435:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530918:530918:256:4294967295] 192.168.204.31@tcp LPNI seq info [530914:530914:8:4294967295] 00000400:00000200:3.0:1724310012.647443:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.647447:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.647450:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310012.647454:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.647459:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.647462:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.647474:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0d00. 00000020:00000010:3.0:1724310012.647477:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:3.0:1724310012.647479:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1f000. 00000800:00000200:3.0:1724310012.647527:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.647529:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:3.0:1724310012.647531:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.647534:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.647536:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:3.0:1724310012.647538:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00000020:00000010:3.0:1724310012.649674:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37d800. 00000020:00000010:3.0:1724310012.649679:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.649683:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310012.649713:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883283712 02000000:00000010:3.0:1724310012.649739:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458c000. 00010000:00000010:3.0:1724310012.649761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.649773:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.649791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.649794:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.649803:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.649805:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.649807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.649809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.649881:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.649883:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.649886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.649888:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310012.649907:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42ac220. 00000020:00000010:3.0:1724310012.649913:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42ac220. 00000020:00000010:3.0:1724310012.649920:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac47e0. 00080000:00000010:3.0:1724310012.649925:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f96400. 00000001:00000010:3.0:1724310012.650079:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4a20. 00000001:00000010:3.0:1724310012.650084:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.650115:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac47e0. 00010000:00000010:3.0:1724310012.650120:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.650123:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.650134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.650150:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.650153:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00080000:00000010:3.0:1724310012.650171:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:3.0:1724310012.650175:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:3.0:1724310012.650178:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53690. 00000004:00000010:3.0:1724310012.650183:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:3.0:1724310012.650191:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.650202:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096020, last committed = 4295095650 00010000:00000200:3.0:1724310012.650209:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6d80 x1808069883283712/t4295096020(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.650221:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310012.650225:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883283712, offset 224 00000400:00000010:3.0:1724310012.650230:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6e00. 00000400:00000200:3.0:1724310012.650233:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.650241:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.650245:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530919:530919:256:4294967295] 192.168.204.31@tcp LPNI seq info [530915:530915:8:4294967295] 00000400:00000200:3.0:1724310012.650249:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.650253:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.650286:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.650289:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310012.650293:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.650298:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.650301:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.650319:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.650322:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310012.650325:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37d800. 00010000:00000010:2.1:1724310012.651528:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310012.651535:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:3.0:1724310012.652828:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310012.652838:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294889 00000400:00000200:3.0:1724310012.652843:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.652846:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310012.652850:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:3.0:1724310012.652852:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00000400:00000200:3.0:1724310012.653419:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.653425:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4980 00000400:00000200:3.0:1724310012.653432:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 151800 00010000:00000010:0.0:1724310012.653630:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:0.0:1724310012.653639:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00000400:00000200:3.0:1724310012.653854:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.653858:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.653862:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.653866:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8e00. 00000020:00000010:1.0:1724310012.653994:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03800. 00000020:00000010:1.0:1724310012.654000:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.654003:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.654030:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883283840 00000001:00000010:1.0:1724310012.654039:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310012.654055:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.654058:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 02000000:00000010:1.0:1724310012.654101:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f5f0000. 00010000:00000010:1.0:1724310012.654119:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.654122:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.654133:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.654135:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.654137:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.654139:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310012.654211:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310012.654218:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.654223:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.654228:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310012.655312:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310012.655316:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.655319:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310012.655322:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.655370:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.655378:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.655380:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.655413:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310012.655424:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8e00 x1808069883283840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.655437:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.655441:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883283840, offset 224 00000400:00000200:1.0:1724310012.655446:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.655453:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.655458:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530920:530920:256:4294967295] 192.168.204.31@tcp LPNI seq info [530916:530916:8:4294967295] 00000400:00000200:1.0:1724310012.655465:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.655469:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.655472:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.655476:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.655481:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.655484:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.655506:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.655509:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.655513:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03800. 00010000:00000010:0.1:1724310012.655569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310012.655573:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310012.655576:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310012.655579:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310012.655582:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310012.655583:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310012.655586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310012.655590:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310012.656145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310012.656149:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310012.656151:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310012.656153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000020:00000010:1.0:1724310012.657663:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03800. 00000020:00000010:1.0:1724310012.657668:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.657672:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.657780:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284096 02000000:00000010:1.0:1724310012.657803:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbad000. 00010000:00000010:1.0:1724310012.657828:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.657837:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.657855:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310012.657858:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.657866:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.657868:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.657870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310012.657872:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310012.657937:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.657940:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.657942:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310012.657945:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.657962:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.657966:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.657975:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f2a0. 00080000:00000010:1.0:1724310012.657981:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec3400. 00000001:00000010:1.0:1724310012.658116:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba1e0. 00000001:00000010:1.0:1724310012.658120:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310012.658141:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f2a0. 00010000:00000010:1.0:1724310012.658146:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310012.658147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.658157:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.658168:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.658170:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310012.658181:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.658184:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.658187:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.658190:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310012.658193:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310012.658201:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096021, last committed = 4295095650 00010000:00000200:1.0:1724310012.658206:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6680 x1808069883284096/t4295096021(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.658217:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.658221:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883284096, offset 224 00000400:00000010:1.0:1724310012.658224:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65a48. 00000400:00000200:1.0:1724310012.658226:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.658233:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.658237:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530921:530921:256:4294967295] 192.168.204.31@tcp LPNI seq info [530917:530917:8:4294967295] 00000400:00000200:1.0:1724310012.658239:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.658243:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.658246:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.658248:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.658251:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.658254:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.658415:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.658431:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.658434:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.658436:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03800. 00000800:00000200:3.0:1724310012.658555:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.658559:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310012.658561:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.658565:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.0:1724310012.660709:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:0.0:1724310012.660716:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00000020:00000010:1.0:1724310012.660780:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03800. 00000020:00000010:1.0:1724310012.660783:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.660786:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.660815:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284224 00000001:00000010:1.0:1724310012.660823:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310012.660838:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.660842:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310012.660881:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f4d0000. 00010000:00000010:1.0:1724310012.660898:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.660901:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.660909:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.660912:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.660915:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.660917:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310012.660980:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310012.660986:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.660990:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.660995:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.661348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310012.661354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310012.661357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310012.661360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310012.661399:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310012.661414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.661850:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310012.661854:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.661857:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.661859:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.661891:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.661898:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.661901:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.661922:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310012.661933:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5f80 x1808069883284224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.661946:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310012.661951:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883284224, offset 224 00000400:00000200:1.0:1724310012.661955:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.661962:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.661967:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530922:530922:256:4294967295] 192.168.204.31@tcp LPNI seq info [530918:530918:8:4294967295] 00000400:00000200:1.0:1724310012.661975:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.661979:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.661983:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.661987:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.661993:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.661996:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.662645:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.662650:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.662653:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03800. 00010000:00000010:1.1:1724310012.664791:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310012.664801:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310012.664806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310012.664808:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310012.664811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310012.664818:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:3.0:1724310012.666970:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.666985:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f4c00 00000400:00000200:3.0:1724310012.666992:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 153440 00000400:00000200:3.0:1724310012.667010:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.667014:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.667019:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.667024:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfad80. 00000020:00000010:1.0:1724310012.667116:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03800. 00000020:00000010:1.0:1724310012.667122:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.667126:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.667156:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284480 02000000:00000010:1.0:1724310012.667183:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbac000. 00010000:00000010:1.0:1724310012.667214:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.667227:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.667247:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.667251:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310012.667298:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.667300:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310012.667302:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.667305:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310012.667377:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.667379:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.667381:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.667383:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310012.667400:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.667415:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310012.667423:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba8a0. 00080000:00000010:1.0:1724310012.667429:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bec0000. 00000001:00000010:1.0:1724310012.667569:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f360. 00000001:00000010:1.0:1724310012.667573:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310012.667603:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba8a0. 00010000:00000010:1.0:1724310012.667608:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.667611:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.667624:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.667642:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.667644:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310012.667660:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.667665:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.667668:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.667672:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310012.667678:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310012.667689:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096022, last committed = 4295095650 00010000:00000200:1.0:1724310012.667695:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfad80 x1808069883284480/t4295096022(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.667708:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.667713:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883284480, offset 224 00000400:00000010:1.0:1724310012.667718:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65a80. 00000400:00000200:1.0:1724310012.667720:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.667728:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.667733:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530923:530923:256:4294967295] 192.168.204.31@tcp LPNI seq info [530919:530919:8:4294967295] 00000400:00000200:1.0:1724310012.667738:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.667743:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.667748:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.667752:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310012.667756:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.667761:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.667764:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.667788:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310012.667792:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.667793:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03800. 00010000:00000010:0.1:1724310012.667908:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310012.667913:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310012.667917:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310012.667919:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310012.667921:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310012.667924:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310012.667970:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310012.667975:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310012.667978:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310012.667980:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.0:1724310012.671737:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:0.0:1724310012.671746:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00000400:00000200:3.0:1724310012.671916:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310012.671924:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4c80 00000400:00000200:3.0:1724310012.671930:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 153928 00000400:00000200:3.0:1724310012.671989:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.671993:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310012.671997:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310012.672002:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfa680. 00000020:00000010:3.0:1724310012.672038:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37c600. 00000020:00000010:3.0:1724310012.672043:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.672046:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00010000:00000010:0.1:1724310012.672472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310012.672478:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310012.672482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310012.672484:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310012.672486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310012.672488:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310012.672491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310012.672493:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310012.672495:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310012.672499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000100:00000200:0.0:1724310012.672942:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284608 00000001:00000010:0.0:1724310012.672951:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:0.0:1724310012.672968:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310012.672973:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 02000000:00000010:0.0:1724310012.673015:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226a0000. 00010000:00000010:0.0:1724310012.673033:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310012.673035:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.673046:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310012.673048:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.673051:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310012.673053:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00000004:00000010:0.0:1724310012.673122:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310012.673130:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6beac8. 00000004:00000010:0.0:1724310012.673134:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.673142:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:0.0:1724310012.674317:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310012.674321:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.674324:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310012.674328:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.674365:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.674372:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310012.674375:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310012.674398:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000200:0.0:1724310012.674420:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfa680 x1808069883284608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.674434:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e000. 00000100:00000200:0.0:1724310012.674440:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883284608, offset 224 00000400:00000200:0.0:1724310012.674445:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.674454:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.674460:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530924:530924:256:4294967295] 192.168.204.31@tcp LPNI seq info [530920:530920:8:4294967295] 00000400:00000200:0.0:1724310012.674469:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.674474:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.674477:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.674481:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.674487:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.674491:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.674504:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:0.0:1724310012.674508:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:0.0:1724310012.674511:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37c600. 00010000:00000010:2.1:1724310012.676373:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310012.676381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000020:00000010:0.0:1724310012.680190:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310012.680195:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.680199:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310012.680227:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284864 02000000:00000010:0.0:1724310012.680255:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0d000. 00010000:00000010:0.0:1724310012.680302:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310012.680314:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.680333:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310012.680337:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.680347:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310012.680349:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310012.680352:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310012.680354:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.680436:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310012.680438:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310012.680440:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310012.680442:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310012.680459:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66d20. 00000020:00000010:0.0:1724310012.680463:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66d20. 00000020:00000010:0.0:1724310012.680470:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166f00. 00080000:00000010:0.0:1724310012.680476:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba99400. 00000001:00000010:0.0:1724310012.680613:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166960. 00000001:00000010:0.0:1724310012.680617:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310012.680645:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166f00. 00010000:00000010:0.0:1724310012.680651:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310012.680654:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310012.680666:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310012.680682:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.680684:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00080000:00000010:0.0:1724310012.680698:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:0.0:1724310012.680706:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310012.680709:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6beac8. 00000004:00000010:0.0:1724310012.680713:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:0.0:1724310012.680720:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000200:0.0:1724310012.680730:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096023, last committed = 4295095650 00010000:00000200:0.0:1724310012.680736:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7b80 x1808069883284864/t4295096023(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.680748:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eaa0. 00000100:00000200:0.0:1724310012.680753:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883284864, offset 224 00000400:00000010:0.0:1724310012.680757:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de578. 00000400:00000200:0.0:1724310012.680760:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.680767:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.680772:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530925:530925:256:4294967295] 192.168.204.31@tcp LPNI seq info [530921:530921:8:4294967295] 00000400:00000200:0.0:1724310012.680776:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.680781:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.680786:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.680789:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310012.680793:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.680797:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.680800:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.680826:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310012.680829:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310012.680831:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00010000:00000010:2.1:1724310012.682416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310012.682422:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310012.682424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310012.682427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:0.0:1724310012.682583:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.682593:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948a1 00000400:00000200:0.0:1724310012.682597:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.682600:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.682604:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84eaa0 00000400:00000010:0.0:1724310012.682606:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84eaa0. 00010000:00000010:0.0:1724310012.682636:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310012.682642:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00000400:00000200:0.0:1724310012.682657:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.682662:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4e00 00000400:00000200:0.0:1724310012.682667:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 154992 00000400:00000200:0.0:1724310012.682952:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.682957:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.682961:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.682965:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747100. 00000020:00000010:3.0:1724310012.683627:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37c400. 00000020:00000010:3.0:1724310012.683632:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.683636:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.684205:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883284992 00000001:00000010:3.0:1724310012.684214:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.0:1724310012.684232:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.684236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.684296:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801246b0000. 00010000:00000010:3.0:1724310012.684316:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.684318:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.684328:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.684330:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.684332:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.684334:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000004:00000010:3.0:1724310012.684427:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310012.684433:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.684437:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310012.684443:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:2.1:1724310012.685374:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310012.685380:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310012.685384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310012.685386:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310012.685388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310012.685393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.0:1724310012.686958:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.686964:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.686968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.686972:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.687019:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.687032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.687036:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.687067:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.687081:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747100 x1808069883284992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.687094:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310012.687100:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883284992, offset 224 00000400:00000200:3.0:1724310012.687105:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.687115:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.687120:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530926:530926:256:4294967295] 192.168.204.31@tcp LPNI seq info [530922:530922:8:4294967295] 00000400:00000200:3.0:1724310012.687128:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.687133:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.687137:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.687141:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.687147:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.687151:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.687181:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.687185:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.687188:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37c400. 00010000:00000010:2.1:1724310012.688855:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310012.688862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:0.0:1724310012.690962:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.690974:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f4f00 00000400:00000200:0.0:1724310012.690981:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 155568 00000400:00000200:0.0:1724310012.691091:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.691096:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.691101:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.691108:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124414a80. 00000020:00000010:3.0:1724310012.691206:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37c400. 00000020:00000010:3.0:1724310012.691212:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.691217:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.691248:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883285248 02000000:00000010:3.0:1724310012.692242:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458d000. 00010000:00000010:3.0:1724310012.692300:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.692319:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.692343:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.692347:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.692357:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.692359:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.692361:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.692363:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.692637:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.692640:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.692643:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.692646:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310012.692666:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.692672:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.692681:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.692686:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f96c00. 00000001:00000010:3.0:1724310012.692860:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4660. 00000001:00000010:3.0:1724310012.692865:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310012.692895:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.692901:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.692904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.692917:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.692935:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.692937:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00080000:00000010:3.0:1724310012.692954:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.692958:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310012.692961:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.692966:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310012.692972:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310012.692984:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096024, last committed = 4295095650 00010000:00000200:3.0:1724310012.692990:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124414a80 x1808069883285248/t4295096024(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.693004:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310012.693009:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883285248, offset 224 00000400:00000010:3.0:1724310012.693015:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6e38. 00000400:00000200:3.0:1724310012.693018:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.693028:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.693787:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530927:530927:256:4294967295] 192.168.204.31@tcp LPNI seq info [530923:530923:8:4294967295] 00000400:00000200:3.0:1724310012.693792:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.693798:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.693803:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.693806:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310012.693811:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.693817:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.693820:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.693846:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.693850:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.693852:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37c400. 00000800:00000200:0.0:1724310012.694538:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.694541:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310012.694546:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.694550:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.695354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310012.695361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310012.695365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310012.695368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:0.0:1724310012.695540:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.695551:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948a9 00000400:00000200:0.0:1724310012.695555:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.695558:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.695563:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8b28 00000400:00000010:0.0:1724310012.695565:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8b28. 00000400:00000200:0.0:1724310012.696054:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.696061:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f4f80 00000400:00000200:0.0:1724310012.696068:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 156056 00000400:00000200:0.0:1724310012.696496:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.696500:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.696505:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.696508:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124416d80. 00000020:00000010:3.0:1724310012.696617:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d37c400. 00000020:00000010:3.0:1724310012.696622:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.696626:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.696645:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883285376 00000001:00000010:3.0:1724310012.696653:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:3.0:1724310012.696670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.696673:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310012.696714:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123ac0000. 00010000:00000010:3.0:1724310012.696732:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.696734:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.696744:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.696746:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310012.696749:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.696751:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000004:00000010:3.0:1724310012.696824:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310012.696830:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.696834:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310012.696840:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310012.698341:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310012.698346:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.698350:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.698354:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.698398:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.698420:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.698423:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310012.698455:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310012.698469:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124416d80 x1808069883285376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.698483:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310012.698488:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883285376, offset 224 00000400:00000200:3.0:1724310012.698494:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.698503:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.698509:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530928:530928:256:4294967295] 192.168.204.31@tcp LPNI seq info [530924:530924:8:4294967295] 00000400:00000200:3.0:1724310012.698517:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.698522:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.698525:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310012.698530:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.698535:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.698539:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.699077:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.699082:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.699084:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d37c400. 00000800:00000200:0.0:1724310012.699192:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.699195:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310012.699199:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.699203:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.699206:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8330 00000400:00000010:0.0:1724310012.699208:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8330. 00010000:00000010:2.1:1724310012.701413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310012.701423:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310012.701427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310012.701432:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310012.701435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310012.701440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310012.703028:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.703042:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5080 00000400:00000200:0.0:1724310012.703049:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 156632 00000400:00000200:0.0:1724310012.703068:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.703072:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.703078:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.703083:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124417b80. 00000020:00000010:3.0:1724310012.703196:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.703201:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.703205:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.703239:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883285632 02000000:00000010:3.0:1724310012.703287:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3d000. 00010000:00000010:3.0:1724310012.703315:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.703328:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.703349:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.703353:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.703365:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.703367:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.703369:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.703371:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.703479:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.703481:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310012.703484:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.703486:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310012.703506:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.703511:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.703518:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4000. 00080000:00000010:3.0:1724310012.703524:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f94000. 00000001:00000010:3.0:1724310012.703681:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1cc0. 00000001:00000010:3.0:1724310012.703684:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310012.703712:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4000. 00010000:00000010:3.0:1724310012.703718:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.703721:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.703734:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.703752:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.703755:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00080000:00000010:3.0:1724310012.703772:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.703777:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310012.703780:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.703785:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310012.703792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000200:3.0:1724310012.703803:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096025, last committed = 4295095650 00010000:00000200:3.0:1724310012.703809:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124417b80 x1808069883285632/t4295096025(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.703822:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8f68. 00000100:00000200:3.0:1724310012.703827:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883285632, offset 224 00000400:00000010:3.0:1724310012.703832:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6e70. 00000400:00000200:3.0:1724310012.703835:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.703843:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.703848:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530929:530929:256:4294967295] 192.168.204.31@tcp LPNI seq info [530925:530925:8:4294967295] 00000400:00000200:3.0:1724310012.703853:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.703858:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.703863:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.703866:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310012.703871:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.703877:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.703881:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.704964:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.704969:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.704972:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00000800:00000200:1.0:1724310012.705066:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.705069:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:1.0:1724310012.705072:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.705076:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.705541:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310012.705548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310012.706322:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.706345:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948b1 00000400:00000200:0.0:1724310012.706349:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.706352:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.706356:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8f68 00000400:00000010:0.0:1724310012.706357:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8f68. 00000400:00000200:0.0:1724310012.708200:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.708209:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5100 00000400:00000200:0.0:1724310012.708215:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 157120 00000400:00000200:0.0:1724310012.708282:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.708285:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.708290:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.708296:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663b80. 00000020:00000010:3.0:1724310012.708454:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.708458:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.708461:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.708480:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883285760 00000001:00000010:3.0:1724310012.708488:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310012.708505:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.708509:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 02000000:00000010:3.0:1724310012.708552:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122b60000. 00010000:00000010:3.0:1724310012.708572:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.708575:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.708587:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.708590:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.708592:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.708594:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000004:00000010:3.0:1724310012.708665:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310012.708671:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.708676:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310012.708682:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310012.710207:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.710211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.710214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.710217:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.710296:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.710307:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.710310:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.710340:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000200:3.0:1724310012.710352:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092663b80 x1808069883285760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.710366:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310012.710371:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883285760, offset 224 00000400:00000200:3.0:1724310012.710376:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.710385:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.710389:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530930:530930:256:4294967295] 192.168.204.31@tcp LPNI seq info [530926:530926:8:4294967295] 00000400:00000200:3.0:1724310012.710397:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.710400:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.710413:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310012.710418:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.710424:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.710427:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.710445:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.710448:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.710451:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:0.0:1724310012.710716:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.710719:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310012.710723:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.710727:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.710730:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8bb0 00000400:00000010:0.0:1724310012.710732:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8bb0. 00010000:00000010:2.1:1724310012.710857:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310012.710863:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310012.710866:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310012.710868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310012.713108:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.713120:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5200 00000400:00000200:0.0:1724310012.713126:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 157696 00000400:00000200:0.0:1724310012.713142:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.713146:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.713150:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.713156:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661180. 00000020:00000010:3.0:1724310012.713303:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.713308:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.713312:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.713334:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883286016 02000000:00000010:3.0:1724310012.713362:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009e4d5000. 00010000:00000010:3.0:1724310012.713388:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.713399:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.713429:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.713433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310012.713444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.713446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.713448:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.713451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.713520:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.713522:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.713524:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.713526:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310012.713544:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bfa00. 00000020:00000010:3.0:1724310012.713548:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bfa00. 00000020:00000010:3.0:1724310012.713556:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310012.713560:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f94400. 00000001:00000010:3.0:1724310012.713701:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4e40. 00000001:00000010:3.0:1724310012.713706:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.713736:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310012.713743:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.713746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.713758:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.713772:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.713775:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00080000:00000010:3.0:1724310012.713791:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.713796:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310012.713799:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.713804:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310012.713811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310012.713823:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096026, last committed = 4295095650 00010000:00000200:3.0:1724310012.713829:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661180 x1808069883286016/t4295096026(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.713842:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8a18. 00000100:00000200:3.0:1724310012.713847:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883286016, offset 224 00000400:00000010:3.0:1724310012.713851:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6ea8. 00000400:00000200:3.0:1724310012.713853:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.713860:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.713865:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530931:530931:256:4294967295] 192.168.204.31@tcp LPNI seq info [530927:530927:8:4294967295] 00000400:00000200:3.0:1724310012.713870:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.713875:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.713879:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.713882:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310012.713886:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.713892:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.713895:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.713918:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.713921:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.713923:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:1.0:1724310012.714051:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.714054:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:1.0:1724310012.714058:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.714061:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.714738:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.714746:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948b9 00000400:00000200:0.0:1724310012.714760:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.714763:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.714767:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8a18 00000400:00000010:0.0:1724310012.714768:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8a18. 00000400:00000200:0.0:1724310012.715742:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.715749:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5280 00000400:00000200:0.0:1724310012.715754:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 158184 00000400:00000200:0.0:1724310012.715788:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.715791:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.715794:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.715798:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660e00. 00010000:00000010:1.1:1724310012.717542:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310012.717551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.717586:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.717589:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.717593:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.717596:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.717635:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310012.717643:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:3.0:1724310012.717646:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:3.0:1724310012.717670:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000200:3.0:1724310012.717681:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660e00 x1808069883286144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.717695:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8cc0. 00000100:00000200:3.0:1724310012.717700:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883286144, offset 224 00000400:00000200:3.0:1724310012.717705:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.717712:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.717717:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530932:530932:256:4294967295] 192.168.204.31@tcp LPNI seq info [530928:530928:8:4294967295] 00000400:00000200:3.0:1724310012.717725:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.717730:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.717733:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310012.717738:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.717743:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.717746:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.717770:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0480. 00000020:00000010:3.0:1724310012.717773:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:3.0:1724310012.717776:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1ec00. 00000800:00000200:1.0:1724310012.717831:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.717834:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310012.717837:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.717841:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.717844:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8cc0 00000400:00000010:1.0:1724310012.717845:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8cc0. 00000400:00000200:0.0:1724310012.719241:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.719251:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5380 00000400:00000200:0.0:1724310012.719285:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 158760 00000400:00000200:0.0:1724310012.719303:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.719307:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.719311:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.719316:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661880. 00000020:00000010:3.0:1724310012.719478:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.719482:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.719485:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.719862:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883286400 02000000:00000010:3.0:1724310012.719886:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773af000. 00010000:00000010:3.0:1724310012.719907:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.719918:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.719936:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.719939:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.719948:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.719950:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.719952:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.719955:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310012.720026:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.720029:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.720031:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.720033:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.720053:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.720057:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acf60. 00000020:00000010:3.0:1724310012.720065:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310012.720069:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f95000. 00000001:00000010:3.0:1724310012.722523:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1360. 00000001:00000010:3.0:1724310012.722530:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310012.722568:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310012.722584:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.722590:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.722609:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.722632:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.722635:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00080000:00000010:3.0:1724310012.722658:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:3.0:1724310012.722662:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:3.0:1724310012.722666:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:3.0:1724310012.722672:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:3.0:1724310012.722681:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310012.722695:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096027, last committed = 4295095650 00010000:00000200:3.0:1724310012.722705:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661880 x1808069883286400/t4295096027(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.722717:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8880. 00000100:00000200:3.0:1724310012.722723:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883286400, offset 224 00000400:00000010:3.0:1724310012.722899:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6ee0. 00000400:00000200:3.0:1724310012.722904:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.722916:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.722921:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530933:530933:256:4294967295] 192.168.204.31@tcp LPNI seq info [530929:530929:8:4294967295] 00000400:00000200:3.0:1724310012.722926:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.722931:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.722936:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.722940:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310012.722945:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.722950:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.722954:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.722978:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.722981:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.722984:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:0.0:1724310012.723251:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.723254:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310012.723299:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.723303:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.723675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310012.723681:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310012.723684:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310012.723686:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310012.723689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310012.723695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310012.723697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310012.723699:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310012.723701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310012.723704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310012.725830:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.725844:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948c1 00000400:00000200:0.0:1724310012.725849:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.725852:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.725856:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8880 00000400:00000010:0.0:1724310012.725858:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8880. 00010000:00000010:1.1:1724310012.726760:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.726766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:0.0:1724310012.728458:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.728472:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5400 00000400:00000200:0.0:1724310012.728479:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 159248 00000400:00000200:0.0:1724310012.728531:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.728536:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.728541:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.728546:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661500. 00000020:00000010:3.0:1724310012.728621:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.728627:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.728631:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.728666:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883286528 00000001:00000010:3.0:1724310012.728674:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310012.728693:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.728698:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310012.728742:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801106b0000. 00010000:00000010:3.0:1724310012.728762:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.728764:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.728777:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.728779:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.728782:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.728784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000004:00000010:3.0:1724310012.728855:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310012.728860:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.728864:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310012.728871:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310012.729695:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.729700:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.729703:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.729705:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.729748:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.729757:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.729760:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.729788:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310012.729807:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661500 x1808069883286528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.729820:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8000. 00000100:00000200:3.0:1724310012.729827:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883286528, offset 224 00000400:00000200:3.0:1724310012.729831:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.729839:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.729844:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530934:530934:256:4294967295] 192.168.204.31@tcp LPNI seq info [530930:530930:8:4294967295] 00000400:00000200:3.0:1724310012.729851:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.729856:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.729859:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310012.729863:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.729869:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.729872:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.730809:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.730814:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.730817:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:0.0:1724310012.731140:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.731143:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310012.731147:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.731151:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.731155:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8000 00000400:00000010:0.0:1724310012.731158:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8000. 00010000:00000010:2.1:1724310012.732673:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310012.732683:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310012.732685:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310012.732687:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310012.732689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310012.732695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310012.732698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310012.732701:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310012.732703:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310012.732705:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310012.732706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310012.732708:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310012.732710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310012.732713:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310012.732715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310012.732721:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000020:00000010:3.0:1724310012.736237:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.736243:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.736247:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00010000:00000010:1.1:1724310012.736421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310012.736428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000100:00000200:3.0:1724310012.736747:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883286784 02000000:00000010:3.0:1724310012.736775:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ae000. 00010000:00000010:3.0:1724310012.736803:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.736814:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.736835:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.736838:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.736849:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.736851:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.736854:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.736856:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.736932:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.736934:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310012.736936:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.736938:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.736957:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.736962:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acba0. 00000020:00000010:3.0:1724310012.736969:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310012.736975:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f94800. 00000001:00000010:3.0:1724310012.737125:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4de0. 00000001:00000010:3.0:1724310012.737130:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.737161:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310012.737167:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310012.737170:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.737182:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.737198:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.737200:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310012.737634:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310012.737640:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310012.737643:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.737648:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310012.737659:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310012.737672:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096028, last committed = 4295095650 00010000:00000200:3.0:1724310012.737679:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5180 x1808069883286784/t4295096028(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.737692:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8198. 00000100:00000200:3.0:1724310012.737698:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883286784, offset 224 00000400:00000010:3.0:1724310012.737703:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6f18. 00000400:00000200:3.0:1724310012.737706:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.737714:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.737719:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530935:530935:256:4294967295] 192.168.204.31@tcp LPNI seq info [530931:530931:8:4294967295] 00000400:00000200:3.0:1724310012.737723:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.737728:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.737732:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.737734:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310012.737739:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.737744:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.737747:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.738463:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.738468:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310012.738470:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:1.0:1724310012.738612:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.738615:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310012.738619:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.738623:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.739427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310012.739433:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310012.739436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310012.739439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310012.741139:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.741151:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948c9 00000400:00000200:0.0:1724310012.741156:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.741159:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.741163:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8198 00000400:00000010:0.0:1724310012.741165:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8198. 00000400:00000200:0.0:1724310012.741198:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.741203:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5580 00000400:00000200:0.0:1724310012.741209:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 160312 00000400:00000200:0.0:1724310012.741293:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.741296:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.741300:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.741305:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663100. 00000020:00000010:3.0:1724310012.742396:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.742409:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.742413:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310012.742434:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883286912 00000001:00000010:3.0:1724310012.742443:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310012.742461:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.742466:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310012.742511:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88010f840000. 00010000:00000010:3.0:1724310012.742532:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.742535:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.742546:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.742548:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.742551:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.742553:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310012.742624:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310012.742630:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310012.742634:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310012.742641:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00000800:00000200:0.0:1724310012.745434:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.745437:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310012.745685:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.745690:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.745693:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022e58 00000400:00000010:0.0:1724310012.745695:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022e58. 00010000:00000010:2.1:1724310012.746102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310012.746109:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310012.746111:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310012.746114:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310012.746116:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310012.746120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310012.748395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310012.748418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:0.0:1724310012.749010:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.749021:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5680 00000400:00000200:0.0:1724310012.749027:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 160888 00000400:00000200:0.0:1724310012.749041:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.749044:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.749047:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.749051:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662d80. 00000800:00000200:1.0:1724310012.749717:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.749720:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310012.749723:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.749726:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.750336:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.750341:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948d1 00000400:00000200:0.0:1724310012.750343:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.750345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.750348:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022220 00000400:00000010:0.0:1724310012.750349:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022220. 00000400:00000200:0.0:1724310012.750881:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.750887:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5700 00000400:00000200:0.0:1724310012.750892:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 161376 00000400:00000200:0.0:1724310012.750964:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.750968:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.750971:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.750975:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661c00. 00010000:00000010:3.1:1724310012.751446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310012.751453:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310012.751457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310012.751460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.0:1724310012.751890:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310012.751893:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:0.0:1724310012.751896:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310012.751899:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310012.751927:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:0.0:1724310012.751944:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:0.0:1724310012.751946:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00010000:00000010:0.0:1724310012.751965:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000200:0.0:1724310012.751973:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661c00 x1808069883287296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.751985:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eaa0. 00000100:00000200:0.0:1724310012.751988:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883287296, offset 224 00000400:00000200:0.0:1724310012.751991:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.751997:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.752001:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530938:530938:256:4294967295] 192.168.204.31@tcp LPNI seq info [530934:530934:8:4294967295] 00000400:00000200:0.0:1724310012.752008:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.752012:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.752014:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310012.752018:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.752023:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.752026:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.752044:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0800. 00000020:00000010:0.0:1724310012.752046:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:0.0:1724310012.752049:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1f400. 00000800:00000200:1.0:1724310012.752099:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.752103:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:1.0:1724310012.752105:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.752109:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.752111:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84eaa0 00000400:00000010:1.0:1724310012.752113:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84eaa0. 00000400:00000200:0.0:1724310012.753152:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.753160:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5800 00000400:00000200:0.0:1724310012.753165:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 161952 00000400:00000200:0.0:1724310012.753179:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.753182:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.753186:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.753189:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661f80. 00000800:00000200:0.0:1724310012.753940:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.753943:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310012.753946:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.753950:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310012.754472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310012.754478:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310012.754480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310012.754482:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310012.754485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310012.754490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310012.754491:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310012.754494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310012.755114:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.755123:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948d9 00000400:00000200:0.0:1724310012.755126:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.755129:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.755133:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022880 00000400:00000010:0.0:1724310012.755135:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022880. 00000400:00000200:0.0:1724310012.755672:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.755678:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5880 00000400:00000200:0.0:1724310012.755683:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 162440 00000400:00000200:0.0:1724310012.755719:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.755722:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.755726:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.755730:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662a00. 00010000:00000010:0.0:1724310012.756696:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310012.756700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310012.756703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310012.756706:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310012.756742:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:0.0:1724310012.756750:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:0.0:1724310012.756753:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:0.0:1724310012.756779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000200:0.0:1724310012.756791:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092662a00 x1808069883287680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.756805:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e550. 00000100:00000200:0.0:1724310012.756811:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883287680, offset 224 00000400:00000200:0.0:1724310012.756815:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.756822:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.756826:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530940:530940:256:4294967295] 192.168.204.31@tcp LPNI seq info [530936:530936:8:4294967295] 00000400:00000200:0.0:1724310012.756834:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.756838:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.756841:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310012.756845:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.756850:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.756853:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.756878:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:0.0:1724310012.756882:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:0.0:1724310012.756884:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1ea00. 00010000:00000010:2.1:1724310012.757431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310012.757440:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310012.757444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310012.757446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310012.759473:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.759486:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5980 00000400:00000200:0.0:1724310012.759492:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 163016 00000400:00000200:0.0:1724310012.759513:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.759517:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.759521:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.759526:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660380. 00000800:00000200:1.0:1724310012.760537:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.760540:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:1.0:1724310012.760543:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.760548:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.763691:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.763706:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948e1 00000400:00000200:0.0:1724310012.763711:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.763715:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.763720:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022bb0 00000400:00000010:0.0:1724310012.763723:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022bb0. 00000400:00000200:0.0:1724310012.763756:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.763760:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5a00 00000400:00000200:0.0:1724310012.763766:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 163504 00000400:00000200:0.0:1724310012.763822:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.763829:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.763834:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.763838:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660000. 00010000:00000010:3.1:1724310012.767213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310012.767219:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310012.767223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310012.767226:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310012.767228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310012.767234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.0:1724310012.767319:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310012.767322:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.767325:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310012.767328:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.767363:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:0.0:1724310012.767370:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:0.0:1724310012.767373:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00010000:00000010:0.0:1724310012.767393:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:0.0:1724310012.767416:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660000 x1808069883288064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.767430:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e088. 00000100:00000200:0.0:1724310012.767436:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883288064, offset 224 00000400:00000200:0.0:1724310012.767441:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.767452:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.767457:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530942:530942:256:4294967295] 192.168.204.31@tcp LPNI seq info [530938:530938:8:4294967295] 00000400:00000200:0.0:1724310012.767465:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.767470:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.767473:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310012.767478:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.767483:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.767487:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.767511:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0600. 00000020:00000010:0.0:1724310012.767514:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310012.767517:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1f200. 00010000:00000010:2.1:1724310012.769528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310012.769537:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310012.769540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310012.769543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:1.0:1724310012.769607:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.769620:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5b00 00000400:00000200:1.0:1724310012.769626:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 164080 00000400:00000200:1.0:1724310012.769644:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.769648:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.769652:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.769657:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022d80. 00000020:00000010:0.0:1724310012.769729:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d91e00. 00000020:00000010:0.0:1724310012.769734:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310012.769738:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310012.769770:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883288320 02000000:00000010:0.0:1724310012.769795:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0b000. 00010000:00000010:0.0:1724310012.769823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.769834:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.769852:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.769857:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310012.769866:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310012.769868:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:0.0:1724310012.769871:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310012.769874:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310012.769946:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310012.769949:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99400. 00010000:00000010:0.0:1724310012.769951:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.769953:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310012.769973:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c666e0. 00000020:00000010:0.0:1724310012.769978:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c666e0. 00000020:00000010:0.0:1724310012.769986:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1666c0. 00080000:00000010:0.0:1724310012.769993:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba99c00. 00000001:00000010:0.0:1724310012.770144:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1664e0. 00000001:00000010:0.0:1724310012.770148:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310012.770178:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1666c0. 00010000:00000010:0.0:1724310012.770185:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310012.770188:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.770199:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.770213:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310012.770216:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99400. 00080000:00000010:0.0:1724310012.770229:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:0.0:1724310012.770233:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:0.0:1724310012.770236:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:0.0:1724310012.770241:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310012.770247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:0.0:1724310012.770290:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096032, last committed = 4295095650 00010000:00000200:0.0:1724310012.770297:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083022d80 x1808069883288320/t4295096032(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.770310:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e220. 00000100:00000200:0.0:1724310012.770315:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883288320, offset 224 00000400:00000010:0.0:1724310012.770320:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de540. 00000400:00000200:0.0:1724310012.770323:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.770331:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.770335:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530943:530943:256:4294967295] 192.168.204.31@tcp LPNI seq info [530939:530939:8:4294967295] 00000400:00000200:0.0:1724310012.770338:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310012.770343:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.770347:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.770350:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310012.770355:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.770360:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.770363:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.770381:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310012.770384:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310012.770386:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d91e00. 00000800:00000200:1.0:1724310012.770543:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.770545:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310012.770548:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.770552:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.771646:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.771655:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948e9 00000400:00000200:0.0:1724310012.771659:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.771706:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.771710:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88005b84e220 00000400:00000010:0.0:1724310012.771712:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88005b84e220. 00000400:00000200:0.0:1724310012.772127:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.772133:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5b80 00000400:00000200:0.0:1724310012.772138:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 164568 00000400:00000200:0.0:1724310012.772618:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.772622:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.772626:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.772630:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660700. 00000020:00000010:3.0:1724310012.773294:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ade00. 00000020:00000010:3.0:1724310012.773299:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.773302:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.774626:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883288448 00000001:00000010:3.0:1724310012.774638:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:3.0:1724310012.774657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.774662:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 02000000:00000010:3.0:1724310012.774707:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121e80000. 00010000:00000010:3.0:1724310012.774728:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.774731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.774742:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.774745:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.774748:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.774750:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310012.774820:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310012.774826:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42da50. 00000004:00000010:3.0:1724310012.774830:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310012.774836:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:2.1:1724310012.775434:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310012.775442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310012.775445:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310012.775448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310012.775451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310012.775453:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310012.775455:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310012.775459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310012.775460:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310012.775463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.0:1724310012.775536:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.775539:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.775542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.775545:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.775583:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.775603:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.775608:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.775631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310012.775643:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660700 x1808069883288448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.775657:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8c38. 00000100:00000200:3.0:1724310012.775662:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883288448, offset 224 00000400:00000200:3.0:1724310012.775667:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.775676:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.775681:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530944:530944:256:4294967295] 192.168.204.31@tcp LPNI seq info [530940:530940:8:4294967295] 00000400:00000200:3.0:1724310012.775688:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.775693:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.775696:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310012.775701:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.775708:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.775711:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.775738:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.775742:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.775744:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ade00. 00000800:00000200:1.0:1724310012.777197:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.777202:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:1.0:1724310012.777207:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.777212:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.777216:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8c38 00000400:00000010:1.0:1724310012.777218:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8c38. 00010000:00000010:2.1:1724310012.778379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310012.778385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310012.778388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310012.778390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310012.781459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310012.781472:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310012.781477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310012.781481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310012.782136:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.782149:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5c80 00000400:00000200:0.0:1724310012.782155:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 165144 00000400:00000200:0.0:1724310012.782177:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.782181:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.782186:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.782193:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4c000. 00010000:00000010:3.1:1724310012.782638:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310012.782645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000800:00000200:0.0:1724310012.785066:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.785069:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310012.785072:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.785076:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.787698:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.787712:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2948f1 00000400:00000200:0.0:1724310012.787717:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.787720:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.787725:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022220 00000400:00000010:0.0:1724310012.787727:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022220. 00010000:00000010:3.0:1724310012.788321:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:3.0:1724310012.788330:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b00. 00010000:00000010:0.1:1724310012.788534:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310012.788540:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310012.788543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310012.788544:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310012.788547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310012.788551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00000400:00000200:1.0:1724310012.788568:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.788577:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5d00 00000400:00000200:1.0:1724310012.788583:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 165632 00000400:00000200:1.0:1724310012.788641:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.788645:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.788648:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.788654:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083023800. 00010000:00000010:0.0:1724310012.791327:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310012.791331:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:1.0:1724310012.791361:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.791372:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.791441:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:1.0:1724310012.791461:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:1.0:1724310012.791465:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00010000:00000010:1.0:1724310012.791497:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000200:1.0:1724310012.791511:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083023800 x1808069883288832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.791526:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.791532:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883288832, offset 224 00000400:00000200:1.0:1724310012.791542:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.791551:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.791556:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530946:530946:256:4294967295] 192.168.204.31@tcp LPNI seq info [530942:530942:8:4294967295] 00000400:00000200:1.0:1724310012.791567:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.791572:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.791575:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310012.791579:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.791585:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.791588:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.791614:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0100. 00000020:00000010:1.0:1724310012.791618:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:1.0:1724310012.791621:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d1f000. 00010000:00000010:3.1:1724310012.793421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310012.793430:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00000400:00000200:0.0:1724310012.795287:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.795303:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5e00 00000400:00000200:0.0:1724310012.795310:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 166208 00000400:00000200:0.0:1724310012.795331:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.795335:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.795340:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.795345:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f800. 00000020:00000010:1.0:1724310012.795442:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02200. 00000020:00000010:1.0:1724310012.795447:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.795452:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.795473:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883289088 02000000:00000010:1.0:1724310012.795500:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8b000. 00010000:00000010:1.0:1724310012.795530:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.795541:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:1.0:1724310012.795564:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.795568:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.795585:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.795588:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310012.795590:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.795592:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310012.795675:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310012.795677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.795680:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.795682:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310012.795703:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24640. 00000020:00000010:1.0:1724310012.795707:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24640. 00000020:00000010:1.0:1724310012.795714:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f540. 00080000:00000010:1.0:1724310012.795720:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803be800. 00000001:00000010:1.0:1724310012.795865:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba480. 00000001:00000010:1.0:1724310012.795870:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310012.795899:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f540. 00010000:00000010:1.0:1724310012.795906:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.795909:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.795923:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.795939:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.795942:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310012.795961:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:1.0:1724310012.795966:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:1.0:1724310012.795970:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:1.0:1724310012.795975:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:1.0:1724310012.795981:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310012.795993:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096034, last committed = 4295095650 00010000:00000200:1.0:1724310012.795999:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4f800 x1808069883289088/t4295096034(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.796012:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.796016:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883289088, offset 224 00000400:00000010:1.0:1724310012.796021:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65ab8. 00000400:00000200:1.0:1724310012.796024:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.796031:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.796037:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530947:530947:256:4294967295] 192.168.204.31@tcp LPNI seq info [530943:530943:8:4294967295] 00000400:00000200:1.0:1724310012.796041:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.796047:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.796051:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.796055:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.796058:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.796064:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.796068:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.796099:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.796102:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.796105:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02200. 00010000:00000010:3.1:1724310012.799433:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310012.799444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310012.800009:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310012.800015:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310012.800017:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310012.800020:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.0:1724310012.801160:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:0.0:1724310012.801170:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000400:00000200:0.0:1724310012.802245:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.802273:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f5e80 00000400:00000200:0.0:1724310012.802280:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 166696 00000400:00000200:0.0:1724310012.802341:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.802345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.802350:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.802355:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4ca80. 00010000:00000010:3.1:1724310012.803435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310012.803441:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310012.803444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310012.803449:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.0:1724310012.804167:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310012.804171:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310012.804174:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.804177:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310012.804217:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:0.0:1724310012.804224:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:0.0:1724310012.804227:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:0.0:1724310012.804249:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000200:0.0:1724310012.804332:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4ca80 x1808069883289216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.804346:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84e220. 00000100:00000200:0.0:1724310012.804352:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883289216, offset 224 00000400:00000200:0.0:1724310012.804356:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.804365:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.804371:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530948:530948:256:4294967295] 192.168.204.31@tcp LPNI seq info [530944:530944:8:4294967295] 00000400:00000200:0.0:1724310012.804379:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.804383:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.804386:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310012.804391:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.804396:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.804399:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.804436:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:0.0:1724310012.804439:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:0.0:1724310012.804443:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def4e00. 00010000:00000010:2.1:1724310012.806994:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310012.807005:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310012.807030:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310012.807035:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310012.807039:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310012.807041:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310012.807043:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310012.807048:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:0.0:1724310012.809360:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.809375:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f5f80 00000400:00000200:0.0:1724310012.809382:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 167272 00000400:00000200:0.0:1724310012.809412:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.809417:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.809423:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.809428:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4d500. 00000800:00000200:0.0:1724310012.810238:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.810240:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310012.810242:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.810245:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.810812:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310012.810818:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310012.810820:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310012.810822:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310012.811889:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.811899:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294901 00000400:00000200:0.0:1724310012.811904:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.811907:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.811911:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022088 00000400:00000010:0.0:1724310012.811913:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022088. 00010000:00000010:3.0:1724310012.812515:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:3.0:1724310012.812523:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00000400:00000200:1.0:1724310012.812589:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.812596:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6000 00000400:00000200:1.0:1724310012.812603:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 167760 00000400:00000200:1.0:1724310012.812653:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.812657:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.812661:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.812666:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083021500. 00010000:00000010:3.1:1724310012.813424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310012.813429:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310012.813432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310012.813434:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310012.813436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310012.813442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.0:1724310012.813861:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310012.813864:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310012.813868:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.813870:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310012.813907:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310012.813924:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000010:0.0:1724310012.813928:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00010000:00000010:0.0:1724310012.813953:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000200:0.0:1724310012.813964:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083021500 x1808069883289600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310012.813977:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88005b84eb28. 00000100:00000200:0.0:1724310012.813981:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883289600, offset 224 00000400:00000200:0.0:1724310012.813986:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310012.813993:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310012.813998:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530950:530950:256:4294967295] 192.168.204.31@tcp LPNI seq info [530946:530946:8:4294967295] 00000400:00000200:0.0:1724310012.814006:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310012.814011:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310012.814014:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310012.814018:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310012.814023:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310012.814026:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310012.814051:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:0.0:1724310012.814054:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310012.814057:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081782600. 00000400:00000200:0.0:1724310012.816038:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.816048:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6100 00000400:00000200:0.0:1724310012.816054:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 168336 00000400:00000200:0.0:1724310012.816071:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.816074:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.816079:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.816084:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4c700. 00000800:00000200:0.0:1724310012.817041:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.817043:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310012.817046:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.817049:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.818698:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310012.818744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.0:1724310012.819053:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:0.0:1724310012.819060:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00000020:00000010:1.0:1724310012.820206:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02200. 00000020:00000010:1.0:1724310012.820211:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.820215:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.820245:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883289984 00000001:00000010:1.0:1724310012.820253:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:1.0:1724310012.820292:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.820296:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310012.820336:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e130000. 00010000:00000010:1.0:1724310012.820354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.820356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.820366:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.820368:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.820371:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.820373:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310012.820451:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310012.820457:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.820461:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.820466:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310012.821596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310012.821604:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310012.821607:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310012.821647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310012.821651:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310012.821654:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310012.821656:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310012.821658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310012.821661:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.0:1724310012.822295:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.822299:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.822303:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.822308:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.822358:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.822381:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.822386:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.822428:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310012.823295:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4700 x1808069883289984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.823312:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.823318:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883289984, offset 224 00000400:00000200:1.0:1724310012.823563:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.823574:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.823579:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530952:530952:256:4294967295] 192.168.204.31@tcp LPNI seq info [530948:530948:8:4294967295] 00000400:00000200:1.0:1724310012.823588:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.823592:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.823596:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310012.823600:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.823607:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.823610:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.823634:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.823637:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.823641:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02200. 00000800:00000200:0.0:1724310012.823827:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.823831:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310012.823835:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.823839:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.823842:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:0.0:1724310012.823844:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00010000:00000010:0.1:1724310012.824708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310012.824713:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310012.824716:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310012.827469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310012.827479:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310012.827482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310012.828414:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.828426:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6280 00000400:00000200:0.0:1724310012.828432:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 169400 00000400:00000200:0.0:1724310012.828449:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.828453:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.828458:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.828463:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4dc00. 00000020:00000010:1.0:1724310012.828536:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02200. 00000020:00000010:1.0:1724310012.828542:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.828547:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.828582:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883290240 02000000:00000010:1.0:1724310012.828609:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8d000. 00010000:00000010:1.0:1724310012.828639:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.828653:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.828672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.828676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.828687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.828689:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310012.828692:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.828694:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310012.828768:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310012.828770:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.828772:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.828774:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310012.828791:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24cc0. 00000020:00000010:1.0:1724310012.828795:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24cc0. 00000020:00000010:1.0:1724310012.828802:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba8a0. 00080000:00000010:1.0:1724310012.828807:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803bf000. 00000001:00000010:1.0:1724310012.828950:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7480. 00000001:00000010:1.0:1724310012.828954:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310012.828982:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba8a0. 00010000:00000010:1.0:1724310012.828988:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.828990:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.829003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310012.829017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310012.829020:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310012.829033:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310012.829037:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.829040:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.829044:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310012.829049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310012.829059:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096037, last committed = 4295095650 00010000:00000200:1.0:1724310012.829065:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4dc00 x1808069883290240/t4295096037(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.829079:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.829085:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883290240, offset 224 00000400:00000010:1.0:1724310012.829090:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65af0. 00000400:00000200:1.0:1724310012.829092:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.829102:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.829106:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530953:530953:256:4294967295] 192.168.204.31@tcp LPNI seq info [530949:530949:8:4294967295] 00000400:00000200:1.0:1724310012.829110:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.829115:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.829120:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.829123:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310012.829127:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.829133:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.829136:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.829164:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.829167:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.829169:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02200. 00000800:00000200:3.0:1724310012.830370:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.830374:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310012.830378:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.830383:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310012.833443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310012.836413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310012.836424:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310012.836428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310012.836430:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310012.836432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310012.836437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310012.840724:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.840739:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294911 00000400:00000200:0.0:1724310012.840745:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.840749:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.840753:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:0.0:1724310012.840755:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00000400:00000200:0.0:1724310012.840791:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.840796:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6300 00000400:00000200:0.0:1724310012.840801:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 169888 00000400:00000200:0.0:1724310012.840852:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.840859:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.840863:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.840868:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4ed80. 00010000:00000010:3.0:1724310012.841456:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:3.0:1724310012.841463:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:3.0:1724310012.841961:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.841964:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.841966:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.841969:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.841999:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:3.0:1724310012.842004:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310012.842006:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00010000:00000010:3.0:1724310012.842026:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000200:3.0:1724310012.842036:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4ed80 x1808069883290368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.842050:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e87f8. 00000100:00000200:3.0:1724310012.842055:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883290368, offset 224 00000400:00000200:3.0:1724310012.842059:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.842067:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.842072:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530954:530954:256:4294967295] 192.168.204.31@tcp LPNI seq info [530950:530950:8:4294967295] 00000400:00000200:3.0:1724310012.842080:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.842085:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.842088:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310012.842092:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.842096:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.842100:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.842962:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0200. 00000020:00000010:3.0:1724310012.842968:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:3.0:1724310012.842971:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081782c00. 00000800:00000200:0.0:1724310012.843046:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.843049:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310012.843052:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.843055:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.843058:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e87f8 00000400:00000010:0.0:1724310012.843059:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e87f8. 00010000:00000010:0.1:1724310012.844383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310012.844391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310012.848097:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.848112:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6400 00000400:00000200:0.0:1724310012.848119:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 170464 00000400:00000200:0.0:1724310012.848137:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.848141:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.848146:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.848151:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4d180. 00000020:00000010:3.0:1724310012.848333:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.848338:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.848342:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.848374:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883290624 02000000:00000010:3.0:1724310012.848409:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007cecc000. 00010000:00000010:3.0:1724310012.848436:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.848449:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310012.848468:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.848471:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.848481:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.848483:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.848485:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.848487:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.848558:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.848560:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.848562:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.848564:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310012.848582:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf7a0. 00000020:00000010:3.0:1724310012.848587:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf7a0. 00000020:00000010:3.0:1724310012.848594:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae47e0. 00080000:00000010:3.0:1724310012.848600:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009cbfb800. 00000001:00000010:3.0:1724310012.848738:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4060. 00000001:00000010:3.0:1724310012.848742:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310012.848772:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae47e0. 00010000:00000010:3.0:1724310012.848777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.848780:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.848792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.848807:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.848809:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00080000:00000010:3.0:1724310012.848824:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:3.0:1724310012.848829:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:3.0:1724310012.848832:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:3.0:1724310012.848837:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:3.0:1724310012.848843:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.848852:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096038, last committed = 4295095650 00010000:00000200:3.0:1724310012.848859:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4d180 x1808069883290624/t4295096038(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.848871:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.848875:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883290624, offset 224 00000400:00000010:3.0:1724310012.848880:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6f50. 00000400:00000200:3.0:1724310012.848882:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.848890:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.848895:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530955:530955:256:4294967295] 192.168.204.31@tcp LPNI seq info [530951:530951:8:4294967295] 00000400:00000200:3.0:1724310012.848898:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.848903:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.848908:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.848910:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.848914:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.848918:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.848922:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.848944:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.848946:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.848949:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00010000:00000010:1.1:1724310012.850368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310012.850375:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310012.850378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310012.850381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000800:00000200:0.0:1724310012.850972:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.850975:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310012.850980:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.850986:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.853531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310012.853541:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310012.853546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310012.853548:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310012.853550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310012.853556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000200:0.0:1724310012.853769:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.853781:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294919 00000400:00000200:0.0:1724310012.853786:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.853789:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.853793:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:0.0:1724310012.853795:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00000400:00000200:0.0:1724310012.854414:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.854420:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6480 00000400:00000200:0.0:1724310012.854426:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 170952 00000400:00000200:0.0:1724310012.854477:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.854481:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.854485:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.854490:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f480. 00000020:00000010:1.0:1724310012.854558:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02200. 00000020:00000010:1.0:1724310012.854563:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.854567:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.854595:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883290752 00000001:00000010:1.0:1724310012.854603:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310012.854622:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.854627:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310012.854672:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121630000. 00010000:00000010:1.0:1724310012.854691:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.854694:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.854708:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.854710:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.854714:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310012.854716:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310012.854789:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310012.854795:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310012.854798:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.854805:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.1:1724310012.858421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310012.858433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.0:1724310012.862624:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310012.862632:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310012.862636:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.862642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310012.862697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.862718:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.862722:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.862753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310012.862767:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4f480 x1808069883290752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.862782:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.862789:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883290752, offset 224 00000400:00000200:1.0:1724310012.862795:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.862804:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.862810:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530956:530956:256:4294967295] 192.168.204.31@tcp LPNI seq info [530952:530952:8:4294967295] 00000400:00000200:1.0:1724310012.862817:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.862821:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.862824:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310012.862828:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.862835:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.862839:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.862872:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.862876:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.862880:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02200. 00000400:00000200:0.0:1724310012.866230:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.866245:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6580 00000400:00000200:0.0:1724310012.866427:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 171528 00000400:00000200:1.0:1724310012.866499:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.866506:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.866512:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.866518:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d880. 00010000:00000010:2.1:1724310012.870937:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310012.870943:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310012.870946:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310012.870948:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000800:00000200:1.0:1724310012.871058:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.871061:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310012.871064:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.871069:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.872848:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.872860:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294921 00000400:00000200:0.0:1724310012.872864:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.872867:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.872871:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080022220 00000400:00000010:0.0:1724310012.872873:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080022220. 00010000:00000010:3.0:1724310012.873022:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:3.0:1724310012.873030:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00000400:00000200:0.0:1724310012.873694:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.873702:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6600 00000400:00000200:0.0:1724310012.873708:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 172016 00000400:00000200:0.0:1724310012.874007:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.874012:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.874015:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.874020:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f100. 00010000:00000010:0.1:1724310012.877296:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310012.877301:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310012.877304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000800:00000200:1.0:1724310012.877943:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.877946:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310012.877950:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.877954:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.877957:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:1.0:1724310012.877959:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00010000:00000010:1.1:1724310012.879816:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310012.879827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310012.879873:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310012.879878:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310012.879884:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310012.879886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310012.879888:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310012.879890:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310012.879892:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310012.880665:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.880676:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6700 00000400:00000200:0.0:1724310012.880682:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 172592 00000400:00000200:0.0:1724310012.880698:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.880701:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.880706:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.880711:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131500. 00000800:00000200:1.0:1724310012.883960:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.883965:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310012.883970:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.883977:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310012.884381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310012.884387:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310012.884391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310012.884393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310012.884394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310012.884410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310012.886848:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.886863:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294929 00000400:00000200:0.0:1724310012.886868:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.886873:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.886877:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6330 00000400:00000010:0.0:1724310012.886879:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6330. 00000400:00000200:0.0:1724310012.887732:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.887739:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6780 00000400:00000200:0.0:1724310012.887746:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 173080 00000400:00000200:0.0:1724310012.887794:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.887797:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.887806:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.887810:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131c00. 00000020:00000010:3.0:1724310012.887907:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801223ac400. 00000020:00000010:3.0:1724310012.887912:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.887915:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.887941:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883291520 00000001:00000010:3.0:1724310012.887949:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:3.0:1724310012.887968:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.887973:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.888017:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122230000. 00010000:00000010:3.0:1724310012.888035:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.888037:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.888048:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310012.888050:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.888052:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.888054:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000004:00000010:3.0:1724310012.888121:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310012.888127:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.888131:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.888136:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310012.889109:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.889114:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.889117:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.889120:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.889156:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.889180:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.889183:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.889208:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.889220:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c131c00 x1808069883291520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.889235:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310012.889240:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883291520, offset 224 00000400:00000200:3.0:1724310012.889245:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.889253:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.889295:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530960:530960:256:4294967295] 192.168.204.31@tcp LPNI seq info [530956:530956:8:4294967295] 00000400:00000200:3.0:1724310012.889304:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.889308:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.889312:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310012.889316:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.889322:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.889325:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.889341:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.889344:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.889347:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801223ac400. 00000800:00000200:0.0:1724310012.889445:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.889447:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310012.889450:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.889453:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.889456:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:0.0:1724310012.889458:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00010000:00000010:0.1:1724310012.889824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310012.889829:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310012.891219:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.891229:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6880 00000400:00000200:0.0:1724310012.891235:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 173656 00000400:00000200:0.0:1724310012.891252:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.891255:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.891328:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.891332:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133480. 00000020:00000010:3.0:1724310012.891770:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310012.891775:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.891779:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.891805:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883291776 02000000:00000010:3.0:1724310012.891830:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf11000. 00010000:00000010:3.0:1724310012.891854:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.891864:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.891881:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.891885:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.891894:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310012.891896:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.891899:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.891901:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.891966:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.891968:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.891970:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.891972:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310012.891986:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.891990:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b42acec0. 00000020:00000010:3.0:1724310012.891997:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310012.892002:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009cbf8400. 00000001:00000010:3.0:1724310012.892134:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae47e0. 00000001:00000010:3.0:1724310012.892138:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.892165:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310012.892170:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.892173:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.892185:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.892200:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310012.892202:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00080000:00000010:3.0:1724310012.892217:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.892221:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.892224:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.892230:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310012.892235:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310012.892244:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096041, last committed = 4295095650 00010000:00000200:3.0:1724310012.892250:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c133480 x1808069883291776/t4295096041(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.892286:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e87f8. 00000100:00000200:3.0:1724310012.892291:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883291776, offset 224 00000400:00000010:3.0:1724310012.892295:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6f88. 00000400:00000200:3.0:1724310012.892298:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.892305:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.892309:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530961:530961:256:4294967295] 192.168.204.31@tcp LPNI seq info [530957:530957:8:4294967295] 00000400:00000200:3.0:1724310012.892314:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.892319:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.892323:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.892326:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310012.892330:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.892335:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.892338:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.892362:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310012.892365:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.892367:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00000800:00000200:0.0:1724310012.892525:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.892528:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310012.892531:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.892534:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.895320:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.895335:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294931 00000400:00000200:0.0:1724310012.895340:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.895343:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.895348:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e87f8 00000400:00000010:0.0:1724310012.895350:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e87f8. 00000400:00000200:0.0:1724310012.895376:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.895380:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6900 00000400:00000200:0.0:1724310012.895386:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 174144 00000400:00000200:0.0:1724310012.895414:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.895417:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.895421:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.895425:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133800. 00010000:00000010:3.0:1724310012.895659:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.895668:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:1.1:1724310012.895766:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.895773:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310012.895775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310012.895778:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000800:00000200:1.0:1724310012.898047:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.898050:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310012.898053:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.898057:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.898060:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be64c8 00000400:00000010:1.0:1724310012.898062:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be64c8. 00010000:00000010:1.1:1724310012.898347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310012.898356:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310012.898359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.898361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.898363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310012.898367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310012.898369:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310012.898371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310012.900677:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.900689:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6a00 00000400:00000200:0.0:1724310012.900695:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 174720 00000400:00000200:0.0:1724310012.900713:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.900716:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.900721:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.900725:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130e00. 00000800:00000200:0.0:1724310012.902059:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.902061:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310012.902064:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.902067:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.903292:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.903301:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294939 00000400:00000200:0.0:1724310012.903305:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.903307:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.903310:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6f68 00000400:00000010:0.0:1724310012.903312:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6f68. 00000400:00000200:0.0:1724310012.903882:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.903888:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6a80 00000400:00000200:0.0:1724310012.903894:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 175208 00000400:00000200:0.0:1724310012.903936:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.903940:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.903944:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.903948:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132a00. 00010000:00000010:1.1:1724310012.904731:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310012.904736:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310012.904739:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310012.904741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310012.908002:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310012.908009:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310012.908011:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310012.908013:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310012.908016:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310012.908022:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310012.908024:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310012.908026:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000800:00000200:0.0:1724310012.908246:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.908249:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310012.908254:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.908283:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.908287:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6dd0 00000400:00000010:0.0:1724310012.908288:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6dd0. 00010000:00000010:1.1:1724310012.910439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310012.910448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310012.910450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310012.910452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310012.910652:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.910665:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6b80 00000400:00000200:0.0:1724310012.910673:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 175784 00000400:00000200:0.0:1724310012.910692:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.910695:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.910700:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.910705:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132300. 00000800:00000200:0.0:1724310012.911706:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.911709:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310012.911711:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.911715:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.913742:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.913755:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294941 00000400:00000200:0.0:1724310012.913759:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.913763:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.913767:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6bb0 00000400:00000010:0.0:1724310012.913769:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6bb0. 00010000:00000010:3.0:1724310012.914939:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000010:3.0:1724310012.914949:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00000400:00000200:1.0:1724310012.915144:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310012.915153:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6c00 00000400:00000200:1.0:1724310012.915159:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 176272 00000400:00000200:1.0:1724310012.915413:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.915418:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310012.915421:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310012.915426:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8ea00. 00000800:00000200:0.0:1724310012.917200:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.917203:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310012.917206:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.917210:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.917213:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6ee0 00000400:00000010:0.0:1724310012.917215:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6ee0. 00010000:00000010:1.1:1724310012.917441:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310012.917446:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310012.917450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310012.917452:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310012.917454:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:0.0:1724310012.918537:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.918546:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6d00 00000400:00000200:0.0:1724310012.918552:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 176848 00000400:00000200:0.0:1724310012.918567:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.918570:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.918575:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.918579:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132680. 00000800:00000200:1.0:1724310012.920538:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.920541:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310012.920546:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.920549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310012.920650:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310012.920656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310012.922278:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.922290:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294949 00000400:00000200:0.0:1724310012.922295:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.922297:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.922302:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6aa0 00000400:00000010:0.0:1724310012.922303:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6aa0. 00000400:00000200:0.0:1724310012.922439:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.922445:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6d80 00000400:00000200:0.0:1724310012.922451:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 177336 00000400:00000200:0.0:1724310012.922467:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.922470:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.922474:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.922479:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132d80. 00000020:00000010:3.0:1724310012.922638:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.922643:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.922646:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.922667:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883293056 00000001:00000010:3.0:1724310012.922675:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:3.0:1724310012.922692:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.922697:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.922741:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801224d0000. 00010000:00000010:3.0:1724310012.922762:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.922765:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.922777:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.922779:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.922781:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.922783:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000004:00000010:3.0:1724310012.922849:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310012.922855:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.922859:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.922865:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310012.923662:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.923665:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.923668:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.923670:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.923702:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.923711:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.923713:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.923736:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.923748:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132d80 x1808069883293056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.923760:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8c38. 00000100:00000200:3.0:1724310012.923765:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883293056, offset 224 00000400:00000200:3.0:1724310012.923769:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.923776:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.923781:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530968:530968:256:4294967295] 192.168.204.31@tcp LPNI seq info [530964:530964:8:4294967295] 00000400:00000200:3.0:1724310012.923788:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.923793:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.923796:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310012.923800:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.923806:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.923809:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.923836:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.923839:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.923841:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:1.0:1724310012.924078:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.924081:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:1.0:1724310012.924084:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.924088:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.924090:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8c38 00000400:00000010:1.0:1724310012.924092:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8c38. 00000400:00000200:0.0:1724310012.925937:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.925947:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f6e80 00000400:00000200:0.0:1724310012.925953:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 177912 00000400:00000200:0.0:1724310012.925970:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.925973:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.925977:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.925981:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130380. 00000020:00000010:3.0:1724310012.926085:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.926090:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.926093:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.926114:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883293312 02000000:00000010:3.0:1724310012.926139:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf13000. 00010000:00000010:3.0:1724310012.926165:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.926175:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.926194:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.926197:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.926206:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.926208:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310012.926210:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.926212:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:1.1:1724310012.926424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310012.926430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310012.926434:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310012.926438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310012.926440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.0:1724310012.926601:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.926604:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.926607:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.926609:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310012.926632:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310012.926637:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009bdde920. 00000020:00000010:3.0:1724310012.926644:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4b40. 00080000:00000010:3.0:1724310012.926650:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009cbfb000. 00000001:00000010:3.0:1724310012.926813:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac47e0. 00000001:00000010:3.0:1724310012.926819:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310012.926852:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4b40. 00010000:00000010:3.0:1724310012.926859:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.926862:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.926874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.926890:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.926892:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00080000:00000010:3.0:1724310012.926907:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.926911:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.926914:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.926919:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310012.926926:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310012.926936:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096045, last committed = 4295095650 00010000:00000200:3.0:1724310012.926942:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c130380 x1808069883293312/t4295096045(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.926954:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8198. 00000100:00000200:3.0:1724310012.926959:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883293312, offset 224 00000400:00000010:3.0:1724310012.926963:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880123fe6fc0. 00000400:00000200:3.0:1724310012.926965:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.926973:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.926978:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530969:530969:256:4294967295] 192.168.204.31@tcp LPNI seq info [530965:530965:8:4294967295] 00000400:00000200:3.0:1724310012.926982:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.926987:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.926991:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.926994:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310012.926998:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.927003:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.927006:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.927055:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.927059:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.927061:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.927408:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.927411:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310012.927415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.927418:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.928817:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.928827:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294951 00000400:00000200:0.0:1724310012.928832:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.928834:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.928838:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8198 00000400:00000010:0.0:1724310012.928883:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8198. 00000400:00000200:0.0:1724310012.928908:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.928914:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f6f00 00000400:00000200:0.0:1724310012.928919:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 178400 00010000:00000010:3.0:1724310012.928942:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.928948:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00000400:00000200:0.0:1724310012.928956:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.928960:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.928964:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.928969:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4dc00. 00000020:00000010:3.0:1724310012.928993:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.928996:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.928999:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.929023:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883293440 00000001:00000010:3.0:1724310012.929031:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:3.0:1724310012.929046:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310012.929050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 02000000:00000010:3.0:1724310012.929173:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134530000. 00010000:00000010:3.0:1724310012.929193:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310012.929196:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.929205:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310012.929208:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.929210:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310012.929212:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000004:00000010:3.0:1724310012.929364:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310012.929370:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.929375:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.929380:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:0.1:1724310012.929456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310012.929462:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310012.929465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310012.929468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.929793:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310012.929795:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.929797:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310012.929800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.929828:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.929832:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.929834:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.929848:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000200:3.0:1724310012.929856:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4dc00 x1808069883293440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.929864:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8000. 00000100:00000200:3.0:1724310012.929868:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883293440, offset 224 00000400:00000200:3.0:1724310012.929871:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.929876:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.929880:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530970:530970:256:4294967295] 192.168.204.31@tcp LPNI seq info [530966:530966:8:4294967295] 00000400:00000200:3.0:1724310012.929885:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.929888:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.929891:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310012.929893:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.929898:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.929901:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.929917:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.929920:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.929922:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.929961:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.929964:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310012.929967:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.929970:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.929972:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8000 00000400:00000010:0.0:1724310012.929973:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8000. 00000400:00000200:0.0:1724310012.931882:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.931894:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7000 00000400:00000200:0.0:1724310012.931901:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 178976 00000400:00000200:0.0:1724310012.931917:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.931920:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.931925:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.931929:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c700. 00000020:00000010:3.0:1724310012.932013:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.932016:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.932020:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.932038:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883293696 02000000:00000010:3.0:1724310012.932060:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134339000. 00010000:00000010:3.0:1724310012.932084:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.932096:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.932115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310012.932118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.932127:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310012.932129:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310012.932132:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310012.932133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310012.932195:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310012.932198:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.932201:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310012.932203:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310012.932220:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.932224:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.932231:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ae0. 00080000:00000010:3.0:1724310012.932237:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013498b400. 00000001:00000010:3.0:1724310012.932674:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4600. 00000001:00000010:3.0:1724310012.932679:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310012.932707:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ae0. 00010000:00000010:3.0:1724310012.932713:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310012.932715:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.932728:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.932744:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310012.932747:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00080000:00000010:3.0:1724310012.932764:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.932768:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.932771:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.932776:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310012.932783:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310012.932792:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096046, last committed = 4295095650 00010000:00000200:3.0:1724310012.932799:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c700 x1808069883293696/t4295096046(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.932811:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8880. 00000100:00000200:3.0:1724310012.932815:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883293696, offset 224 00000400:00000010:3.0:1724310012.932827:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467000. 00000400:00000200:3.0:1724310012.932831:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.932838:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.932843:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530971:530971:256:4294967295] 192.168.204.31@tcp LPNI seq info [530967:530967:8:4294967295] 00000400:00000200:3.0:1724310012.932847:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.932852:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.932856:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.932859:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.932863:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.932869:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.932872:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.932896:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.932899:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.932901:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.933091:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.933094:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310012.933097:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.933106:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.934226:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.934234:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294959 00000400:00000200:0.0:1724310012.934238:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.934240:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.934312:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8880 00000400:00000010:0.0:1724310012.934314:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8880. 00000400:00000200:0.0:1724310012.934464:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.934469:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7080 00000400:00000200:0.0:1724310012.934475:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 179464 00000400:00000200:0.0:1724310012.934641:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.934645:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.934649:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.934652:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c380. 00000020:00000010:3.0:1724310012.934751:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.934754:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.934758:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.934775:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883293824 00000001:00000010:3.0:1724310012.934782:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310012.934796:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310012.934800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 02000000:00000010:3.0:1724310012.934843:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f570000. 00010000:00000010:3.0:1724310012.934862:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310012.934865:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.934874:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310012.934876:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.934878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310012.934880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00000004:00000010:3.0:1724310012.934941:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310012.934948:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.934952:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.934957:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:1.1:1724310012.935369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310012.935376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.0:1724310012.935379:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310012.935379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.0:1724310012.935381:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:1.1:1724310012.935381:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.0:1724310012.935383:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310012.935384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.0:1724310012.935385:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:1.1:1724310012.935389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310012.935391:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310012.935393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.0:1724310012.935429:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.935437:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.935440:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.935464:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310012.935479:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c380 x1808069883293824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.935491:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8cc0. 00000100:00000200:3.0:1724310012.935494:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883293824, offset 224 00000400:00000200:3.0:1724310012.935498:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.935503:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.935507:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530972:530972:256:4294967295] 192.168.204.31@tcp LPNI seq info [530968:530968:8:4294967295] 00000400:00000200:3.0:1724310012.935512:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.935515:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.935517:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310012.935520:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.935524:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.935526:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.935541:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.935545:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.935547:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.935589:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.935592:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310012.935595:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.935598:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.935600:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8cc0 00000400:00000010:0.0:1724310012.935602:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8cc0. 00000400:00000200:0.0:1724310012.937028:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.937038:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7180 00000400:00000200:0.0:1724310012.937044:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 180040 00000400:00000200:0.0:1724310012.937059:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.937062:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.937066:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.937070:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f480. 00000020:00000010:3.0:1724310012.937122:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.937125:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.937128:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.937154:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294080 02000000:00000010:3.0:1724310012.937176:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433b000. 00010000:00000010:3.0:1724310012.937196:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310012.937205:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.937222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310012.937225:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.937232:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310012.937234:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310012.937236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310012.937238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.937322:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310012.937325:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310012.937327:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310012.937329:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310012.937346:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.937351:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.937358:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae49c0. 00080000:00000010:3.0:1724310012.937363:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134989000. 00000001:00000010:3.0:1724310012.937521:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4de0. 00000001:00000010:3.0:1724310012.937525:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310012.937555:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae49c0. 00010000:00000010:3.0:1724310012.937561:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310012.937564:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.937575:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.937590:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.937593:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310012.937609:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.937613:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.937615:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.937621:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310012.937627:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000200:3.0:1724310012.937638:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096047, last committed = 4295095650 00010000:00000200:3.0:1724310012.937644:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f480 x1808069883294080/t4295096047(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.937654:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8a18. 00000100:00000200:3.0:1724310012.937658:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883294080, offset 224 00000400:00000010:3.0:1724310012.937662:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467038. 00000400:00000200:3.0:1724310012.937664:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.937670:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.937675:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530973:530973:256:4294967295] 192.168.204.31@tcp LPNI seq info [530969:530969:8:4294967295] 00000400:00000200:3.0:1724310012.937678:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.937683:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.937688:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.937691:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310012.937694:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.937699:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.937702:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.938365:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310012.938370:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.938373:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.938496:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.938503:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310012.938507:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.938511:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.940511:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.940523:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294961 00000400:00000200:0.0:1724310012.940528:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.940530:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.940534:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8a18 00000400:00000010:0.0:1724310012.940536:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8a18. 00010000:00000010:3.0:1724310012.940700:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.940707:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00000400:00000200:0.0:1724310012.941018:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.941024:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7200 00000400:00000200:0.0:1724310012.941029:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 180528 00000400:00000200:0.0:1724310012.941069:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.941072:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.941075:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.941079:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4df80. 00000020:00000010:3.0:1724310012.941339:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.941344:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.941347:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.941366:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294208 00000001:00000010:3.0:1724310012.941375:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310012.941393:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.941397:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 02000000:00000010:3.0:1724310012.941450:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880120e00000. 00010000:00000010:3.0:1724310012.941470:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.941473:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.941483:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310012.941485:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.941488:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.941490:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310012.941569:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310012.941575:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.941579:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.941585:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:1.1:1724310012.941853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.941860:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310012.941864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.941867:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310012.941869:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310012.941876:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310012.941879:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310012.941881:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.943885:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.943890:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.943894:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.943898:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.943942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.943950:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.943954:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.943984:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310012.943995:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4df80 x1808069883294208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.944010:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310012.944015:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883294208, offset 224 00000400:00000200:3.0:1724310012.944020:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.944029:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.944035:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530974:530974:256:4294967295] 192.168.204.31@tcp LPNI seq info [530970:530970:8:4294967295] 00000400:00000200:3.0:1724310012.944043:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.944048:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.944051:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310012.944056:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.944062:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.944065:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.944093:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.944097:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.944100:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:0.0:1724310012.944284:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.944287:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310012.944291:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.944422:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.944425:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8bb0 00000400:00000010:0.0:1724310012.944427:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8bb0. 00010000:00000010:1.1:1724310012.945072:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310012.945154:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310012.947378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310012.947389:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310012.947393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310012.947396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310012.947407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310012.947410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310012.947413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310012.947415:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310012.947418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310012.947424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310012.947425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310012.947617:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310012.947621:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310012.947623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310012.947625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310012.947627:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310012.947629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310012.947631:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310012.947633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310012.947636:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310012.947638:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310012.947639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310012.948480:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.948493:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7300 00000400:00000200:0.0:1724310012.948500:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 181104 00000400:00000200:0.0:1724310012.948521:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.948524:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.948529:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.948534:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4e680. 00000020:00000010:3.0:1724310012.948945:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960000. 00000020:00000010:3.0:1724310012.948952:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.948956:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.949005:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294464 02000000:00000010:3.0:1724310012.949031:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433d000. 00010000:00000010:3.0:1724310012.949059:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.949071:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.949093:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.949097:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.949109:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310012.949111:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.949114:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.949116:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.949193:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.949195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310012.949198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.949200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310012.949220:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.949225:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9c0. 00000020:00000010:3.0:1724310012.949232:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a80. 00080000:00000010:3.0:1724310012.949238:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013498a400. 00000001:00000010:3.0:1724310012.949425:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880122b51300. 00000001:00000010:3.0:1724310012.949430:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310012.949460:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a80. 00010000:00000010:3.0:1724310012.949467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.949470:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.949483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310012.949500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310012.949503:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310012.949519:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.949523:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.949526:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.949531:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310012.949538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310012.949549:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096048, last committed = 4295095650 00010000:00000200:3.0:1724310012.949555:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4e680 x1808069883294464/t4295096048(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.949567:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8f68. 00000100:00000200:3.0:1724310012.949572:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883294464, offset 224 00000400:00000010:3.0:1724310012.949581:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467070. 00000400:00000200:3.0:1724310012.949584:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.949592:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.949597:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530975:530975:256:4294967295] 192.168.204.31@tcp LPNI seq info [530971:530971:8:4294967295] 00000400:00000200:3.0:1724310012.949653:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.949658:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.949663:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.949667:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310012.949671:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.949680:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.949683:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.949696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.949699:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.949701:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960000. 00000800:00000200:3.0:1724310012.949857:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.949860:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310012.949863:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.949866:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.950920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310012.950927:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310012.950930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310012.950933:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310012.951331:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.951340:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294969 00000400:00000200:0.0:1724310012.951343:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.951346:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.951350:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8f68 00000400:00000010:0.0:1724310012.951360:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8f68. 00000400:00000200:0.0:1724310012.951993:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.952000:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7380 00000400:00000200:0.0:1724310012.952006:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 181592 00000400:00000200:0.0:1724310012.952042:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.952046:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.952050:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.952055:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c000. 00000020:00000010:1.0:1724310012.952203:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02000. 00000020:00000010:1.0:1724310012.952208:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.952212:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.952302:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294592 00000001:00000010:1.0:1724310012.952311:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:1.0:1724310012.952329:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310012.952333:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310012.952376:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122680000. 00010000:00000010:1.0:1724310012.952393:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310012.952396:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.952419:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310012.952421:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.952424:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310012.952427:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310012.952493:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310012.952499:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.952503:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.952509:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:1.1:1724310012.953343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310012.953351:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310012.953354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310012.953356:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310012.953358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310012.953363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.0:1724310012.953737:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310012.953740:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.953742:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310012.953746:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.953789:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.953810:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.953814:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.953841:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310012.953852:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c000 x1808069883294592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.953866:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310012.953870:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883294592, offset 224 00000400:00000200:1.0:1724310012.953875:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.953884:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.953889:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530976:530976:256:4294967295] 192.168.204.31@tcp LPNI seq info [530972:530972:8:4294967295] 00000400:00000200:1.0:1724310012.953896:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.953901:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.953904:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310012.953908:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.953914:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.953917:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.954114:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.954118:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.954121:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02000. 00000800:00000200:3.0:1724310012.954192:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310012.954195:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310012.954199:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310012.954202:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310012.954205:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:3.0:1724310012.954207:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00000400:00000200:0.0:1724310012.956311:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.956323:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7480 00000400:00000200:0.0:1724310012.956330:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 182168 00000400:00000200:0.0:1724310012.956348:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.956351:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.956356:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.956362:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f800. 00000020:00000010:1.0:1724310012.956445:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02000. 00000020:00000010:1.0:1724310012.956450:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.956454:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.956491:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294848 02000000:00000010:1.0:1724310012.956516:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122998000. 00010000:00000010:1.0:1724310012.956542:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.956553:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.956572:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310012.956576:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.956585:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310012.956587:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310012.956590:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310012.956592:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310012.956668:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310012.956671:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.956674:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310012.956676:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310012.956695:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24000. 00000020:00000010:1.0:1724310012.956701:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24000. 00000020:00000010:1.0:1724310012.956708:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7b40. 00080000:00000010:1.0:1724310012.956713:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803be000. 00000001:00000010:1.0:1724310012.956862:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba6c0. 00000001:00000010:1.0:1724310012.956866:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310012.956896:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7b40. 00010000:00000010:1.0:1724310012.956902:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310012.956905:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.956917:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.956933:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310012.956935:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310012.956948:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:1.0:1724310012.956953:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.956957:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.956960:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310012.956966:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310012.956975:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096049, last committed = 4295095650 00010000:00000200:1.0:1724310012.956981:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f800 x1808069883294848/t4295096049(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.956992:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310012.956998:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883294848, offset 224 00000400:00000010:1.0:1724310012.957002:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65b28. 00000400:00000200:1.0:1724310012.957005:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.957012:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.957017:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530977:530977:256:4294967295] 192.168.204.31@tcp LPNI seq info [530973:530973:8:4294967295] 00000400:00000200:1.0:1724310012.957021:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.957027:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.957031:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.957034:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310012.957038:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.957043:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.957047:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.957073:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.957077:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.957079:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02000. 00000800:00000200:1.0:1724310012.957417:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.957419:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:1.0:1724310012.957422:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.957425:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.959556:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.959630:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294971 00000400:00000200:0.0:1724310012.959637:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.959640:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.959645:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:0.0:1724310012.959647:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00010000:00000010:1.1:1724310012.959700:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310012.959707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:0.0:1724310012.959742:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.959748:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7500 00000400:00000200:0.0:1724310012.959754:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 182656 00000400:00000200:0.0:1724310012.959770:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.959774:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.959777:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.959782:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ea00. 00010000:00000010:3.0:1724310012.959863:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:3.0:1724310012.959870:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00000020:00000010:1.0:1724310012.959937:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03e00. 00000020:00000010:1.0:1724310012.959942:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.959945:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.959971:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883294976 00000001:00000010:1.0:1724310012.959980:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.0:1724310012.959996:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310012.960000:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 02000000:00000010:1.0:1724310012.960039:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d00000. 00010000:00000010:1.0:1724310012.960056:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310012.960058:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.960067:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310012.960070:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.960073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310012.960075:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310012.960140:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310012.960145:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.960150:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.960156:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:1.0:1724310012.960720:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310012.960723:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.960726:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310012.960729:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.960763:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.960768:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.960771:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.960791:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310012.960801:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ea00 x1808069883294976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.960814:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310012.960818:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883294976, offset 224 00000400:00000200:1.0:1724310012.960823:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.960831:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.960836:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530978:530978:256:4294967295] 192.168.204.31@tcp LPNI seq info [530974:530974:8:4294967295] 00000400:00000200:1.0:1724310012.960844:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.960849:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.960852:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310012.960856:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.960862:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.960865:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.961299:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.961304:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.961307:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03e00. 00000800:00000200:0.0:1724310012.961451:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.961454:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310012.961457:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.961461:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.961464:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:0.0:1724310012.961466:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 00010000:00000010:0.1:1724310012.962471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310012.962478:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310012.962481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310012.963689:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.963699:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7600 00000400:00000200:0.0:1724310012.963706:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 183232 00000400:00000200:0.0:1724310012.963724:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.963727:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.963732:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.963737:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4d880. 00000020:00000010:1.0:1724310012.963861:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f03e00. 00000020:00000010:1.0:1724310012.963866:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.963870:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.964086:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883295232 02000000:00000010:1.0:1724310012.964126:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e0000. 00010000:00000010:1.0:1724310012.964156:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.964167:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.964187:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310012.964191:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.964202:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.964204:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310012.964207:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.964209:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310012.964318:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310012.964320:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.964322:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310012.964324:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310012.964344:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f20. 00000020:00000010:1.0:1724310012.964349:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f20. 00000020:00000010:1.0:1724310012.964356:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba300. 00080000:00000010:1.0:1724310012.964362:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803bd800. 00000001:00000010:1.0:1724310012.964644:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7b40. 00000001:00000010:1.0:1724310012.964648:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310012.964676:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba300. 00010000:00000010:1.0:1724310012.964682:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310012.964685:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.964697:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310012.964712:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310012.964715:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310012.964728:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:1.0:1724310012.964733:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.964737:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.964740:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310012.964745:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310012.964755:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096050, last committed = 4295095650 00010000:00000200:1.0:1724310012.964761:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4d880 x1808069883295232/t4295096050(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.964773:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310012.964777:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883295232, offset 224 00000400:00000010:1.0:1724310012.964783:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65b60. 00000400:00000200:1.0:1724310012.964785:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.964793:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.964798:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530979:530979:256:4294967295] 192.168.204.31@tcp LPNI seq info [530975:530975:8:4294967295] 00000400:00000200:1.0:1724310012.964802:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.964807:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.964812:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.964815:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310012.964819:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.964824:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.964827:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.964844:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.964847:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.964849:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f03e00. 00000800:00000200:0.0:1724310012.964947:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.964950:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310012.964953:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.964956:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.966600:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.966612:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294979 00000400:00000200:0.0:1724310012.966616:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.966619:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.966623:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:0.0:1724310012.966625:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00000400:00000200:0.0:1724310012.967039:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.967045:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7680 00000400:00000200:0.0:1724310012.967050:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 183720 00000400:00000200:0.0:1724310012.967086:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.967089:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.967092:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.967096:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f100. 00000020:00000010:3.0:1724310012.967930:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960400. 00000020:00000010:3.0:1724310012.967935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.967938:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.967966:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883295360 00000001:00000010:3.0:1724310012.967974:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:3.0:1724310012.967991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.967995:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 02000000:00000010:3.0:1724310012.968035:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131980000. 00010000:00000010:3.0:1724310012.968055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310012.968058:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.968069:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310012.968071:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.968074:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310012.968076:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000004:00000010:3.0:1724310012.968146:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310012.968153:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.968157:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310012.968163:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:0.1:1724310012.968428:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310012.968434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.0:1724310012.969055:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310012.969058:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.969061:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310012.969063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.969101:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.969669:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.969674:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.969699:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310012.969711:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f100 x1808069883295360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.969726:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310012.969731:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883295360, offset 224 00000400:00000200:3.0:1724310012.969735:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.969744:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.969748:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530980:530980:256:4294967295] 192.168.204.31@tcp LPNI seq info [530976:530976:8:4294967295] 00000400:00000200:3.0:1724310012.969756:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.969760:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.969763:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310012.969767:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.969773:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.969777:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.969914:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.969918:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.969920:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960400. 00000800:00000200:1.0:1724310012.970227:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310012.970231:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310012.970234:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310012.970239:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310012.970242:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8330 00000400:00000010:1.0:1724310012.970244:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8330. 00010000:00000010:1.1:1724310012.971423:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310012.971430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310012.971458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310012.971463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310012.971466:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310012.971468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310012.971470:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310012.971473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310012.971477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310012.971479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310012.971481:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310012.971483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310012.971485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000400:00000200:0.0:1724310012.972124:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.972134:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7780 00000400:00000200:0.0:1724310012.972141:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 184296 00000400:00000200:0.0:1724310012.972158:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.972162:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.972166:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.972170:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ca80. 00000020:00000010:3.0:1724310012.972303:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122960400. 00000020:00000010:3.0:1724310012.972307:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.972310:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310012.972338:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883295616 02000000:00000010:3.0:1724310012.972360:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433f000. 00010000:00000010:3.0:1724310012.972385:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310012.972394:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310012.972423:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310012.972427:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310012.972438:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310012.972440:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310012.972442:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310012.972444:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.972517:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310012.972519:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310012.972521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310012.972523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310012.972541:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c580. 00000020:00000010:3.0:1724310012.972546:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c580. 00000020:00000010:3.0:1724310012.972553:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4540. 00080000:00000010:3.0:1724310012.972558:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134989800. 00000001:00000010:3.0:1724310012.972718:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a5a0. 00000001:00000010:3.0:1724310012.972722:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310012.972753:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4540. 00010000:00000010:3.0:1724310012.972760:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310012.972763:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.972775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310012.972791:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310012.972794:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00080000:00000010:3.0:1724310012.972810:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310012.972814:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310012.972817:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310012.972822:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310012.972830:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310012.972840:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096051, last committed = 4295095650 00010000:00000200:3.0:1724310012.972846:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ca80 x1808069883295616/t4295096051(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310012.972858:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310012.972862:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883295616, offset 224 00000400:00000010:3.0:1724310012.972866:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224670a8. 00000400:00000200:3.0:1724310012.972869:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310012.972877:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310012.972882:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530981:530981:256:4294967295] 192.168.204.31@tcp LPNI seq info [530977:530977:8:4294967295] 00000400:00000200:3.0:1724310012.972887:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310012.972891:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310012.972895:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310012.972899:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310012.972902:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310012.972908:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310012.972911:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310012.972935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310012.972939:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310012.972941:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122960400. 00000800:00000200:0.0:1724310012.973602:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.973605:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310012.973609:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.973612:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.975606:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.975617:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294981 00000400:00000200:0.0:1724310012.975620:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.975623:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.975626:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8b28 00000400:00000010:0.0:1724310012.975627:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8b28. 00000400:00000200:0.0:1724310012.975647:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.975651:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7800 00000400:00000200:0.0:1724310012.975655:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 184784 00000400:00000200:0.0:1724310012.975666:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.975668:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.975670:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.975675:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ce00. 00000020:00000010:1.0:1724310012.975743:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f02000. 00000020:00000010:1.0:1724310012.975747:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.975749:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.975772:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883295744 00000001:00000010:1.0:1724310012.975779:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310012.975794:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310012.975797:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 02000000:00000010:1.0:1724310012.975836:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801318a0000. 00010000:00000010:1.0:1724310012.975852:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310012.975853:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.975862:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310012.975864:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.975866:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310012.975867:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310012.975924:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310012.975929:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.975931:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310012.975936:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:2.1:1724310012.976608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310012.976616:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310012.976620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310012.976622:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310012.976762:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310012.976769:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:1.0:1724310012.976833:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310012.976835:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.976837:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310012.976840:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.976869:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.976874:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.976876:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.976894:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310012.976903:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ce00 x1808069883295744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 576/584 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.976915:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310012.976919:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883295744, offset 224 00000400:00000200:1.0:1724310012.976924:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.976931:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.976936:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530982:530982:256:4294967295] 192.168.204.31@tcp LPNI seq info [530978:530978:8:4294967295] 00000400:00000200:1.0:1724310012.976943:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.976948:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.976951:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310012.976955:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.976961:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.976964:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.976975:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.976978:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.976980:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f02000. 00000800:00000200:0.0:1724310012.977072:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.977075:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310012.977078:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.977082:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.977084:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a2a8 00000400:00000010:0.0:1724310012.977086:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a2a8. 00000400:00000200:0.0:1724310012.978394:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.978415:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7900 00000400:00000200:0.0:1724310012.978420:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 185360 00000400:00000200:0.0:1724310012.978436:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.978440:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.978444:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.978450:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c002d80. 00000020:00000010:1.0:1724310012.978631:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310012.978635:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.978638:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310012.978668:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883296000 02000000:00000010:1.0:1724310012.978691:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e2000. 00010000:00000010:1.0:1724310012.978714:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.978723:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.978740:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310012.978744:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310012.978751:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310012.978753:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310012.978756:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310012.978758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310012.978827:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310012.978829:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310012.978832:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310012.978834:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310012.978851:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310012.978855:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310012.978863:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa75a0. 00080000:00000010:1.0:1724310012.978867:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803bc400. 00000001:00000010:1.0:1724310012.979004:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba240. 00000001:00000010:1.0:1724310012.979008:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310012.979036:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa75a0. 00010000:00000010:1.0:1724310012.979042:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310012.979045:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.979056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310012.979069:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310012.979072:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310012.979085:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:1.0:1724310012.979090:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310012.979093:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310012.979097:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310012.979103:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310012.979112:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096052, last committed = 4295095650 00010000:00000200:1.0:1724310012.979119:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c002d80 x1808069883296000/t4295096052(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:278/0 lens 488/456 e 0 to 0 dl 1724310048 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310012.979130:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310012.979134:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883296000, offset 224 00000400:00000010:1.0:1724310012.979138:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65b98. 00000400:00000200:1.0:1724310012.979141:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310012.979148:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310012.979152:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530983:530983:256:4294967295] 192.168.204.31@tcp LPNI seq info [530979:530979:8:4294967295] 00000400:00000200:1.0:1724310012.979156:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310012.979161:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310012.979166:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310012.979168:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310012.979173:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310012.979178:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310012.979181:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310012.979194:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310012.979197:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310012.979199:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310012.979311:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.979314:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310012.979317:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.979320:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.980360:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310012.980369:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294989 00000400:00000200:0.0:1724310012.980373:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.980376:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310012.980379:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:0.0:1724310012.980381:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00010000:00000010:1.1:1724310012.985243:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.1:1724310012.985254:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310012.985279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310012.985281:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310012.985284:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310012.985289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310012.985535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310012.985541:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310012.985545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310012.985548:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310012.985551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310012.985558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000020:00000010:0.0:1724310012.986174:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90c00. 00000020:00000010:0.0:1724310012.986179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99680. 00000020:00000010:0.0:1724310012.986184:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310012.986215:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883296128 00000001:00000010:0.0:1724310012.986225:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:0.0:1724310012.986245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310012.986250:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:0.0:1724310012.986311:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011a310000. 00010000:00000010:0.0:1724310012.986330:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310012.986333:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310012.986347:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310012.986349:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310012.986352:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310012.986355:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00000004:00000010:0.0:1724310012.986438:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310012.986445:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6beac8. 00000004:00000010:0.0:1724310012.986450:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310012.986456:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00000800:00000200:0.0:1724310012.987186:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.987189:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310012.987191:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.987195:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.987198:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6110 00000400:00000010:0.0:1724310012.987200:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6110. 00010000:00000010:1.1:1724310012.987434:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.1:1724310012.987440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310012.989766:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310012.989779:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7a80 00000400:00000200:0.0:1724310012.989785:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 186424 00000400:00000200:0.0:1724310012.989804:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.989808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310012.989813:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310012.989818:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001c00. 00000800:00000200:0.0:1724310012.991336:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.991339:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310012.991343:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.991347:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310012.993621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310012.993631:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310012.993633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310012.993635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310012.993637:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310012.993638:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310012.993640:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310012.993643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310012.993643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310012.993645:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310012.993648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310012.993652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.0:1724310012.993962:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:3.0:1724310012.993969:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00000020:00000010:0.0:1724310012.993981:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d91c00. 00000020:00000010:0.0:1724310012.993986:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310012.993989:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310012.994016:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883296512 00000001:00000010:0.0:1724310012.994024:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:0.0:1724310012.994040:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310012.994048:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 02000000:00000010:0.0:1724310012.994089:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341a0000. 00010000:00000010:0.0:1724310012.994108:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310012.994111:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310012.994119:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310012.994122:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:0.0:1724310012.994124:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310012.994126:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00000004:00000010:0.0:1724310012.994189:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310012.994195:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be168. 00000004:00000010:0.0:1724310012.994199:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310012.994205:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00000800:00000200:2.0:1724310012.997144:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310012.997174:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310012.997178:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:2.0:1724310012.997181:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d91c00. 00000800:00000200:0.0:1724310012.997502:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310012.997505:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310012.997508:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310012.997512:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310012.997514:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6908 00000400:00000010:0.0:1724310012.997516:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6908. 00010000:00000010:1.1:1724310012.999542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310012.999550:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310012.999554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310012.999557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:2.0:1724310013.003997:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.004011:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7c00 00000400:00000200:2.0:1724310013.004018:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 187488 00000400:00000200:2.0:1724310013.004036:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.004040:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.004046:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.004050:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4e00. 00010000:00000010:3.1:1724310013.004200:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310013.004208:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000020:00000010:0.0:1724310013.004934:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90600. 00000020:00000010:0.0:1724310013.004939:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:0.0:1724310013.004943:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806c80. 00000100:00000200:0.0:1724310013.004976:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883296768 02000000:00000010:0.0:1724310013.005014:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012dec8000. 00010000:00000010:0.0:1724310013.005044:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:0.0:1724310013.005068:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b00. 00010000:00000010:0.0:1724310013.005089:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310013.005092:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00010000:00000010:0.0:1724310013.005103:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310013.005105:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310013.005108:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310013.005110:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310013.005184:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.005186:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:0.0:1724310013.005188:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310013.005190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000020:00000010:0.0:1724310013.005211:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c666e0. 00000020:00000010:0.0:1724310013.005217:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c666e0. 00000020:00000010:0.0:1724310013.005225:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166d20. 00080000:00000010:0.0:1724310013.005230:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba9b400. 00000001:00000010:0.0:1724310013.005393:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166120. 00000001:00000010:0.0:1724310013.005683:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:1.0:1724310013.005810:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166d20. 00010000:00000010:1.0:1724310013.005818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.005821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.005834:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.005901:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:1.0:1724310013.005907:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00080000:00000010:1.0:1724310013.005924:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:1.0:1724310013.005929:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:1.0:1724310013.005932:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be168. 00000004:00000010:1.0:1724310013.005936:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:1.0:1724310013.005942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000200:1.0:1724310013.005953:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096054, last committed = 4295095650 00010000:00000200:1.0:1724310013.005961:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4e00 x1808069883296768/t4295096054(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.005974:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310013.005980:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883296768, offset 224 00000400:00000010:1.0:1724310013.005986:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65bd0. 00000400:00000200:1.0:1724310013.005989:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.005998:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.006004:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530987:530987:256:4294967295] 192.168.204.31@tcp LPNI seq info [530983:530983:8:4294967295] 00000400:00000200:1.0:1724310013.006007:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.006012:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.006017:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.006021:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310013.006025:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.006032:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.006035:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.006195:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:1.0:1724310013.006199:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806c80. 00000020:00000010:1.0:1724310013.006201:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90600. 00000800:00000200:3.0:1724310013.006335:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.006338:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310013.006341:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.006345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.007719:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.007729:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294999 00000400:00000200:0.0:1724310013.007733:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.007736:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.007740:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:0.0:1724310013.007742:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00010000:00000010:2.0:1724310013.008027:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310013.008035:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00000400:00000200:0.0:1724310013.008558:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.008565:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7c80 00000400:00000200:0.0:1724310013.008570:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 187976 00000400:00000200:0.0:1724310013.008688:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.008692:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.008696:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.008701:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000380. 00000020:00000010:1.0:1724310013.008781:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135400. 00000020:00000010:1.0:1724310013.008786:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.008794:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310013.008846:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883296896 00000001:00000010:1.0:1724310013.008855:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:1.0:1724310013.008872:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.008876:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310013.008918:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122340000. 00010000:00000010:1.0:1724310013.008939:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.008941:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.008953:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.008955:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.008957:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.008960:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310013.009026:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310013.009032:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310013.009036:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310013.009043:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:0.1:1724310013.009330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310013.009337:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310013.009339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310013.009341:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310013.009343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310013.009349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310013.009351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310013.009353:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310013.009355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310013.009356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.0:1724310013.009813:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.009816:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.009818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.009821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.009857:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.009863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.009866:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.009889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310013.009900:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000380 x1808069883296896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.009913:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660af68. 00000100:00000200:1.0:1724310013.009917:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883296896, offset 224 00000400:00000200:1.0:1724310013.009922:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.009930:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.009934:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530988:530988:256:4294967295] 192.168.204.31@tcp LPNI seq info [530984:530984:8:4294967295] 00000400:00000200:1.0:1724310013.009941:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.009945:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.009948:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.009952:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.009957:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.009960:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.009988:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.009991:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310013.009994:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135400. 00000800:00000200:3.0:1724310013.010108:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.010111:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310013.010113:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.010117:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.010119:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660af68 00000400:00000010:3.0:1724310013.010121:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660af68. 00000400:00000200:0.0:1724310013.011344:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.011353:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7d80 00000400:00000200:0.0:1724310013.011359:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 188552 00000400:00000200:0.0:1724310013.011375:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.011378:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.011382:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.011386:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001880. 00000020:00000010:1.0:1724310013.011474:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135400. 00000020:00000010:1.0:1724310013.011478:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.011481:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310013.011753:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883297152 02000000:00000010:1.0:1724310013.011777:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e4000. 00010000:00000010:1.0:1724310013.011802:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.011811:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.011828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.011831:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.011839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.011842:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.011845:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.011846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.011912:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.011914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.011916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.011918:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310013.011936:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.011941:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.011947:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baa20. 00080000:00000010:1.0:1724310013.011952:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803bc800. 00000001:00000010:1.0:1724310013.012105:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7660. 00000001:00000010:1.0:1724310013.012110:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310013.012139:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baa20. 00010000:00000010:1.0:1724310013.012145:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.012148:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.012159:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.012174:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.012177:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00080000:00000010:1.0:1724310013.012191:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:1.0:1724310013.012196:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310013.012200:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310013.012204:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310013.012210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310013.012220:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096055, last committed = 4295095650 00010000:00000200:1.0:1724310013.012227:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001880 x1808069883297152/t4295096055(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.012238:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a198. 00000100:00000200:1.0:1724310013.012243:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883297152, offset 224 00000400:00000010:1.0:1724310013.012248:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65c08. 00000400:00000200:1.0:1724310013.012250:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.012301:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.012306:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530989:530989:256:4294967295] 192.168.204.31@tcp LPNI seq info [530985:530985:8:4294967295] 00000400:00000200:1.0:1724310013.012310:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.012315:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.012320:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.012323:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310013.012327:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.012332:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.012335:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.012351:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.012353:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310013.012356:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135400. 00000800:00000200:0.0:1724310013.012681:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.012684:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310013.012687:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.012691:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.013219:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310013.013225:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310013.013228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310013.013234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310013.013353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310013.013358:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00000400:00000200:0.0:1724310013.014044:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.014055:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949a1 00000400:00000200:0.0:1724310013.014059:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.014061:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.014065:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a198 00000400:00000010:0.0:1724310013.014067:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a198. 00010000:00000010:3.0:1724310013.014252:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:3.0:1724310013.014282:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000400:00000200:1.0:1724310013.014339:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.014346:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7e00 00000400:00000200:1.0:1724310013.014352:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 189040 00000400:00000200:1.0:1724310013.014393:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.014405:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.014409:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.014414:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8dc00. 00000020:00000010:3.0:1724310013.014459:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122961400. 00000020:00000010:3.0:1724310013.014464:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.014467:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.014485:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883297280 00000001:00000010:3.0:1724310013.014493:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:3.0:1724310013.014509:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.014513:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 02000000:00000010:3.0:1724310013.014556:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801319b0000. 00010000:00000010:3.0:1724310013.014575:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.014579:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.014588:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.014589:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.014592:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.014594:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000004:00000010:3.0:1724310013.014667:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310013.014675:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310013.014679:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310013.014685:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310013.015532:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.015537:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.015540:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.015543:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.015580:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.015588:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.015591:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.015618:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310013.015630:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8dc00 x1808069883297280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.015642:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310013.015646:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883297280, offset 224 00000400:00000200:3.0:1724310013.015649:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.015657:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.015661:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530990:530990:256:4294967295] 192.168.204.31@tcp LPNI seq info [530986:530986:8:4294967295] 00000400:00000200:3.0:1724310013.015669:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.015673:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.015676:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310013.015681:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.015686:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.015689:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1724310013.015748:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310013.015753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000020:00000010:3.0:1724310013.015790:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.015793:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.015795:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122961400. 00000800:00000200:1.0:1724310013.015875:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.015878:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310013.015880:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.015884:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.015887:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:1.0:1724310013.015888:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00010000:00000010:2.1:1724310013.019302:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310013.019314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310013.019423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310013.019432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310013.019435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310013.019437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310013.019439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310013.019441:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310013.019443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310013.019444:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310013.019447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310013.019451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:0.0:1724310013.020104:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.020117:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f7f00 00000400:00000200:0.0:1724310013.020124:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 189616 00000400:00000200:0.0:1724310013.020144:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.020148:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.020153:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.020157:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000000. 00000020:00000010:3.0:1724310013.020238:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122961400. 00000020:00000010:3.0:1724310013.020244:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.020248:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.020302:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883297536 02000000:00000010:3.0:1724310013.020326:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801175e9000. 00010000:00000010:3.0:1724310013.020425:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.020439:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.020690:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.020695:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.020706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.020707:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.020710:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.020712:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.020783:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.020785:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.020787:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.020789:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.020803:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c1a0. 00000020:00000010:3.0:1724310013.020807:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c1a0. 00000020:00000010:3.0:1724310013.020814:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a4e0. 00080000:00000010:3.0:1724310013.020818:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013498b800. 00000001:00000010:3.0:1724310013.020955:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a360. 00000001:00000010:3.0:1724310013.020959:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310013.020984:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a4e0. 00010000:00000010:3.0:1724310013.020988:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.020991:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.021002:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.021018:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.021020:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310013.021033:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310013.021037:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310013.021040:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310013.021044:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310013.021050:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.021060:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096056, last committed = 4295095650 00010000:00000200:3.0:1724310013.021066:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000000 x1808069883297536/t4295096056(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.021080:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310013.021084:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883297536, offset 224 00000400:00000010:3.0:1724310013.021089:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224670e0. 00000400:00000200:3.0:1724310013.021092:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.021100:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.021105:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530991:530991:256:4294967295] 192.168.204.31@tcp LPNI seq info [530987:530987:8:4294967295] 00000400:00000200:3.0:1724310013.021109:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.021114:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.021118:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.021121:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.021125:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.021130:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.021133:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.021155:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.021158:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.021160:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122961400. 00000800:00000200:1.0:1724310013.021323:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.021326:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310013.021329:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.021332:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.022461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310013.022468:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310013.022471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310013.022474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310013.024309:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.024322:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949a9 00000400:00000200:0.0:1724310013.024328:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.024331:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.024335:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8dd0 00000400:00000010:0.0:1724310013.024337:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8dd0. 00010000:00000010:2.0:1724310013.024490:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:2.0:1724310013.024502:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00000400:00000200:2.0:1724310013.024666:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.024674:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f7f80 00000400:00000200:2.0:1724310013.024679:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 190104 00000400:00000200:2.0:1724310013.024796:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.024800:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.024804:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.024808:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7800. 00000020:00000010:3.0:1724310013.024892:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310013.024902:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.024906:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.024994:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883297664 00000001:00000010:3.0:1724310013.025002:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:3.0:1724310013.025017:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.025021:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310013.025063:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbf0000. 00010000:00000010:3.0:1724310013.025080:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.025083:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.025092:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.025094:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.025097:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.025099:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000004:00000010:3.0:1724310013.025167:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310013.025172:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310013.025176:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310013.025181:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310013.025824:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.025828:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.025831:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.025834:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.025873:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.025880:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.025882:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.025909:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.025921:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7800 x1808069883297664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.025933:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310013.025938:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883297664, offset 224 00000400:00000200:3.0:1724310013.025943:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.025950:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.025955:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530992:530992:256:4294967295] 192.168.204.31@tcp LPNI seq info [530988:530988:8:4294967295] 00000400:00000200:3.0:1724310013.025963:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.025968:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.025972:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.025976:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.025982:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.025985:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.026046:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.026050:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.026053:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00000800:00000200:1.0:1724310013.026135:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.026138:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310013.026141:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.026145:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.026147:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8088 00000400:00000010:1.0:1724310013.026149:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8088. 00010000:00000010:0.1:1724310013.028383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310013.028393:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310013.028406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310013.028408:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310013.028411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310013.028417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310013.029089:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.029101:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8080 00000400:00000200:0.0:1724310013.029106:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 190680 00000400:00000200:0.0:1724310013.029125:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.029128:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.029132:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.029137:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000e00. 00000020:00000010:3.0:1724310013.029565:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132169600. 00000020:00000010:3.0:1724310013.029570:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.029574:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.029608:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883297920 02000000:00000010:3.0:1724310013.029634:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801175eb000. 00010000:00000010:3.0:1724310013.029662:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.029674:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.029694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.029698:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.029709:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310013.029710:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310013.029712:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.029714:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.030430:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.030434:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.030436:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.030438:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310013.030461:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c1a0. 00000020:00000010:3.0:1724310013.030466:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c1a0. 00000020:00000010:3.0:1724310013.030472:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a480. 00080000:00000010:3.0:1724310013.030477:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013498b000. 00000001:00000010:3.0:1724310013.030618:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a6c0. 00000001:00000010:3.0:1724310013.030622:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310013.030651:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a480. 00010000:00000010:3.0:1724310013.030657:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.030660:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.030673:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.030690:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.030693:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310013.030709:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310013.030714:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310013.030717:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310013.030722:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310013.030730:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310013.030741:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096057, last committed = 4295095650 00010000:00000200:3.0:1724310013.030749:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000e00 x1808069883297920/t4295096057(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.030767:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310013.030772:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883297920, offset 224 00000400:00000010:3.0:1724310013.030778:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467118. 00000400:00000200:3.0:1724310013.030781:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.030790:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.030794:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530993:530993:256:4294967295] 192.168.204.31@tcp LPNI seq info [530989:530989:8:4294967295] 00000400:00000200:3.0:1724310013.030798:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.030803:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.030808:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.030811:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310013.030815:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.030821:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.030824:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.030851:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.030855:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.030857:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132169600. 00000800:00000200:2.0:1724310013.030961:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.030964:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:2.0:1724310013.030968:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.030972:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.031351:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310013.031357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310013.033181:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.033193:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949b1 00000400:00000200:0.0:1724310013.033198:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.033201:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.033206:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e85d8 00000400:00000010:0.0:1724310013.033208:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e85d8. 00010000:00000010:3.0:1724310013.033649:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.033656:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00010000:00000010:0.1:1724310013.034344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310013.034350:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310013.034353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310013.034355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310013.035673:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.035682:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8100 00000400:00000200:0.0:1724310013.035689:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 191168 00000400:00000200:0.0:1724310013.036454:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.036459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.036464:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.036469:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000a80. 00000020:00000010:3.0:1724310013.036595:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132169600. 00000020:00000010:3.0:1724310013.036600:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.036604:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.036627:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883298048 00000001:00000010:3.0:1724310013.036635:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310013.036653:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.036659:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310013.036704:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bf0000. 00010000:00000010:3.0:1724310013.036724:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.036727:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.036739:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.036742:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.036745:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.036747:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000004:00000010:3.0:1724310013.036819:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310013.036824:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310013.036828:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310013.036834:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:0.1:1724310013.037866:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310013.037872:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310013.037875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310013.037877:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310013.037880:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310013.037886:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310013.037888:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310013.037891:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.038438:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.038441:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.038445:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.038449:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.038493:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.038974:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.038979:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.039010:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.039022:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000a80 x1808069883298048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.039038:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e85d8. 00000100:00000200:3.0:1724310013.039042:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883298048, offset 224 00000400:00000200:3.0:1724310013.039048:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.039057:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.039062:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530994:530994:256:4294967295] 192.168.204.31@tcp LPNI seq info [530990:530990:8:4294967295] 00000400:00000200:3.0:1724310013.039072:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.039076:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.039080:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.039084:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.039090:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.039093:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:2.0:1724310013.040103:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.040107:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310013.040110:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.040115:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.040119:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e85d8 00000400:00000010:2.0:1724310013.040121:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e85d8. 00000020:00000010:3.0:1724310013.040356:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.040361:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.040363:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132169600. 00000400:00000200:0.0:1724310013.042232:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.042244:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8200 00000400:00000200:0.0:1724310013.042251:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 191744 00000400:00000200:0.0:1724310013.042286:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.042290:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.042295:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.042302:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f653b80. 00000020:00000010:2.0:1724310013.042418:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800947cee00. 00000020:00000010:2.0:1724310013.042424:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c00. 00000020:00000010:2.0:1724310013.042428:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.042460:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883298304 02000000:00000010:2.0:1724310013.042487:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013516e000. 00010000:00000010:2.0:1724310013.042517:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:2.0:1724310013.042531:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:2.0:1724310013.042552:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.042556:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.042568:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.042570:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.042573:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.042575:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.042654:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.042656:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.042658:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.042661:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00000020:00000010:2.0:1724310013.042679:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1b00. 00000020:00000010:2.0:1724310013.042683:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1b00. 00000020:00000010:2.0:1724310013.042691:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6300. 00080000:00000010:2.0:1724310013.042696:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135950c00. 00000001:00000010:2.0:1724310013.042847:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6f60. 00000001:00000010:2.0:1724310013.042851:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310013.042879:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6300. 00010000:00000010:2.0:1724310013.042885:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.042888:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.042901:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.042917:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.042920:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00080000:00000010:2.0:1724310013.042935:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:2.0:1724310013.042940:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:2.0:1724310013.042943:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:2.0:1724310013.042948:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:2.0:1724310013.042954:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.042964:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096058, last committed = 4295095650 00010000:00000200:2.0:1724310013.042970:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f653b80 x1808069883298304/t4295096058(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.042982:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6e58. 00000100:00000200:2.0:1724310013.042987:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883298304, offset 224 00000400:00000010:2.0:1724310013.042991:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84e38. 00000400:00000200:2.0:1724310013.042994:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.043002:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.043006:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530995:530995:256:4294967295] 192.168.204.31@tcp LPNI seq info [530991:530991:8:4294967295] 00000400:00000200:2.0:1724310013.043010:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.043016:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.043020:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.043023:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.043026:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.043032:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.043035:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.043060:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c00. 00000020:00000010:2.0:1724310013.043063:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.043066:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800947cee00. 00000800:00000200:1.0:1724310013.043475:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.043478:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310013.043481:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.043484:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.047482:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.047498:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949b9 00000400:00000200:0.0:1724310013.047504:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.047507:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.047511:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6e58 00000400:00000010:0.0:1724310013.047513:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6e58. 00000400:00000200:0.0:1724310013.047537:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.047541:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8280 00000400:00000200:0.0:1724310013.047547:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 192232 00000400:00000200:0.0:1724310013.047564:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.047567:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.047572:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.047577:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f650000. 00010000:00000010:2.0:1724310013.047661:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.047670:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a80. 00010000:00000010:1.1:1724310013.047932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.047938:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310013.047941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310013.047943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000020:00000010:3.0:1724310013.048087:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132169600. 00000020:00000010:3.0:1724310013.048092:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.048095:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.048123:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883298432 00000001:00000010:3.0:1724310013.048132:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310013.048149:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.048153:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310013.048194:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880094430000. 00010000:00000010:3.0:1724310013.048216:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.048218:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.048228:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.048230:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.048232:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.048234:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310013.048335:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310013.048341:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.048345:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.048352:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310013.048947:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.048950:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.048953:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.048956:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.048987:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.049041:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.049045:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.049065:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.049076:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f650000 x1808069883298432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.049204:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8088. 00000100:00000200:3.0:1724310013.049210:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883298432, offset 224 00000400:00000200:3.0:1724310013.049215:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.049222:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.049227:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530996:530996:256:4294967295] 192.168.204.31@tcp LPNI seq info [530992:530992:8:4294967295] 00000400:00000200:3.0:1724310013.049234:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.049238:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.049241:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310013.049246:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.049251:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.049255:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.049885:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.049890:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.049893:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132169600. 00000800:00000200:0.0:1724310013.049995:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.049998:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310013.050002:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.050006:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.050009:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8088 00000400:00000010:0.0:1724310013.050011:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8088. 00010000:00000010:2.1:1724310013.050346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310013.050352:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310013.050355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310013.050358:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310013.050361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310013.050366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310013.053949:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.053964:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8380 00000400:00000200:1.0:1724310013.053971:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 192808 00000400:00000200:1.0:1724310013.053990:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.053995:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.054000:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.054005:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8e680. 00010000:00000010:2.1:1724310013.054077:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310013.054084:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310013.054087:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310013.054093:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000020:00000010:3.0:1724310013.054677:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132169600. 00000020:00000010:3.0:1724310013.054684:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.054688:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.055310:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883298688 02000000:00000010:3.0:1724310013.055336:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801175ed000. 00010000:00000010:3.0:1724310013.055363:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.055386:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.055414:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.055418:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.055428:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310013.055433:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.055437:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.055439:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.055510:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.055512:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.055514:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.055516:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.055531:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c0a0. 00000020:00000010:3.0:1724310013.055536:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c0a0. 00000020:00000010:3.0:1724310013.055542:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a720. 00080000:00000010:3.0:1724310013.055547:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013498a800. 00000001:00000010:3.0:1724310013.055681:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ae40. 00000001:00000010:3.0:1724310013.055686:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310013.055716:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a720. 00010000:00000010:3.0:1724310013.055722:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.055725:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.055737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.055752:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.055754:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00080000:00000010:3.0:1724310013.055770:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310013.055774:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310013.055777:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.055782:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310013.055788:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310013.055798:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096059, last committed = 4295095650 00010000:00000200:3.0:1724310013.055806:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8e680 x1808069883298688/t4295096059(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.055818:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8dd0. 00000100:00000200:3.0:1724310013.055823:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883298688, offset 224 00000400:00000010:3.0:1724310013.055828:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467150. 00000400:00000200:3.0:1724310013.055831:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.055841:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.055845:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530997:530997:256:4294967295] 192.168.204.31@tcp LPNI seq info [530993:530993:8:4294967295] 00000400:00000200:3.0:1724310013.055849:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.055855:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.055860:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.055863:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310013.055867:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.055872:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.055875:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.055899:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.055903:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.055905:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132169600. 00000800:00000200:0.0:1724310013.056105:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.056108:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310013.056111:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.056115:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.057589:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310013.057597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310013.059471:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.059485:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949c1 00000400:00000200:0.0:1724310013.059491:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.059495:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.059499:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8dd0 00000400:00000010:0.0:1724310013.059501:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8dd0. 00000400:00000200:0.0:1724310013.059531:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.059536:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8400 00000400:00000200:0.0:1724310013.059542:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 193296 00000400:00000200:0.0:1724310013.059664:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.059668:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.059672:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.059678:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f651f80. 00000020:00000010:1.0:1724310013.059765:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135600. 00000020:00000010:1.0:1724310013.059770:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.059774:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310013.059809:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883298816 00000001:00000010:1.0:1724310013.059818:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:1.0:1724310013.059837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.059842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310013.059888:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080810000. 00010000:00000010:1.0:1724310013.059907:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.059910:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.059923:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.059925:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.059928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.059930:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000004:00000010:1.0:1724310013.060005:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310013.060012:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310013.060018:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310013.060024:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:3.0:1724310013.060436:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.060444:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407b00. 00010000:00000010:1.0:1724310013.060622:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.060625:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.060628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.060630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.060661:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.061187:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.061191:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.061219:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310013.061231:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f651f80 x1808069883298816/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.061250:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a2a8. 00000100:00000200:1.0:1724310013.061254:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883298816, offset 224 00000400:00000200:1.0:1724310013.061298:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.061306:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.061310:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530998:530998:256:4294967295] 192.168.204.31@tcp LPNI seq info [530994:530994:8:4294967295] 00000400:00000200:1.0:1724310013.061318:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.061322:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.061325:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.061338:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.061344:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.061347:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.061366:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.061369:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310013.061372:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135600. 00000800:00000200:0.0:1724310013.061480:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.061483:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.061487:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.061490:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.061493:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a2a8 00000400:00000010:0.0:1724310013.061495:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a2a8. 00010000:00000010:0.1:1724310013.062362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310013.062369:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00000400:00000200:0.0:1724310013.064057:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.064071:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8500 00000400:00000200:0.0:1724310013.064078:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2742ad [64] + 193872 00000400:00000200:0.0:1724310013.064100:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.064104:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.064114:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.064119:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f652d80. 00000020:00000010:1.0:1724310013.064700:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135600. 00000020:00000010:1.0:1724310013.064705:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.064708:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310013.064744:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299072 02000000:00000010:1.0:1724310013.064769:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e6000. 00010000:00000010:1.0:1724310013.064796:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.064808:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.064828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.064832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.064842:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.064844:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.064846:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.064849:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.064925:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.064927:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.064929:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.064932:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.065365:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24380. 00000020:00000010:1.0:1724310013.065370:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24380. 00000020:00000010:1.0:1724310013.065379:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa75a0. 00080000:00000010:1.0:1724310013.065385:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803be400. 00000001:00000010:1.0:1724310013.065548:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca660. 00000001:00000010:1.0:1724310013.065553:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310013.065583:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa75a0. 00010000:00000010:1.0:1724310013.065590:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310013.065592:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.065607:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.065625:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.065627:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310013.065641:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:1.0:1724310013.065646:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:1.0:1724310013.065649:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310013.065653:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310013.065658:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310013.065671:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096060, last committed = 4295095650 00010000:00000200:1.0:1724310013.065678:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f652d80 x1808069883299072/t4295096060(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.065691:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660ac38. 00000100:00000200:1.0:1724310013.065695:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883299072, offset 224 00000400:00000010:1.0:1724310013.065700:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65c40. 00000400:00000200:1.0:1724310013.065702:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.065711:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.065716:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [530999:530999:256:4294967295] 192.168.204.31@tcp LPNI seq info [530995:530995:8:4294967295] 00000400:00000200:1.0:1724310013.065720:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.065725:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.065729:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.065733:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.065737:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.065743:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.065746:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.065765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.065768:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310013.065771:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135600. 00010000:00000010:3.1:1724310013.066694:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310013.066700:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310013.066703:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310013.066706:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000800:00000200:0.0:1724310013.066771:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.066774:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.066778:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.066782:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.069640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310013.069650:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310013.069653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310013.069660:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310013.069662:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310013.069664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:2.0:1724310013.069792:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.069806:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949c9 00000400:00000200:2.0:1724310013.069812:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.069815:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.069821:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660ac38 00000400:00000010:2.0:1724310013.069822:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660ac38. 00010000:00000010:0.0:1724310013.070321:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:0.0:1724310013.070333:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000400:00000200:2.0:1724310013.070408:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.070415:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8580 00000400:00000200:2.0:1724310013.070422:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2742ad [64] + 194360 00000400:00000010:2.0:1724310013.070425:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888e18. 00000400:00000200:2.0:1724310013.070428:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a569c800 00000400:00000200:2.0:1724310013.070476:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.070480:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.070482:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a569c800 00000400:00000010:2.0:1724310013.070484:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 1144 at ffff8800a569c800. 00000100:00000200:2.0:1724310013.070488:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1724310013.070975:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135600. 00000020:00000010:1.0:1724310013.070981:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.070984:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:1.0:1724310013.071651:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299200 00000001:00000010:1.0:1724310013.071661:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310013.071681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.071685:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310013.071728:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:1.0:1724310013.071746:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.071748:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.071758:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.071761:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.071763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.071765:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310013.071833:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310013.071838:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310013.071842:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc320. 00080000:00000010:1.0:1724310013.071848:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:1.0:1724310013.073203:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.073208:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.073211:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.073214:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.073340:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.073351:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.073356:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.073383:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310013.073407:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5691c50 x1808069883299200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.073422:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660abb0. 00000100:00000200:1.0:1724310013.073427:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883299200, offset 224 00000400:00000200:1.0:1724310013.073432:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.073442:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.073447:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531000:531000:256:4294967295] 192.168.204.31@tcp LPNI seq info [530996:530996:8:4294967295] 00000400:00000200:1.0:1724310013.073456:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.073461:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.073465:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310013.073469:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.073475:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.073478:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.073503:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.073507:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:1.0:1724310013.073511:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135600. 02000000:00000010:1.0:1724310013.073567:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e6000. 00000100:00000010:1.0:1724310013.073574:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f652d80. 02000000:00000010:1.0:1724310013.073578:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080810000. 00000100:00000010:1.0:1724310013.073614:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f651f80. 02000000:00000010:1.0:1724310013.073618:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801175ed000. 00000100:00000010:1.0:1724310013.073621:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8e680. 02000000:00000010:1.0:1724310013.073623:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880094430000. 00000100:00000010:1.0:1724310013.073642:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f650000. 02000000:00000010:1.0:1724310013.073645:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516e000. 00000100:00000010:1.0:1724310013.073647:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f653b80. 02000000:00000010:1.0:1724310013.073649:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bf0000. 00000100:00000010:1.0:1724310013.073672:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000a80. 02000000:00000010:1.0:1724310013.073675:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801175eb000. 00000100:00000010:1.0:1724310013.073677:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000e00. 02000000:00000010:1.0:1724310013.073679:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007fbf0000. 00000100:00000010:1.0:1724310013.073709:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7800. 02000000:00000010:1.0:1724310013.073712:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801175e9000. 00000100:00000010:1.0:1724310013.073714:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000000. 02000000:00000010:1.0:1724310013.073717:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801319b0000. 00000100:00000010:1.0:1724310013.073735:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8dc00. 02000000:00000010:1.0:1724310013.073738:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e4000. 00000100:00000010:1.0:1724310013.073740:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001880. 02000000:00000010:1.0:1724310013.073742:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122340000. 00000100:00000010:1.0:1724310013.073763:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000380. 02000000:00000010:1.0:1724310013.073766:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012dec8000. 00000100:00000010:1.0:1724310013.073769:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4e00. 02000000:00000010:1.0:1724310013.073771:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341a0000. 00000100:00000010:1.0:1724310013.073793:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4380. 02000000:00000010:1.0:1724310013.073795:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516c000. 00000100:00000010:1.0:1724310013.073797:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001c00. 02000000:00000010:1.0:1724310013.073800:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011a310000. 00000100:00000010:1.0:1724310013.073822:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4000. 02000000:00000010:1.0:1724310013.073824:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e2000. 00000100:00000010:1.0:1724310013.073827:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c002d80. 02000000:00000010:1.0:1724310013.073830:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801318a0000. 00000100:00000010:1.0:1724310013.073850:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ce00. 02000000:00000010:1.0:1724310013.073853:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433f000. 00000100:00000010:1.0:1724310013.073855:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ca80. 02000000:00000010:1.0:1724310013.073857:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131980000. 00000100:00000010:1.0:1724310013.073878:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f100. 02000000:00000010:1.0:1724310013.073881:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e0000. 00000100:00000010:1.0:1724310013.073884:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4d880. 02000000:00000010:1.0:1724310013.073886:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d00000. 00000100:00000010:1.0:1724310013.073915:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ea00. 02000000:00000010:1.0:1724310013.073918:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122998000. 00000100:00000010:1.0:1724310013.073921:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f800. 02000000:00000010:1.0:1724310013.073923:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122680000. 00000100:00000010:1.0:1724310013.073946:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c000. 02000000:00000010:1.0:1724310013.073948:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433d000. 00000100:00000010:1.0:1724310013.073952:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4e680. 02000000:00000010:1.0:1724310013.073954:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880120e00000. 00000100:00000010:1.0:1724310013.073974:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4df80. 02000000:00000010:1.0:1724310013.073976:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433b000. 00000100:00000010:1.0:1724310013.073979:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f480. 02000000:00000010:1.0:1724310013.073982:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f570000. 00000100:00000010:1.0:1724310013.074003:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c380. 02000000:00000010:1.0:1724310013.074005:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134339000. 00000100:00000010:1.0:1724310013.074008:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c700. 02000000:00000010:1.0:1724310013.074010:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134530000. 00000100:00000010:1.0:1724310013.074030:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4dc00. 02000000:00000010:1.0:1724310013.074032:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf13000. 00000100:00000010:1.0:1724310013.074034:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130380. 02000000:00000010:1.0:1724310013.074038:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801224d0000. 00000100:00000010:1.0:1724310013.074057:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132d80. 02000000:00000010:1.0:1724310013.074059:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516a000. 00000100:00000010:1.0:1724310013.074062:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132680. 02000000:00000010:1.0:1724310013.074064:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222e0000. 00000100:00000010:1.0:1724310013.074084:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8ea00. 02000000:00000010:1.0:1724310013.074086:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880135168000. 00000100:00000010:1.0:1724310013.074088:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132300. 02000000:00000010:1.0:1724310013.074090:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124270000. 00000100:00000010:1.0:1724310013.074108:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132a00. 02000000:00000010:1.0:1724310013.074110:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96c000. 00000100:00000010:1.0:1724310013.074113:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130e00. 02000000:00000010:1.0:1724310013.074115:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f10000. 00000100:00000010:1.0:1724310013.074133:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133800. 02000000:00000010:1.0:1724310013.074135:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf11000. 00000100:00000010:1.0:1724310013.074137:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133480. 02000000:00000010:1.0:1724310013.074139:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122230000. 00000100:00000010:1.0:1724310013.074160:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131c00. 02000000:00000010:1.0:1724310013.074163:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b887000. 00000100:00000010:1.0:1724310013.074165:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131500. 02000000:00000010:1.0:1724310013.074167:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f20000. 00000100:00000010:1.0:1724310013.074183:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f100. 02000000:00000010:1.0:1724310013.074186:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a890000. 00000100:00000010:1.0:1724310013.074189:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d880. 02000000:00000010:1.0:1724310013.074191:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121630000. 00000100:00000010:1.0:1724310013.074218:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f480. 02000000:00000010:1.0:1724310013.074221:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007cecc000. 00000100:00000010:1.0:1724310013.074224:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4d180. 02000000:00000010:1.0:1724310013.074226:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801314b0000. 00000100:00000010:1.0:1724310013.074276:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4ed80. 02000000:00000010:1.0:1724310013.074283:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8d000. 00000100:00000010:1.0:1724310013.074286:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4dc00. 02000000:00000010:1.0:1724310013.074288:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e130000. 00000100:00000010:1.0:1724310013.074310:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4700. 02000000:00000010:1.0:1724310013.074313:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e7000. 00000100:00000010:1.0:1724310013.074316:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4c700. 02000000:00000010:1.0:1724310013.074318:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134190000. 00000100:00000010:1.0:1724310013.074338:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083021500. 02000000:00000010:1.0:1724310013.074341:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008f164000. 00000100:00000010:1.0:1724310013.074344:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4d500. 02000000:00000010:1.0:1724310013.074346:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880133480000. 00000100:00000010:1.0:1724310013.074369:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4ca80. 02000000:00000010:1.0:1724310013.074372:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8b000. 00000100:00000010:1.0:1724310013.074374:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f800. 02000000:00000010:1.0:1724310013.074376:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122e30000. 00000100:00000010:1.0:1724310013.074405:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083023800. 02000000:00000010:1.0:1724310013.074409:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a1000. 00000100:00000010:1.0:1724310013.074412:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4c000. 02000000:00000010:1.0:1724310013.074414:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121e80000. 00000100:00000010:1.0:1724310013.074436:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660700. 02000000:00000010:1.0:1724310013.074439:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0b000. 00000100:00000010:1.0:1724310013.074442:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022d80. 02000000:00000010:1.0:1724310013.074444:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e600000. 00000100:00000010:1.0:1724310013.074476:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660000. 02000000:00000010:1.0:1724310013.074478:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a3000. 00000100:00000010:1.0:1724310013.074481:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660380. 02000000:00000010:1.0:1724310013.074483:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ff0000. 00000100:00000010:1.0:1724310013.074502:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662a00. 02000000:00000010:1.0:1724310013.074505:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbed000. 00000100:00000010:1.0:1724310013.074508:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661f80. 02000000:00000010:1.0:1724310013.074512:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131bd0000. 00000100:00000010:1.0:1724310013.074534:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661c00. 02000000:00000010:1.0:1724310013.074537:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff0000. 00000100:00000010:1.0:1724310013.074539:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662d80. 02000000:00000010:1.0:1724310013.074542:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88010f840000. 00000100:00000010:1.0:1724310013.074564:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092663100. 02000000:00000010:1.0:1724310013.074567:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ae000. 00000100:00000010:1.0:1724310013.074570:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5180. 02000000:00000010:1.0:1724310013.074572:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801106b0000. 00000100:00000010:1.0:1724310013.074592:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661500. 02000000:00000010:1.0:1724310013.074595:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773af000. 00000100:00000010:1.0:1724310013.074597:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661880. 02000000:00000010:1.0:1724310013.074599:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801180b0000. 00000100:00000010:1.0:1724310013.074621:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660e00. 02000000:00000010:1.0:1724310013.074624:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009e4d5000. 00000100:00000010:1.0:1724310013.074627:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661180. 02000000:00000010:1.0:1724310013.074629:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122b60000. 00000100:00000010:1.0:1724310013.074660:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092663b80. 02000000:00000010:1.0:1724310013.074663:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3d000. 00000100:00000010:1.0:1724310013.074666:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124417b80. 02000000:00000010:1.0:1724310013.074668:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123ac0000. 00000100:00000010:1.0:1724310013.074688:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124416d80. 02000000:00000010:1.0:1724310013.074691:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458d000. 00000100:00000010:1.0:1724310013.074693:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124414a80. 02000000:00000010:1.0:1724310013.074695:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801246b0000. 00000100:00000010:1.0:1724310013.074711:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085747100. 02000000:00000010:1.0:1724310013.074714:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0d000. 00000100:00000010:1.0:1724310013.074716:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7b80. 02000000:00000010:1.0:1724310013.074718:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226a0000. 00000100:00000010:1.0:1724310013.074738:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfa680. 02000000:00000010:1.0:1724310013.074741:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbac000. 00000100:00000010:1.0:1724310013.074743:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfad80. 02000000:00000010:1.0:1724310013.074746:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f4d0000. 00000100:00000010:1.0:1724310013.074768:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5f80. 02000000:00000010:1.0:1724310013.074770:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbad000. 00000100:00000010:1.0:1724310013.074773:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6680. 02000000:00000010:1.0:1724310013.074774:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f5f0000. 00000100:00000010:1.0:1724310013.074795:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8e00. 02000000:00000010:1.0:1724310013.074801:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458c000. 00000100:00000010:1.0:1724310013.074804:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6d80. 02000000:00000010:1.0:1724310013.074806:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880115af0000. 00000100:00000010:1.0:1724310013.074829:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8380. 02000000:00000010:1.0:1724310013.074833:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0df000. 00000100:00000010:1.0:1724310013.074835:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8700. 02000000:00000010:1.0:1724310013.074837:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123b00000. 00000100:00000010:1.0:1724310013.074854:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5500. 02000000:00000010:1.0:1724310013.074856:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff3000. 00000100:00000010:1.0:1724310013.074858:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085745180. 02000000:00000010:1.0:1724310013.074861:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134810000. 00000100:00000010:1.0:1724310013.074885:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4a80. 02000000:00000010:1.0:1724310013.074887:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f6000. 00000100:00000010:1.0:1724310013.074890:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c380. 02000000:00000010:1.0:1724310013.074892:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801119f0000. 00000100:00000010:1.0:1724310013.074911:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085744a80. 02000000:00000010:1.0:1724310013.074914:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223b9000. 00000100:00000010:1.0:1724310013.074916:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7f480. 02000000:00000010:1.0:1724310013.074919:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880111800000. 00000100:00000010:1.0:1724310013.074938:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c000. 02000000:00000010:1.0:1724310013.074940:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f2000. 00000100:00000010:1.0:1724310013.074942:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7ce00. 02000000:00000010:1.0:1724310013.074945:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801351b0000. 00000100:00000010:1.0:1724310013.074961:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9c00. 02000000:00000010:1.0:1724310013.074964:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8b000. 00000100:00000010:1.0:1724310013.074966:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e680. 02000000:00000010:1.0:1724310013.074968:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341d0000. 00000100:00000010:1.0:1724310013.074988:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7d880. 02000000:00000010:1.0:1724310013.074990:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa88000. 00000100:00000010:1.0:1724310013.074992:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7ca80. 02000000:00000010:1.0:1724310013.074994:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124430000. 00000100:00000010:1.0:1724310013.075010:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfbb80. 02000000:00000010:1.0:1724310013.075012:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0dd000. 00000100:00000010:1.0:1724310013.075014:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746d80. 02000000:00000010:1.0:1724310013.075016:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880118d70000. 00000100:00000010:1.0:1724310013.075040:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7f100. 02000000:00000010:1.0:1724310013.075043:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3b000. 00000100:00000010:1.0:1724310013.075046:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8a80. 02000000:00000010:1.0:1724310013.075048:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801315f0000. 00000100:00000010:1.0:1724310013.075064:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085747b80. 02000000:00000010:1.0:1724310013.075066:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab7000. 00000100:00000010:1.0:1724310013.075071:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7fb80. 02000000:00000010:1.0:1724310013.075072:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d30000. 00000100:00000010:1.0:1724310013.075096:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e300. 02000000:00000010:1.0:1724310013.075098:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab5000. 00000100:00000010:1.0:1724310013.075103:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7d180. 02000000:00000010:1.0:1724310013.075105:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ab0000. 00000100:00000010:1.0:1724310013.075121:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746a00. 02000000:00000010:1.0:1724310013.075124:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b6000. 00000100:00000010:1.0:1724310013.075126:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c700. 02000000:00000010:1.0:1724310013.075128:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801359e0000. 00000100:00000010:1.0:1724310013.075149:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9f80. 02000000:00000010:1.0:1724310013.075152:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f6000. 00000100:00000010:1.0:1724310013.075155:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746300. 02000000:00000010:1.0:1724310013.075157:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880135b30000. 00000100:00000010:1.0:1724310013.075175:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f480. 02000000:00000010:1.0:1724310013.075178:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6c000. 00000100:00000010:1.0:1724310013.075180:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbaa00. 02000000:00000010:1.0:1724310013.075183:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122be0000. 00000100:00000010:1.0:1724310013.075199:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083020700. 02000000:00000010:1.0:1724310013.075202:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5c000. 00000100:00000010:1.0:1724310013.075204:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba680. 02000000:00000010:1.0:1724310013.075206:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222d0000. 00000100:00000010:1.0:1724310013.075226:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9c00. 02000000:00000010:1.0:1724310013.075229:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c497000. 00000100:00000010:1.0:1724310013.075232:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9500. 02000000:00000010:1.0:1724310013.075234:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880112130000. 00000100:00000010:1.0:1724310013.075251:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfb800. 02000000:00000010:1.0:1724310013.075254:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b47000. 00000100:00000010:1.0:1724310013.075278:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52680. 02000000:00000010:1.0:1724310013.075281:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131be0000. 00000100:00000010:1.0:1724310013.075300:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52d80. 02000000:00000010:1.0:1724310013.075303:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b40000. 00000100:00000010:1.0:1724310013.075305:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53480. 02000000:00000010:1.0:1724310013.075307:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134510000. 00000100:00000010:1.0:1724310013.075324:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8a80. 02000000:00000010:1.0:1724310013.075326:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6a000. 00000100:00000010:1.0:1724310013.075329:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba300. 02000000:00000010:1.0:1724310013.075331:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121eb0000. 00000100:00000010:1.0:1724310013.075350:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50700. 02000000:00000010:1.0:1724310013.075352:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd68000. 00000100:00000010:1.0:1724310013.075354:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8e00. 02000000:00000010:1.0:1724310013.075356:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134af0000. 00000100:00000010:1.0:1724310013.075377:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8380. 02000000:00000010:1.0:1724310013.075379:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6b000. 00000100:00000010:1.0:1724310013.075382:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbb800. 02000000:00000010:1.0:1724310013.075384:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c640000. 00000100:00000010:1.0:1724310013.075415:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453800. 02000000:00000010:1.0:1724310013.075418:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c490000. 00000100:00000010:1.0:1724310013.075421:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453b80. 02000000:00000010:1.0:1724310013.075423:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddf0000. 00000100:00000010:1.0:1724310013.075442:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50380. 02000000:00000010:1.0:1724310013.075445:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010ccff000. 00000100:00000010:1.0:1724310013.075447:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50e00. 02000000:00000010:1.0:1724310013.075449:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800874e0000. 00000100:00000010:1.0:1724310013.075474:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451c00. 02000000:00000010:1.0:1724310013.075478:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf3000. 00000100:00000010:1.0:1724310013.075481:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451f80. 02000000:00000010:1.0:1724310013.075483:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880063d20000. 00000100:00000010:1.0:1724310013.075504:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453100. 02000000:00000010:1.0:1724310013.075507:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093924000. 00000100:00000010:1.0:1724310013.075510:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50a80. 02000000:00000010:1.0:1724310013.075512:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bbf0000. 00000100:00000010:1.0:1724310013.075536:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53b80. 02000000:00000010:1.0:1724310013.075538:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c6cd000. 00000100:00000010:1.0:1724310013.075541:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd500. 02000000:00000010:1.0:1724310013.075543:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88009c9a0000. 00000100:00000010:1.0:1724310013.075576:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452a00. 02000000:00000010:1.0:1724310013.075579:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472ce000. 00000100:00000010:1.0:1724310013.075582:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14dc00. 02000000:00000010:1.0:1724310013.075585:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092b10000. 00000100:00000010:1.0:1724310013.075617:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf100. 02000000:00000010:1.0:1724310013.075620:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb88000. 00000100:00000010:1.0:1724310013.075622:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfded80. 02000000:00000010:1.0:1724310013.075625:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88005e900000. 00000100:00000010:1.0:1724310013.075647:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdc700. 02000000:00000010:1.0:1724310013.075650:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8a000. 00000100:00000010:1.0:1724310013.075652:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddc00. 02000000:00000010:1.0:1724310013.075654:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007d200000. 00000100:00000010:1.0:1724310013.075675:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d500. 02000000:00000010:1.0:1724310013.075678:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094467000. 00000100:00000010:1.0:1724310013.075681:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfde680. 02000000:00000010:1.0:1724310013.075683:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7e0000. 00000100:00000010:1.0:1724310013.075710:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd880. 02000000:00000010:1.0:1724310013.075714:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e45000. 00000100:00000010:1.0:1724310013.075717:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022680. 02000000:00000010:1.0:1724310013.075719:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880084c70000. 00000100:00000010:1.0:1724310013.075738:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdea00. 02000000:00000010:1.0:1724310013.075741:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf7000. 00000100:00000010:1.0:1724310013.075743:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451500. 02000000:00000010:1.0:1724310013.075746:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88003e5a0000. 00000100:00000010:1.0:1724310013.075771:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022a00. 02000000:00000010:1.0:1724310013.075774:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e43000. 00000100:00000010:1.0:1724310013.075776:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8380. 02000000:00000010:1.0:1724310013.075781:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ecb0000. 00000100:00000010:1.0:1724310013.075799:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf800. 02000000:00000010:1.0:1724310013.075802:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13a000. 00000100:00000010:1.0:1724310013.075804:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453480. 02000000:00000010:1.0:1724310013.075807:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008fec0000. 00000100:00000010:1.0:1724310013.075828:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aaa00. 02000000:00000010:1.0:1724310013.075832:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121937000. 00000100:00000010:1.0:1724310013.075834:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9500. 02000000:00000010:1.0:1724310013.075837:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008de50000. 00000100:00000010:1.0:1724310013.075857:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddf80. 02000000:00000010:1.0:1724310013.075860:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13d000. 00000100:00000010:1.0:1724310013.075862:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf480. 02000000:00000010:1.0:1724310013.075864:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866c0000. 00000100:00000010:1.0:1724310013.075887:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8a80. 02000000:00000010:1.0:1724310013.075890:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560a000. 00000100:00000010:1.0:1724310013.075893:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aa300. 02000000:00000010:1.0:1724310013.075895:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cdb0000. 00000100:00000010:1.0:1724310013.075912:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451180. 02000000:00000010:1.0:1724310013.075915:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319df000. 00000100:00000010:1.0:1724310013.075917:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14e300. 02000000:00000010:1.0:1724310013.075920:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074a90000. 00000100:00000010:1.0:1724310013.075941:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c700. 02000000:00000010:1.0:1724310013.075947:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e62000. 00000100:00000010:1.0:1724310013.075950:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14fb80. 02000000:00000010:1.0:1724310013.075952:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006c430000. 00000100:00000010:1.0:1724310013.075969:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9180. 02000000:00000010:1.0:1724310013.075972:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e60000. 00000100:00000010:1.0:1724310013.075974:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831ab100. 02000000:00000010:1.0:1724310013.075978:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082770000. 00000100:00000010:1.0:1724310013.075998:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f800. 02000000:00000010:1.0:1724310013.076001:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083341000. 00000100:00000010:1.0:1724310013.076004:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452300. 02000000:00000010:1.0:1724310013.076007:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b70000. 00000100:00000010:1.0:1724310013.076032:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8000. 02000000:00000010:1.0:1724310013.076035:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318e8000. 00000100:00000010:1.0:1724310013.076038:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3800. 02000000:00000010:1.0:1724310013.076040:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090600000. 00000100:00000010:1.0:1724310013.076068:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3480. 02000000:00000010:1.0:1724310013.076072:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ed000. 00000100:00000010:1.0:1724310013.076074:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14df80. 02000000:00000010:1.0:1724310013.076077:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007bdb0000. 00000100:00000010:1.0:1724310013.076096:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0a80. 02000000:00000010:1.0:1724310013.076098:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29d000. 00000100:00000010:1.0:1724310013.076102:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ed80. 02000000:00000010:1.0:1724310013.076104:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ccb0000. 00000100:00000010:1.0:1724310013.076121:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdca80. 02000000:00000010:1.0:1724310013.076124:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce9f000. 00000100:00000010:1.0:1724310013.076127:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f100. 02000000:00000010:1.0:1724310013.076130:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088e20000. 00000100:00000010:1.0:1724310013.076154:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d880. 02000000:00000010:1.0:1724310013.076157:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800754fc000. 00000100:00000010:1.0:1724310013.076160:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c380. 02000000:00000010:1.0:1724310013.076164:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880095030000. 00000100:00000010:1.0:1724310013.076183:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeca80. 02000000:00000010:1.0:1724310013.076186:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d5000. 00000100:00000010:1.0:1724310013.076189:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0700. 02000000:00000010:1.0:1724310013.076191:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c520000. 00000100:00000010:1.0:1724310013.076212:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0000. 02000000:00000010:1.0:1724310013.076215:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560e000. 00000100:00000010:1.0:1724310013.076218:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452680. 02000000:00000010:1.0:1724310013.076220:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093110000. 00000100:00000010:1.0:1724310013.076245:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3480. 02000000:00000010:1.0:1724310013.076248:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f13000. 00000100:00000010:1.0:1724310013.076250:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0e00. 02000000:00000010:1.0:1724310013.076253:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ded0000. 00000100:00000010:1.0:1724310013.076299:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c2300. 02000000:00000010:1.0:1724310013.076304:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f14000. 00000100:00000010:1.0:1724310013.076306:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0a80. 02000000:00000010:1.0:1724310013.076308:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082730000. 00000100:00000010:1.0:1724310013.076329:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedf80. 02000000:00000010:1.0:1724310013.076333:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff5000. 00000100:00000010:1.0:1724310013.076336:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9f80. 02000000:00000010:1.0:1724310013.076340:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072d00000. 00000100:00000010:1.0:1724310013.076366:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3800. 02000000:00000010:1.0:1724310013.076369:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d2000. 00000100:00000010:1.0:1724310013.076372:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c1c00. 02000000:00000010:1.0:1724310013.076374:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064ef0000. 00000100:00000010:1.0:1724310013.076457:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9c00. 02000000:00000010:1.0:1724310013.076461:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce42000. 00000100:00000010:1.0:1724310013.076464:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0700. 02000000:00000010:1.0:1724310013.076467:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088220000. 00000100:00000010:1.0:1724310013.076492:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd500. 02000000:00000010:1.0:1724310013.076496:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce40000. 00000100:00000010:1.0:1724310013.076499:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ce300. 02000000:00000010:1.0:1724310013.076501:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088900000. 00000100:00000010:1.0:1724310013.076520:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cf480. 02000000:00000010:1.0:1724310013.076523:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d1c000. 00000100:00000010:1.0:1724310013.076528:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ced80. 02000000:00000010:1.0:1724310013.076530:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088a00000. 00000100:00000010:1.0:1724310013.076551:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc380. 02000000:00000010:1.0:1724310013.076554:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124569000. 00000100:00000010:1.0:1724310013.076557:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdc00. 02000000:00000010:1.0:1724310013.076559:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880041510000. 00000100:00000010:1.0:1724310013.076585:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdf80. 02000000:00000010:1.0:1724310013.076589:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012456b000. 00000100:00000010:1.0:1724310013.076591:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc000. 02000000:00000010:1.0:1724310013.076593:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cc90000. 00000100:00000010:1.0:1724310013.076616:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd180. 02000000:00000010:1.0:1724310013.076619:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c6000. 00000100:00000010:1.0:1724310013.076622:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cce00. 02000000:00000010:1.0:1724310013.076624:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092cf0000. 00000100:00000010:1.0:1724310013.076642:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cca80. 02000000:00000010:1.0:1724310013.076645:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfb000. 00000100:00000010:1.0:1724310013.076648:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18a80. 02000000:00000010:1.0:1724310013.076650:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bdc0000. 00000100:00000010:1.0:1724310013.076670:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18000. 02000000:00000010:1.0:1724310013.076673:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfe000. 00000100:00000010:1.0:1724310013.076676:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19500. 02000000:00000010:1.0:1724310013.076680:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090540000. 00000100:00000010:1.0:1724310013.076701:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19c00. 02000000:00000010:1.0:1724310013.076704:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008de29000. 00000100:00000010:1.0:1724310013.076707:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9500. 02000000:00000010:1.0:1724310013.076709:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093930000. 00000100:00000010:1.0:1724310013.076727:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19f80. 02000000:00000010:1.0:1724310013.076733:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123fd4000. 00000100:00000010:1.0:1724310013.076735:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b100. 02000000:00000010:1.0:1724310013.076740:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932e0000. 00000100:00000010:1.0:1724310013.076764:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19880. 02000000:00000010:1.0:1724310013.076767:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080708000. 00000100:00000010:1.0:1724310013.076770:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a680. 02000000:00000010:1.0:1724310013.076773:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800947a0000. 00000100:00000010:1.0:1724310013.076798:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b800. 02000000:00000010:1.0:1724310013.076801:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008070e000. 00000100:00000010:1.0:1724310013.076804:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a300. 02000000:00000010:1.0:1724310013.076806:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880078a10000. 00000100:00000010:1.0:1724310013.076829:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa680. 02000000:00000010:1.0:1724310013.076832:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801129af000. 00000100:00000010:1.0:1724310013.076835:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18700. 02000000:00000010:1.0:1724310013.076837:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086e80000. 00000100:00000010:1.0:1724310013.076862:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18380. 02000000:00000010:1.0:1724310013.076865:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880046020000. 00000100:00000010:1.0:1724310013.076867:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2680. 02000000:00000010:1.0:1724310013.076870:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800876a0000. 00000100:00000010:1.0:1724310013.076897:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19180. 02000000:00000010:1.0:1724310013.076900:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343ac000. 00000100:00000010:1.0:1724310013.076903:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1bb80. 02000000:00000010:1.0:1724310013.076906:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877d0000. 00000100:00000010:1.0:1724310013.076934:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1aa00. 02000000:00000010:1.0:1724310013.076937:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a92000. 00000100:00000010:1.0:1724310013.076940:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1ad80. 02000000:00000010:1.0:1724310013.076943:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800888b0000. 00000100:00000010:1.0:1724310013.076962:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8000. 02000000:00000010:1.0:1724310013.076966:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228ba000. 00000100:00000010:1.0:1724310013.076968:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511c000. 02000000:00000010:1.0:1724310013.076970:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be90000. 00000100:00000010:1.0:1724310013.076990:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8380. 02000000:00000010:1.0:1724310013.076993:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e73000. 00000100:00000010:1.0:1724310013.076996:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab800. 02000000:00000010:1.0:1724310013.076999:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087cf0000. 00000100:00000010:1.0:1724310013.077018:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa300. 02000000:00000010:1.0:1724310013.077021:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228bd000. 00000100:00000010:1.0:1724310013.077023:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ca80. 02000000:00000010:1.0:1724310013.077025:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087e00000. 00000100:00000010:1.0:1724310013.077044:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511e680. 02000000:00000010:1.0:1724310013.077047:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e72000. 00000100:00000010:1.0:1724310013.077049:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2d80. 02000000:00000010:1.0:1724310013.077052:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088450000. 00000100:00000010:1.0:1724310013.077074:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ea00. 02000000:00000010:1.0:1724310013.077077:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228b9000. 00000100:00000010:1.0:1724310013.077079:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511df80. 02000000:00000010:1.0:1724310013.077082:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008dd00000. 00000100:00000010:1.0:1724310013.077102:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7a680. 02000000:00000010:1.0:1724310013.077104:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b2000. 00000100:00000010:1.0:1724310013.077107:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d78380. 02000000:00000010:1.0:1724310013.077110:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008df40000. 00000100:00000010:1.0:1724310013.077129:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7b480. 02000000:00000010:1.0:1724310013.077132:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b5000. 00000100:00000010:1.0:1724310013.077135:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd880. 02000000:00000010:1.0:1724310013.077138:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877b0000. 00000100:00000010:1.0:1724310013.077170:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ded80. 02000000:00000010:1.0:1724310013.077174:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b1000. 00000100:00000010:1.0:1724310013.077176:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc380. 02000000:00000010:1.0:1724310013.077179:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cbc0000. 00000100:00000010:1.0:1724310013.077199:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df800. 02000000:00000010:1.0:1724310013.077202:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343a9000. 00000100:00000010:1.0:1724310013.077204:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815de680. 02000000:00000010:1.0:1724310013.077206:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087980000. 00000100:00000010:1.0:1724310013.077225:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dce00. 02000000:00000010:1.0:1724310013.077229:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122394000. 00000100:00000010:1.0:1724310013.077231:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dea00. 02000000:00000010:1.0:1724310013.077234:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88004f960000. 00000100:00000010:1.0:1724310013.077252:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc700. 02000000:00000010:1.0:1724310013.077278:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801328f7000. 00000100:00000010:1.0:1724310013.077282:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd500. 02000000:00000010:1.0:1724310013.077284:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be50000. 00000100:00000010:1.0:1724310013.077304:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3b80. 02000000:00000010:1.0:1724310013.077307:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801328f3000. 00000100:00000010:1.0:1724310013.077311:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddc00. 02000000:00000010:1.0:1724310013.077313:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bcb0000. 00000100:00000010:1.0:1724310013.077333:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2a00. 02000000:00000010:1.0:1724310013.077336:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a1000. 00000100:00000010:1.0:1724310013.077339:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df480. 02000000:00000010:1.0:1724310013.077342:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800879a0000. 00000100:00000010:1.0:1724310013.077360:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dfb80. 02000000:00000010:1.0:1724310013.077363:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122395000. 00000100:00000010:1.0:1724310013.077365:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df100. 02000000:00000010:1.0:1724310013.077368:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080300000. 00000100:00000010:1.0:1724310013.077390:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc000. 02000000:00000010:1.0:1724310013.077393:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013432e000. 00000100:00000010:1.0:1724310013.077412:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd180. 02000000:00000010:1.0:1724310013.077415:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c6e0000. 00000100:00000010:1.0:1724310013.077447:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dca80. 02000000:00000010:1.0:1724310013.077450:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122391000. 00000100:00000010:1.0:1724310013.077453:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddf80. 02000000:00000010:1.0:1724310013.077455:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090f90000. 00000100:00000010:1.0:1724310013.077476:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786300. 02000000:00000010:1.0:1724310013.077479:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013432f000. 00000100:00000010:1.0:1724310013.077481:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786a00. 02000000:00000010:1.0:1724310013.077484:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092d30000. 00000100:00000010:1.0:1724310013.077511:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787b80. 02000000:00000010:1.0:1724310013.077514:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a4000. 00000100:00000010:1.0:1724310013.077517:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785180. 02000000:00000010:1.0:1724310013.077519:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d970000. 00000100:00000010:1.0:1724310013.077539:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785f80. 02000000:00000010:1.0:1724310013.077542:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013432b000. 00000100:00000010:1.0:1724310013.077545:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122784a80. 02000000:00000010:1.0:1724310013.077547:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bef0000. 00000100:00000010:1.0:1724310013.077566:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787800. 02000000:00000010:1.0:1724310013.077568:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342d000. 00000100:00000010:1.0:1724310013.077572:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431500. 02000000:00000010:1.0:1724310013.077575:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800951d0000. 00000100:00000010:1.0:1724310013.077595:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431f80. 02000000:00000010:1.0:1724310013.077599:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134388000. 00000100:00000010:1.0:1724310013.077602:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134430e00. 02000000:00000010:1.0:1724310013.077604:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090ce0000. 00000100:00000010:1.0:1724310013.077626:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134433100. 02000000:00000010:1.0:1724310013.077629:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc5000. 00000100:00000010:1.0:1724310013.077632:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431c00. 02000000:00000010:1.0:1724310013.077634:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081b80000. 00000100:00000010:1.0:1724310013.077655:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cace00. 02000000:00000010:1.0:1724310013.077659:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013438d000. 00000100:00000010:1.0:1724310013.077663:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caed80. 02000000:00000010:1.0:1724310013.077667:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081870000. 00000100:00000010:1.0:1724310013.077685:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cadc00. 02000000:00000010:1.0:1724310013.077688:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134389000. 00000100:00000010:1.0:1724310013.077691:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cad500. 02000000:00000010:1.0:1724310013.077693:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f2f0000. 00000100:00000010:1.0:1724310013.077718:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac380. 02000000:00000010:1.0:1724310013.077722:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a6000. 00000100:00000010:1.0:1724310013.077725:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac700. 02000000:00000010:1.0:1724310013.077728:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087af0000. 00000100:00000010:1.0:1724310013.077749:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cafb80. 02000000:00000010:1.0:1724310013.077752:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a5000. 00000100:00000010:1.0:1724310013.077756:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb100. 02000000:00000010:1.0:1724310013.077759:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092fd0000. 00000100:00000010:1.0:1724310013.077778:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8e00. 02000000:00000010:1.0:1724310013.077783:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a1000. 00000100:00000010:1.0:1724310013.077786:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd9180. 02000000:00000010:1.0:1724310013.077789:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064810000. 00000100:00000010:1.0:1724310013.077816:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aad80. 02000000:00000010:1.0:1724310013.077820:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d47d000. 00000100:00000010:1.0:1724310013.077822:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdbb80. 02000000:00000010:1.0:1724310013.077824:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f8a0000. 00000100:00000010:1.0:1724310013.077843:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8700. 02000000:00000010:1.0:1724310013.077846:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bcd000. 00000100:00000010:1.0:1724310013.077848:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8a80. 02000000:00000010:1.0:1724310013.077850:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006b400000. 00000100:00000010:1.0:1724310013.077872:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda680. 02000000:00000010:1.0:1724310013.077875:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bcb000. 00000100:00000010:1.0:1724310013.077877:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb480. 02000000:00000010:1.0:1724310013.077880:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880077d40000. 00000100:00000010:1.0:1724310013.077903:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda300. 02000000:00000010:1.0:1724310013.077905:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801243ca000. 00000100:00000010:1.0:1724310013.077909:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8e00. 02000000:00000010:1.0:1724310013.077911:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007edd0000. 00000100:00000010:1.0:1724310013.077932:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb800. 02000000:00000010:1.0:1724310013.077935:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342a000. 00000100:00000010:1.0:1724310013.077937:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdaa00. 02000000:00000010:1.0:1724310013.077939:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074c00000. 00000100:00000010:1.0:1724310013.077958:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ea00. 02000000:00000010:1.0:1724310013.077964:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013482f000. 00000100:00000010:1.0:1724310013.077967:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c700. 02000000:00000010:1.0:1724310013.077969:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093370000. 00000100:00000010:1.0:1724310013.077994:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f480. 02000000:00000010:1.0:1724310013.077997:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc3000. 00000100:00000010:1.0:1724310013.077999:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f800. 02000000:00000010:1.0:1724310013.078001:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c770000. 00000100:00000010:1.0:1724310013.078019:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef480. 02000000:00000010:1.0:1724310013.078022:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc7000. 00000100:00000010:1.0:1724310013.078024:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2300. 02000000:00000010:1.0:1724310013.078026:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c6ff000. 00000100:00000010:1.0:1724310013.078028:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3100. 02000000:00000010:1.0:1724310013.078030:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800875e0000. 00000100:00000010:1.0:1724310013.078050:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed880. 02000000:00000010:1.0:1724310013.078053:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231a000. 00000100:00000010:1.0:1724310013.078056:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9180. 02000000:00000010:1.0:1724310013.078058:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082700000. 00000100:00000010:1.0:1724310013.078076:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab480. 02000000:00000010:1.0:1724310013.078079:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231c000. 00000100:00000010:1.0:1724310013.078082:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed180. 02000000:00000010:1.0:1724310013.078084:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7a0000. 00000100:00000010:1.0:1724310013.078109:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafb100. 02000000:00000010:1.0:1724310013.078112:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122319000. 00000100:00000010:1.0:1724310013.078114:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9c00. 02000000:00000010:1.0:1724310013.078117:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e900000. 00000100:00000010:1.0:1724310013.078138:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ca80. 02000000:00000010:1.0:1724310013.078142:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583d000. 00000100:00000010:1.0:1724310013.078145:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d500. 02000000:00000010:1.0:1724310013.078148:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d790000. 00000100:00000010:1.0:1724310013.078173:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeea00. 02000000:00000010:1.0:1724310013.078177:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a1000. 00000100:00000010:1.0:1724310013.078179:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef100. 02000000:00000010:1.0:1724310013.078182:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800864c0000. 00000100:00000010:1.0:1724310013.078205:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafa680. 02000000:00000010:1.0:1724310013.078208:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a4000. 00000100:00000010:1.0:1724310013.078210:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9880. 02000000:00000010:1.0:1724310013.078213:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d100000. 00000100:00000010:1.0:1724310013.078244:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aec000. 02000000:00000010:1.0:1724310013.078247:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583b000. 00000100:00000010:1.0:1724310013.078250:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8a80. 02000000:00000010:1.0:1724310013.078252:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083180000. 00000100:00000010:1.0:1724310013.078297:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8a80. 02000000:00000010:1.0:1724310013.078301:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009533a000. 00000100:00000010:1.0:1724310013.078303:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef800. 02000000:00000010:1.0:1724310013.078306:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934f0000. 00000100:00000010:1.0:1724310013.078336:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850fb80. 02000000:00000010:1.0:1724310013.078340:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801243cd000. 00000100:00000010:1.0:1724310013.078345:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ed80. 02000000:00000010:1.0:1724310013.078347:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b00000. 00000100:00000010:1.0:1724310013.078372:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f100. 02000000:00000010:1.0:1724310013.078376:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088951000. 00000100:00000010:1.0:1724310013.078379:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aaa00. 02000000:00000010:1.0:1724310013.078381:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081180000. 00000100:00000010:1.0:1724310013.078412:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c380. 02000000:00000010:1.0:1724310013.078415:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088950000. 00000100:00000010:1.0:1724310013.078418:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850dc00. 02000000:00000010:1.0:1724310013.078420:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddc0000. 00000100:00000010:1.0:1724310013.078441:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154a80. 02000000:00000010:1.0:1724310013.078445:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088957000. 00000100:00000010:1.0:1724310013.078447:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f155880. 02000000:00000010:1.0:1724310013.078450:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932c0000. 00000100:00000010:1.0:1724310013.078472:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850df80. 02000000:00000010:1.0:1724310013.078475:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d64f000. 00000100:00000010:1.0:1724310013.078478:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154e00. 02000000:00000010:1.0:1724310013.078480:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d4f0000. 00000100:00000010:1.0:1724310013.078500:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f155180. 02000000:00000010:1.0:1724310013.078503:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880095338000. 00000100:00000010:1.0:1724310013.078505:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156300. 02000000:00000010:1.0:1724310013.078508:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080830000. 00000100:00000010:1.0:1724310013.078536:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154000. 02000000:00000010:1.0:1724310013.078539:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d172000. 00000100:00000010:1.0:1724310013.078541:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157480. 02000000:00000010:1.0:1724310013.078544:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800815f0000. 00000100:00000010:1.0:1724310013.078568:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafb480. 02000000:00000010:1.0:1724310013.078571:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e79000. 00000100:00000010:1.0:1724310013.078574:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8e00. 02000000:00000010:1.0:1724310013.078577:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087670000. 00000100:00000010:1.0:1724310013.078602:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156d80. 02000000:00000010:1.0:1724310013.078605:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e7b000. 00000100:00000010:1.0:1724310013.078607:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8000. 02000000:00000010:1.0:1724310013.078610:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866f0000. 00000100:00000010:1.0:1724310013.078630:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9500. 02000000:00000010:1.0:1724310013.078633:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb50000. 00000100:00000010:1.0:1724310013.078635:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafbb80. 02000000:00000010:1.0:1724310013.078638:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880085530000. 00000100:00000010:1.0:1724310013.078665:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafad80. 02000000:00000010:1.0:1724310013.078668:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb57000. 00000100:00000010:1.0:1724310013.078670:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9180. 02000000:00000010:1.0:1724310013.078673:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880045120000. 00000100:00000010:1.0:1724310013.078696:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafaa00. 02000000:00000010:1.0:1724310013.078699:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281c000. 00000100:00000010:1.0:1724310013.078702:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fd180. 02000000:00000010:1.0:1724310013.078707:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093440000. 00000100:00000010:1.0:1724310013.078727:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e680. 02000000:00000010:1.0:1724310013.078730:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281f000. 00000100:00000010:1.0:1724310013.078733:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fce00. 02000000:00000010:1.0:1724310013.078738:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083150000. 00000100:00000010:1.0:1724310013.078758:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ce00. 02000000:00000010:1.0:1724310013.078761:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583f000. 00000100:00000010:1.0:1724310013.078763:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d180. 02000000:00000010:1.0:1724310013.078765:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800906b0000. 00000100:00000010:1.0:1724310013.078785:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fdf80. 02000000:00000010:1.0:1724310013.078792:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880065838000. 00000100:00000010:1.0:1724310013.078794:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ffb80. 02000000:00000010:1.0:1724310013.078798:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880079360000. 00000100:00000010:1.0:1724310013.078832:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e300. 02000000:00000010:1.0:1724310013.078835:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d953000. 00000100:00000010:1.0:1724310013.078839:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c000. 02000000:00000010:1.0:1724310013.078841:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087a60000. 00000100:00000010:1.0:1724310013.078861:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f800. 02000000:00000010:1.0:1724310013.078863:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d176000. 00000100:00000010:1.0:1724310013.078866:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c380. 02000000:00000010:1.0:1724310013.078868:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082a20000. 00000100:00000010:1.0:1724310013.078890:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ce00. 02000000:00000010:1.0:1724310013.078893:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087588000. 00000100:00000010:1.0:1724310013.078895:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fed80. 02000000:00000010:1.0:1724310013.078899:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086640000. 00000100:00000010:1.0:1724310013.078922:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff100. 02000000:00000010:1.0:1724310013.078924:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a026000. 00000100:00000010:1.0:1724310013.078927:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c700. 02000000:00000010:1.0:1724310013.078930:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880029fd0000. 00000100:00000010:1.0:1724310013.078950:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fd500. 02000000:00000010:1.0:1724310013.078953:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a025000. 00000100:00000010:1.0:1724310013.078957:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc000. 02000000:00000010:1.0:1724310013.078960:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c20000. 00000100:00000010:1.0:1724310013.078979:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219e680. 02000000:00000010:1.0:1724310013.078982:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a5000. 00000100:00000010:1.0:1724310013.078985:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fe680. 02000000:00000010:1.0:1724310013.078987:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880091ee0000. 00000100:00000010:1.0:1724310013.079008:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fea00. 02000000:00000010:1.0:1724310013.079010:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a2000. 00000100:00000010:1.0:1724310013.079013:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fdc00. 02000000:00000010:1.0:1724310013.079015:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e920000. 00000100:00000010:1.0:1724310013.079035:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157100. 02000000:00000010:1.0:1724310013.079038:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a021000. 00000100:00000010:1.0:1724310013.079040:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154380. 02000000:00000010:1.0:1724310013.079043:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880075a40000. 00000100:00000010:1.0:1724310013.079063:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ea00. 02000000:00000010:1.0:1724310013.079066:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c994000. 00000100:00000010:1.0:1724310013.079068:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219dc00. 02000000:00000010:1.0:1724310013.079071:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086670000. 00000100:00000010:1.0:1724310013.079096:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff480. 02000000:00000010:1.0:1724310013.079100:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5c000. 00000100:00000010:1.0:1724310013.079103:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156a00. 02000000:00000010:1.0:1724310013.079106:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be10000. 00000100:00000010:1.0:1724310013.079126:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aefb80. 02000000:00000010:1.0:1724310013.079128:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba59000. 00000100:00000010:1.0:1724310013.079130:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeed80. 02000000:00000010:1.0:1724310013.079133:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d2b0000. 00000100:00000010:1.0:1724310013.079151:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc380. 02000000:00000010:1.0:1724310013.079154:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008e757000. 00000100:00000010:1.0:1724310013.079157:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f480. 02000000:00000010:1.0:1724310013.079159:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b20000. 00000100:00000010:1.0:1724310013.079187:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aee300. 02000000:00000010:1.0:1724310013.079189:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134465000. 00000100:00000010:1.0:1724310013.079192:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedc00. 02000000:00000010:1.0:1724310013.079194:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f750000. 00000100:00000010:1.0:1724310013.079218:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219d880. 02000000:00000010:1.0:1724310013.079221:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d173000. 00000100:00000010:1.0:1724310013.079224:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219df80. 02000000:00000010:1.0:1724310013.079227:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5c0000. 00000100:00000010:1.0:1724310013.079245:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ca80. 02000000:00000010:1.0:1724310013.079247:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134466000. 00000100:00000010:1.0:1724310013.079249:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f100. 02000000:00000010:1.0:1724310013.079251:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093770000. 00000100:00000010:1.0:1724310013.079297:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157800. 02000000:00000010:1.0:1724310013.079300:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba58000. 00000100:00000010:1.0:1724310013.079302:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156680. 00000100:00000200:1.0:1724310013.079311:0:20173:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1724310013.079318:0:20173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1a840. 00000400:00000010:1.0:1724310013.079325:0:20173:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88008bb2b000. 00000800:00000200:0.0:1724310013.079563:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.079567:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310013.079570:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.079579:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.079582:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660abb0 00000400:00000010:0.0:1724310013.079584:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660abb0. 02000000:00000010:0.0:1724310013.079588:0:3289:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f70000. 00010000:00000010:3.1:1724310013.079668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310013.079674:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310013.079677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310013.079679:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310013.079682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310013.079686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310013.082455:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310013.082464:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:0.0:1724310013.083036:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.083049:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8680 00000400:00000200:0.0:1724310013.083056:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 0 00000400:00000200:0.0:1724310013.083073:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.083077:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.083083:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.083089:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f653b80. 00000020:00000010:1.0:1724310013.083188:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135600. 00000020:00000010:1.0:1724310013.083194:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.083197:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcbb8. 00000100:00000200:2.0:1724310013.083329:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299456 02000000:00000010:2.0:1724310013.083356:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880135168000. 00010000:00000010:2.0:1724310013.083386:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:2.0:1724310013.083418:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:2.0:1724310013.083439:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.083443:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.083454:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.083456:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.083459:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.083461:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.083536:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.083538:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.083541:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.083543:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.083561:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16e0. 00000020:00000010:2.0:1724310013.083566:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16e0. 00000020:00000010:2.0:1724310013.083574:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6300. 00080000:00000010:2.0:1724310013.083579:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135953800. 00000001:00000010:2.0:1724310013.083740:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6000. 00000001:00000010:2.0:1724310013.083744:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310013.083772:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6300. 00010000:00000010:2.0:1724310013.083778:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.083780:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.083793:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.083809:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.083811:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00080000:00000010:2.0:1724310013.083826:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:2.0:1724310013.083830:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc320. 00000004:00000010:2.0:1724310013.083834:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:2.0:1724310013.083838:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:2.0:1724310013.083844:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000200:2.0:1724310013.083856:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096061, last committed = 4295095650 00010000:00000200:2.0:1724310013.083863:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f653b80 x1808069883299456/t4295096061(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.083875:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6440. 00000100:00000200:2.0:1724310013.083879:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883299456, offset 224 00000400:00000010:2.0:1724310013.083884:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84e70. 00000400:00000200:2.0:1724310013.083887:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.083895:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.083899:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531001:531001:256:4294967295] 192.168.204.31@tcp LPNI seq info [530997:530997:8:4294967295] 00000400:00000200:2.0:1724310013.083903:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.083909:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.083913:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.083916:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.083920:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.083925:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.083928:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.083950:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:2.0:1724310013.083953:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcbb8. 00000020:00000010:2.0:1724310013.083956:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135600. 00000800:00000200:3.0:1724310013.084009:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.084012:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:3.0:1724310013.084014:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.084018:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.085318:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.085328:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949d5 00000400:00000200:0.0:1724310013.085331:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.085335:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.085339:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6440 00000400:00000010:0.0:1724310013.085341:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6440. 00010000:00000010:3.0:1724310013.085407:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:3.0:1724310013.085413:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00010000:00000010:3.1:1724310013.085508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310013.085515:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310013.085518:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310013.085520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:2.0:1724310013.085632:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.085639:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8700 00000400:00000200:2.0:1724310013.085644:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 488 00000400:00000200:2.0:1724310013.085686:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.085690:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.085694:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.085698:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5880. 00000020:00000010:1.0:1724310013.086773:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132134e00. 00000020:00000010:1.0:1724310013.086779:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.086782:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310013.086812:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299584 00000001:00000010:1.0:1724310013.086821:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310013.086838:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.086842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310013.086884:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:1.0:1724310013.086904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.086907:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.086917:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.086919:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.086921:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.086923:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310013.086992:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310013.086999:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310013.087003:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310013.087009:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9520. 00010000:00000010:1.0:1724310013.087926:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.087930:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.087933:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.087936:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.087985:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.088002:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.088006:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.088029:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310013.088045:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5880 x1808069883299584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.088057:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310013.088062:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883299584, offset 224 00000400:00000200:1.0:1724310013.088067:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.088074:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.088079:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531002:531002:256:4294967295] 192.168.204.31@tcp LPNI seq info [530998:530998:8:4294967295] 00000400:00000200:1.0:1724310013.088087:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.088091:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.088094:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.088098:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.088103:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.088106:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.088126:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.088128:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310013.088132:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132134e00. 00000800:00000200:2.0:1724310013.088223:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.088226:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:2.0:1724310013.088228:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.088232:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.088235:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:2.0:1724310013.088237:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00010000:00000010:3.1:1724310013.088409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310013.088413:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00000400:00000200:0.0:1724310013.090110:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.090121:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8800 00000400:00000200:0.0:1724310013.090127:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 1064 00000400:00000200:0.0:1724310013.090143:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.090146:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.090151:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.090156:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f650000. 00000020:00000010:1.0:1724310013.091463:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132134e00. 00000020:00000010:1.0:1724310013.091469:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.091473:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310013.091505:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299840 02000000:00000010:1.0:1724310013.091536:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e0000. 00010000:00000010:1.0:1724310013.091566:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.091577:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.091598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.091602:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.091612:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.091614:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.091617:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.091619:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.091728:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.091731:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.091733:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.091735:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.091756:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.091761:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.091770:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7ae0. 00080000:00000010:1.0:1724310013.091776:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c6ff000. 00000001:00000010:1.0:1724310013.091935:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f540. 00000001:00000010:1.0:1724310013.091940:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310013.091971:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7ae0. 00010000:00000010:1.0:1724310013.091978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.091981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.091993:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.092011:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.092014:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310013.092035:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9520. 00000004:00000010:1.0:1724310013.092040:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310013.092044:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310013.092048:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310013.092054:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310013.092065:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096062, last committed = 4295095650 00010000:00000200:1.0:1724310013.092073:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f650000 x1808069883299840/t4295096062(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.092087:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310013.092092:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883299840, offset 224 00000400:00000010:1.0:1724310013.092098:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65c78. 00000400:00000200:1.0:1724310013.092101:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.092111:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.092115:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531003:531003:256:4294967295] 192.168.204.31@tcp LPNI seq info [530999:530999:8:4294967295] 00000400:00000200:1.0:1724310013.092120:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.092125:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.092130:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.092133:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.092137:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.092142:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.092146:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.092762:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.092766:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310013.092768:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132134e00. 00000800:00000200:2.0:1724310013.092890:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.092893:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310013.092896:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.092900:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.094405:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.094413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310013.094591:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310013.094596:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310013.094599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310013.094602:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:2.0:1724310013.094695:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.094707:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949dd 00000400:00000200:2.0:1724310013.094712:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.094715:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.094719:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:2.0:1724310013.094721:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00000400:00000200:2.0:1724310013.094737:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.094741:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8880 00000400:00000200:2.0:1724310013.094746:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 1552 00010000:00000010:0.0:1724310013.095022:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:0.0:1724310013.095030:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:2.0:1724310013.095646:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.095650:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.095655:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.095661:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4a80. 00000020:00000010:1.0:1724310013.095733:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132134e00. 00000020:00000010:1.0:1724310013.095738:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.095741:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310013.095762:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883299968 00000001:00000010:1.0:1724310013.095769:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:1.0:1724310013.095785:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.095788:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310013.095830:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093770000. 00010000:00000010:1.0:1724310013.095849:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.095852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.095863:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.095866:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.095868:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.095871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310013.095940:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310013.095946:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310013.095950:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310013.095956:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9520. 00010000:00000010:1.0:1724310013.096570:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.096573:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.096576:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.096578:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.096614:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.096621:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.096623:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.096644:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310013.096655:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4a80 x1808069883299968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.096668:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a3b8. 00000100:00000200:1.0:1724310013.096673:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883299968, offset 224 00000400:00000200:1.0:1724310013.096677:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.096684:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.096689:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531004:531004:256:4294967295] 192.168.204.31@tcp LPNI seq info [531000:531000:8:4294967295] 00000400:00000200:1.0:1724310013.096697:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.096701:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.096704:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310013.096708:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.096713:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.096716:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.096988:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.096992:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310013.096994:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132134e00. 00000800:00000200:0.0:1724310013.097084:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.097088:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310013.097091:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.097094:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.097097:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a3b8 00000400:00000010:0.0:1724310013.097099:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a3b8. 00010000:00000010:0.1:1724310013.097467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310013.097472:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310013.097475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310013.097480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310013.098584:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.098594:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8980 00000400:00000200:0.0:1724310013.098601:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 2128 00000400:00000200:0.0:1724310013.098617:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.098621:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.098626:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.098630:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f651f80. 00000020:00000010:1.0:1724310013.098713:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132134e00. 00000020:00000010:1.0:1724310013.098717:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.098720:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310013.098941:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883300224 02000000:00000010:1.0:1724310013.098965:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801226e4000. 00010000:00000010:1.0:1724310013.098990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.099001:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.099021:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.099026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.099035:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.099036:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.099039:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.099041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.099112:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.099114:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.099116:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.099118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.099136:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.099140:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.099149:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10060. 00080000:00000010:1.0:1724310013.099153:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c7400. 00000001:00000010:1.0:1724310013.099340:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb24e0. 00000001:00000010:1.0:1724310013.099344:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310013.099372:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10060. 00010000:00000010:1.0:1724310013.099377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.099380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.099391:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.099415:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.099418:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310013.099434:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9520. 00000004:00000010:1.0:1724310013.099438:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310013.099442:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310013.099446:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310013.099451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310013.099461:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096063, last committed = 4295095650 00010000:00000200:1.0:1724310013.099467:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f651f80 x1808069883300224/t4295096063(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.099480:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008660a880. 00000100:00000200:1.0:1724310013.099484:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883300224, offset 224 00000400:00000010:1.0:1724310013.099489:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65cb0. 00000400:00000200:1.0:1724310013.099492:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.099500:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.099504:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531005:531005:256:4294967295] 192.168.204.31@tcp LPNI seq info [531001:531001:8:4294967295] 00000400:00000200:1.0:1724310013.099508:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.099513:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.099517:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.099520:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310013.099525:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.099530:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.099533:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.099556:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.099559:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310013.099561:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132134e00. 00000800:00000200:3.0:1724310013.099679:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.099682:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310013.099685:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.099689:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.100337:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310013.100343:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310013.100367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310013.100371:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310013.100373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310013.100375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310013.100376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310013.100379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00000400:00000200:0.0:1724310013.101199:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.101209:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949e5 00000400:00000200:0.0:1724310013.101213:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.101216:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.101220:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008660a880 00000400:00000010:0.0:1724310013.101222:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008660a880. 00000400:00000200:0.0:1724310013.101250:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.101254:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8a00 00000400:00000200:0.0:1724310013.101287:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 2616 00000400:00000200:0.0:1724310013.101338:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.101342:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.101345:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.101349:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f652d80. 00000020:00000010:2.0:1724310013.101439:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800947cfa00. 00010000:00000010:3.0:1724310013.101439:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00000020:00000010:2.0:1724310013.101444:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0a80. 00010000:00000010:3.0:1724310013.101446:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000020:00000010:2.0:1724310013.101447:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.101466:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883300352 00000001:00000010:2.0:1724310013.101473:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:2.0:1724310013.101735:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.101740:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 02000000:00000010:2.0:1724310013.101784:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5c0000. 00010000:00000010:2.0:1724310013.101804:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.101807:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.101816:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.101818:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.101821:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.101823:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00000004:00000010:2.0:1724310013.101892:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310013.101898:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.101903:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.101908:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.102537:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.102541:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.102544:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.102546:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.102581:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.102740:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.102744:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.102767:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.102778:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f652d80 x1808069883300352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.102790:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6d48. 00000100:00000200:2.0:1724310013.102795:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883300352, offset 224 00000400:00000200:2.0:1724310013.102799:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.102807:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.102812:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531006:531006:256:4294967295] 192.168.204.31@tcp LPNI seq info [531002:531002:8:4294967295] 00000400:00000200:2.0:1724310013.102820:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.102824:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.102827:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.102832:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.102837:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.102839:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.102857:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.102861:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.102864:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800947cfa00. 00000800:00000200:0.0:1724310013.102914:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.102917:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310013.102920:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.102924:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.102926:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6d48 00000400:00000010:0.0:1724310013.102928:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6d48. 00010000:00000010:1.1:1724310013.104279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310013.104288:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.1:1724310013.104292:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310013.104294:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310013.104297:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310013.104298:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310013.104301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310013.104302:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310013.104304:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310013.104307:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310013.104739:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.104749:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8b00 00000400:00000200:0.0:1724310013.104755:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 3192 00000400:00000200:0.0:1724310013.104772:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.104775:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.104780:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.104786:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6d80. 00000020:00000010:2.0:1724310013.104871:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800947cfa00. 00000020:00000010:2.0:1724310013.104876:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.104880:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.104901:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883300608 02000000:00000010:2.0:1724310013.104924:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013516c000. 00010000:00000010:2.0:1724310013.104950:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.104959:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.104978:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.104981:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.104991:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.104993:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.104996:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.104998:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.105069:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.105071:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.105074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.105076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00000020:00000010:2.0:1724310013.105097:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.105101:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.105109:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6ba0. 00080000:00000010:2.0:1724310013.105114:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135950000. 00000001:00000010:2.0:1724310013.105293:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6060. 00000001:00000010:2.0:1724310013.105298:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310013.105327:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6ba0. 00010000:00000010:2.0:1724310013.105332:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.105334:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.105345:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.105359:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.105361:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00080000:00000010:2.0:1724310013.105379:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310013.105383:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.105387:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.105393:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310013.105426:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000200:2.0:1724310013.105436:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096064, last committed = 4295095650 00010000:00000200:2.0:1724310013.105442:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6d80 x1808069883300608/t4295096064(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.105453:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be67f8. 00000100:00000200:2.0:1724310013.105457:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883300608, offset 224 00000400:00000010:2.0:1724310013.105462:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84ea8. 00000400:00000200:2.0:1724310013.105465:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.107467:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.107474:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531007:531007:256:4294967295] 192.168.204.31@tcp LPNI seq info [531003:531003:8:4294967295] 00000400:00000200:2.0:1724310013.107482:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.107487:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.107493:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.107499:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310013.107505:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.107512:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.107515:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.107542:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.107547:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.107550:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800947cfa00. 00000800:00000200:0.0:1724310013.107643:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.107646:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310013.107650:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.107654:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.108702:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310013.109092:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310013.109098:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310013.109454:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.109465:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949ed 00000400:00000200:0.0:1724310013.109470:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.109473:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.109478:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be67f8 00000400:00000010:0.0:1724310013.109480:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be67f8. 00010000:00000010:2.0:1724310013.109550:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.109557:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0100. 00000400:00000200:0.0:1724310013.110673:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.110681:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8b80 00000400:00000200:0.0:1724310013.110688:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 3680 00000400:00000200:0.0:1724310013.110738:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.110742:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.110747:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.110752:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c5880. 00000020:00000010:2.0:1724310013.111241:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800947cfa00. 00000020:00000010:2.0:1724310013.111246:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.111250:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.111303:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883300736 00000001:00000010:2.0:1724310013.111311:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310013.111328:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.111333:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 02000000:00000010:2.0:1724310013.111665:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f750000. 00010000:00000010:2.0:1724310013.111686:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.111689:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.111701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.111703:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.111706:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.111708:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00000004:00000010:2.0:1724310013.111779:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310013.111786:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.111790:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.111796:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.112614:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.112618:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.112621:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.112624:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.112663:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.112671:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.112675:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.112697:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.112709:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c5880 x1808069883300736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.112723:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be65d8. 00000100:00000200:2.0:1724310013.112727:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883300736, offset 224 00000400:00000200:2.0:1724310013.112732:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.112741:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.112746:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531008:531008:256:4294967295] 192.168.204.31@tcp LPNI seq info [531004:531004:8:4294967295] 00000400:00000200:2.0:1724310013.112755:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.112760:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.112763:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310013.112767:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.112773:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.112777:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.112789:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.112792:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.112796:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800947cfa00. 00000800:00000200:0.0:1724310013.112893:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.112895:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310013.112898:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.112902:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.112905:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be65d8 00000400:00000010:0.0:1724310013.112907:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be65d8. 00010000:00000010:0.1:1724310013.114429:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310013.114438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310013.114442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310013.114444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310013.114446:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310013.114448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310013.114450:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310013.114452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310013.114459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310013.115373:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.115386:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8c80 00000400:00000200:0.0:1724310013.115392:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 4256 00000400:00000200:0.0:1724310013.115421:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.115425:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.115430:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.115435:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c4000. 00000020:00000010:2.0:1724310013.116053:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081783400. 00000020:00000010:2.0:1724310013.116058:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.116062:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.116239:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883300992 02000000:00000010:2.0:1724310013.116285:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf11000. 00010000:00000010:2.0:1724310013.116314:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.116324:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.116558:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.116564:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.116581:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.116583:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.116586:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.116588:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.116664:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.116666:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.116669:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.116671:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.116689:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.116694:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.116701:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310013.116708:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab4000. 00000001:00000010:2.0:1724310013.116852:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd64e0. 00000001:00000010:2.0:1724310013.116856:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310013.116883:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310013.116888:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.116891:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.116904:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.116919:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.116922:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00080000:00000010:2.0:1724310013.116940:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310013.116944:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.116948:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.116953:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310013.116958:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000200:2.0:1724310013.116968:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096065, last committed = 4295095650 00010000:00000200:2.0:1724310013.116975:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c4000 x1808069883300992/t4295096065(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.116988:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6660. 00000100:00000200:2.0:1724310013.116994:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883300992, offset 224 00000400:00000010:2.0:1724310013.116999:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84ee0. 00000400:00000200:2.0:1724310013.117002:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.117012:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.117018:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531009:531009:256:4294967295] 192.168.204.31@tcp LPNI seq info [531005:531005:8:4294967295] 00000400:00000200:2.0:1724310013.117022:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.117028:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.117033:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.117035:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310013.117039:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.117044:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.117047:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.117061:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.117063:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.117066:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081783400. 00000800:00000200:0.0:1724310013.117196:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.117199:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310013.117202:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.117206:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.117342:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310013.117348:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310013.117351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310013.117353:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310013.117355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310013.117357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310013.119331:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.119343:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949f5 00000400:00000200:0.0:1724310013.119348:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.119351:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.119355:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6660 00000400:00000010:0.0:1724310013.119357:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6660. 00010000:00000010:3.0:1724310013.119440:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:3.0:1724310013.119449:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00000400:00000200:0.0:1724310013.119611:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.119616:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8d00 00000400:00000200:0.0:1724310013.119622:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 4744 00000400:00000200:0.0:1724310013.119945:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.119950:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.119954:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.119958:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6a00. 00000020:00000010:2.0:1724310013.120138:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dcc00. 00000020:00000010:2.0:1724310013.120142:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.120146:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.120667:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883301120 00000001:00000010:2.0:1724310013.120677:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:2.0:1724310013.120694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.120699:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 02000000:00000010:2.0:1724310013.120739:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b20000. 00010000:00000010:2.0:1724310013.120759:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310013.120762:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.120772:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.120774:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.120778:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.120780:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00000004:00000010:2.0:1724310013.120852:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310013.120859:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.120864:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.120870:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.122235:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.122239:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.122242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.122246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.122325:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.122333:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.122337:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.122362:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000200:2.0:1724310013.122374:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6a00 x1808069883301120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.122388:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6990. 00000100:00000200:2.0:1724310013.122393:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883301120, offset 224 00000400:00000200:2.0:1724310013.122410:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.122418:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.122424:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531010:531010:256:4294967295] 192.168.204.31@tcp LPNI seq info [531006:531006:8:4294967295] 00000400:00000200:2.0:1724310013.122433:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.122438:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.122441:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.122445:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.122452:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.122455:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.122473:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.122476:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.122479:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dcc00. 00000800:00000200:0.0:1724310013.122615:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.122617:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310013.122621:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.122624:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.122627:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6990 00000400:00000010:0.0:1724310013.122629:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6990. 00010000:00000010:0.1:1724310013.123180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310013.123186:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310013.123189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310013.123191:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310013.123193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310013.123197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310013.124451:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.124463:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8e00 00000400:00000200:0.0:1724310013.124470:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 5320 00000400:00000200:0.0:1724310013.124489:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.124493:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.124498:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.124503:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c7b80. 00000020:00000010:2.0:1724310013.124603:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dcc00. 00000020:00000010:2.0:1724310013.124607:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.124611:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.124633:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883301376 02000000:00000010:2.0:1724310013.124659:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122998000. 00010000:00000010:2.0:1724310013.124685:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.124696:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.124715:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.124718:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.124728:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.124730:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.124732:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.124734:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.124808:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.124811:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.124814:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.124816:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00000020:00000010:2.0:1724310013.124835:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.124839:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.124847:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd63c0. 00080000:00000010:2.0:1724310013.124853:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab4c00. 00000001:00000010:2.0:1724310013.125000:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6120. 00000001:00000010:2.0:1724310013.125005:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310013.125031:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd63c0. 00010000:00000010:2.0:1724310013.125037:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.125040:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.125052:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.125068:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.125071:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00080000:00000010:2.0:1724310013.125090:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310013.125095:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.125099:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.125105:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310013.125113:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.125123:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096066, last committed = 4295095650 00010000:00000200:2.0:1724310013.125129:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c7b80 x1808069883301376/t4295096066(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.125141:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6000. 00000100:00000200:2.0:1724310013.125146:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883301376, offset 224 00000400:00000010:2.0:1724310013.125150:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84f18. 00000400:00000200:2.0:1724310013.125153:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.125160:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.125165:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531011:531011:256:4294967295] 192.168.204.31@tcp LPNI seq info [531007:531007:8:4294967295] 00000400:00000200:2.0:1724310013.125169:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.125174:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.125178:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.125181:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.125185:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.125191:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.125194:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.125223:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.125226:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.125229:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dcc00. 00010000:00000010:0.1:1724310013.125471:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310013.125477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000800:00000200:1.0:1724310013.125697:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.125701:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310013.125704:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.125708:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.128094:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.128107:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2949fd 00000400:00000200:0.0:1724310013.128112:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.128115:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.128120:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6000 00000400:00000010:0.0:1724310013.128122:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6000. 00010000:00000010:2.0:1724310013.128471:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.128480:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0180. 00010000:00000010:0.1:1724310013.128759:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310013.128764:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310013.128767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310013.128770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310013.128986:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.128993:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f8e80 00000400:00000200:0.0:1724310013.128999:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 5808 00000400:00000200:0.0:1724310013.129051:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.129055:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.129060:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.129066:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468000. 00000020:00000010:2.0:1724310013.129312:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dcc00. 00000020:00000010:2.0:1724310013.129317:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.129321:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.129372:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883301504 00000001:00000010:2.0:1724310013.129381:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310013.129406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.129410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 02000000:00000010:2.0:1724310013.129454:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d2b0000. 00010000:00000010:2.0:1724310013.129476:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.129480:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.129492:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.129495:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.129498:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.129500:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000004:00000010:2.0:1724310013.129573:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310013.129580:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.129584:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.129591:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.130457:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.130460:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.130463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.130466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.130505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.130513:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.130516:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.130540:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000200:2.0:1724310013.130550:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468000 x1808069883301504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.130563:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6198. 00000100:00000200:2.0:1724310013.130567:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883301504, offset 224 00000400:00000200:2.0:1724310013.130572:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.130579:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.130584:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531012:531012:256:4294967295] 192.168.204.31@tcp LPNI seq info [531008:531008:8:4294967295] 00000400:00000200:2.0:1724310013.130592:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.130596:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.130599:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310013.130604:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.130610:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.130613:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.130641:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.130644:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.130647:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dcc00. 00000800:00000200:1.0:1724310013.130711:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.130715:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310013.130718:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.130722:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.130725:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6198 00000400:00000010:1.0:1724310013.130726:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6198. 00010000:00000010:0.1:1724310013.131790:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310013.131796:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310013.131799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310013.131802:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310013.131804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310013.131810:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310013.131812:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310013.131814:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310013.134345:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.134361:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f8f80 00000400:00000200:0.0:1724310013.134368:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 6384 00000400:00000200:0.0:1724310013.134387:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.134391:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.134410:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.134415:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a300. 00000020:00000010:2.0:1724310013.134718:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dcc00. 00000020:00000010:2.0:1724310013.134724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.134728:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00010000:00000010:0.1:1724310013.135298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310013.135304:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310013.135308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310013.135310:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000100:00000200:2.0:1724310013.136922:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883301760 02000000:00000010:2.0:1724310013.136956:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433b000. 00010000:00000010:2.0:1724310013.136986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.137004:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.137025:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.137029:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.137040:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.137042:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.137045:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.137047:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.137122:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.137125:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.137127:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.137129:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.137147:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.137152:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1a80. 00000020:00000010:2.0:1724310013.137160:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6540. 00080000:00000010:2.0:1724310013.137165:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab4400. 00000001:00000010:2.0:1724310013.137327:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6e40. 00000001:00000010:2.0:1724310013.137332:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310013.137360:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6540. 00010000:00000010:2.0:1724310013.137366:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.137369:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.137383:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.137413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.137416:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00080000:00000010:2.0:1724310013.137434:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310013.137438:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.137442:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.137448:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310013.137454:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.137464:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096067, last committed = 4295095650 00010000:00000200:2.0:1724310013.137472:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a300 x1808069883301760/t4295096067(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.137486:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6b28. 00000100:00000200:2.0:1724310013.137491:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883301760, offset 224 00000400:00000010:2.0:1724310013.137496:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84f50. 00000400:00000200:2.0:1724310013.137499:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.137510:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.137515:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531013:531013:256:4294967295] 192.168.204.31@tcp LPNI seq info [531009:531009:8:4294967295] 00000400:00000200:2.0:1724310013.137519:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.137524:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.137529:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.137532:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310013.137536:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.137542:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.137546:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.137562:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.137564:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.137567:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dcc00. 00000800:00000200:2.0:1724310013.137661:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.137664:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:2.0:1724310013.137667:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.137671:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.141302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310013.141311:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310013.141314:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310013.141316:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310013.141318:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310013.141323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310013.141414:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.141429:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a05 00000400:00000200:1.0:1724310013.141435:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.141439:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.141444:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6b28 00000400:00000010:1.0:1724310013.141446:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6b28. 00000400:00000200:1.0:1724310013.141584:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.141589:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9000 00000400:00000200:1.0:1724310013.141595:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 6872 00000400:00000200:1.0:1724310013.141651:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.141655:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.141659:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.141663:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d880. 00000020:00000010:0.0:1724310013.141731:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d91800. 00000020:00000010:0.0:1724310013.141736:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99e00. 00000020:00000010:0.0:1724310013.141740:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.141773:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883301888 00000001:00000010:0.0:1724310013.141782:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:0.0:1724310013.141800:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310013.141806:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 02000000:00000010:0.0:1724310013.141850:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be10000. 00010000:00000010:0.0:1724310013.141871:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310013.141873:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.141887:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310013.141889:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.141892:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310013.141894:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000004:00000010:0.0:1724310013.141965:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310013.141972:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310013.141976:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310013.141982:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee000. 00010000:00000010:3.0:1724310013.142457:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:3.0:1724310013.142464:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00010000:00000010:0.0:1724310013.142859:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310013.142861:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.142864:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310013.142867:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.142901:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.142958:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.142962:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.142986:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000200:0.0:1724310013.142997:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d880 x1808069883301888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.143011:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dcc0. 00000100:00000200:0.0:1724310013.143016:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883301888, offset 224 00000400:00000200:0.0:1724310013.143020:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.143027:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.143032:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531014:531014:256:4294967295] 192.168.204.31@tcp LPNI seq info [531010:531010:8:4294967295] 00000400:00000200:0.0:1724310013.143040:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.143044:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.143047:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310013.143051:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.143057:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.143060:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.143164:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99e00. 00000020:00000010:0.0:1724310013.143168:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.143171:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d91800. 00000800:00000200:1.0:1724310013.143301:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.143303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:1.0:1724310013.143306:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.143310:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.143313:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dcc0 00000400:00000010:1.0:1724310013.143314:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dcc0. 00000400:00000200:2.0:1724310013.145047:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.145060:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9100 00000400:00000200:2.0:1724310013.145066:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 7448 00000400:00000200:2.0:1724310013.145085:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.145088:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.145093:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.145097:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5500. 00000020:00000010:0.0:1724310013.145174:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d91800. 00000020:00000010:0.0:1724310013.145179:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99e00. 00000020:00000010:0.0:1724310013.145182:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.145233:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883302144 02000000:00000010:0.0:1724310013.145429:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012deca000. 00010000:00000010:0.0:1724310013.145456:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.145467:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000010:3.0:1724310013.145911:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.145917:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.145928:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.145930:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.145932:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.145934:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.145998:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.145999:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.146001:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.146003:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.146017:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cca0. 00000020:00000010:3.0:1724310013.146022:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cca0. 00000020:00000010:3.0:1724310013.146029:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ade0. 00080000:00000010:3.0:1724310013.146033:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a3800. 00000001:00000010:3.0:1724310013.146169:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ad80. 00000001:00000010:3.0:1724310013.146173:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310013.146199:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ade0. 00010000:00000010:3.0:1724310013.146205:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.146207:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.146219:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.146234:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.146236:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310013.146252:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee000. 00000004:00000010:3.0:1724310013.146333:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:3.0:1724310013.146336:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:3.0:1724310013.146340:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:3.0:1724310013.146347:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000200:3.0:1724310013.146359:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096068, last committed = 4295095650 00010000:00000200:3.0:1724310013.146365:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5500 x1808069883302144/t4295096068(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.146377:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310013.146382:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883302144, offset 224 00000400:00000010:3.0:1724310013.146386:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467188. 00000400:00000200:3.0:1724310013.146388:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.146405:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.146410:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531015:531015:256:4294967295] 192.168.204.31@tcp LPNI seq info [531011:531011:8:4294967295] 00000400:00000200:3.0:1724310013.146414:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.146419:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.146423:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.146427:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.146431:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.146436:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.146439:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.146461:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99e00. 00000020:00000010:3.0:1724310013.146464:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:3.0:1724310013.146467:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d91800. 00000800:00000200:1.0:1724310013.146586:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.146588:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310013.146591:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.146753:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.148405:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310013.148414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310013.150616:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.150633:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a0d 00000400:00000200:0.0:1724310013.150639:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.150644:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.150648:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:0.0:1724310013.150650:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00010000:00000010:2.0:1724310013.150731:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:2.0:1724310013.150740:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00000400:00000200:2.0:1724310013.151675:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.151683:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9180 00000400:00000200:2.0:1724310013.151689:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 7936 00000400:00000200:2.0:1724310013.151745:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.151749:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.151753:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.151758:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6d80. 00000020:00000010:3.0:1724310013.151931:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132168c00. 00000020:00000010:3.0:1724310013.151936:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.151940:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.151961:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883302272 00000001:00000010:3.0:1724310013.151970:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310013.151988:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.151993:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310013.152037:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086670000. 00010000:00000010:3.0:1724310013.152057:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.152060:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.152073:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.152076:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.152079:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.152081:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000004:00000010:3.0:1724310013.152154:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310013.152160:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.152164:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.152171:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310013.153240:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.153244:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.153246:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.153249:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.153308:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.153316:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.153320:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.153345:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310013.153356:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6d80 x1808069883302272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.153370:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8b28. 00000100:00000200:3.0:1724310013.153375:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883302272, offset 224 00000400:00000200:3.0:1724310013.153379:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.153387:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.153391:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531016:531016:256:4294967295] 192.168.204.31@tcp LPNI seq info [531012:531012:8:4294967295] 00000400:00000200:3.0:1724310013.153413:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.153417:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.153420:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310013.153791:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.153797:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.153800:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.154322:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.154331:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.154334:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132168c00. 00010000:00000010:3.1:1724310013.154443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310013.154449:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310013.154453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310013.154455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000800:00000200:1.0:1724310013.154608:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.154612:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:1.0:1724310013.154674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.154679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.154684:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8b28 00000400:00000010:1.0:1724310013.154686:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8b28. 00000400:00000200:0.0:1724310013.158124:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.158145:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9280 00000400:00000200:0.0:1724310013.158152:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 8512 00000400:00000200:0.0:1724310013.158174:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.158178:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.158186:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.158191:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b800. 00000020:00000010:3.0:1724310013.158307:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310013.158312:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.158317:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.158381:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883302528 02000000:00000010:3.0:1724310013.158546:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801175e9000. 00010000:00000010:3.0:1724310013.158579:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.158592:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.158618:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.158622:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.158632:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310013.158634:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.158637:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.158639:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.158800:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.158803:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.158805:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.158807:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.158825:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310013.158830:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310013.158838:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a060. 00080000:00000010:3.0:1724310013.158843:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a3400. 00000001:00000010:3.0:1724310013.158982:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a9c0. 00000001:00000010:3.0:1724310013.158986:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310013.159015:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a060. 00010000:00000010:3.0:1724310013.159021:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.159024:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.159036:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.159056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.159060:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310013.159075:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310013.159079:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310013.159081:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.159087:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310013.159092:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310013.159105:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096069, last committed = 4295095650 00010000:00000200:3.0:1724310013.159112:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b800 x1808069883302528/t4295096069(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.159124:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8330. 00000100:00000200:3.0:1724310013.159129:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883302528, offset 224 00000400:00000010:3.0:1724310013.159134:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224671c0. 00000400:00000200:3.0:1724310013.159136:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.159144:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.159149:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531017:531017:256:4294967295] 192.168.204.31@tcp LPNI seq info [531013:531013:8:4294967295] 00000400:00000200:3.0:1724310013.159154:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.159159:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.159163:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.159165:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310013.159169:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.159174:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.159176:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.160493:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.160500:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.160503:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00010000:00000010:1.1:1724310013.160562:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310013.160568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310013.160583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310013.160585:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310013.160588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310013.160593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000800:00000200:2.0:1724310013.160947:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.160951:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:2.0:1724310013.160954:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.160959:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.163794:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.163810:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a15 00000400:00000200:0.0:1724310013.163816:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.163819:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.163823:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8330 00000400:00000010:0.0:1724310013.163826:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8330. 00010000:00000010:3.0:1724310013.164001:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.164011:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00000400:00000200:0.0:1724310013.164190:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.164196:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9300 00000400:00000200:0.0:1724310013.164202:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 9000 00000400:00000200:0.0:1724310013.164247:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.164251:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.164255:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.164296:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b100. 00000020:00000010:3.0:1724310013.164597:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257ba00. 00000020:00000010:3.0:1724310013.164602:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.164606:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.164638:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883302656 00000001:00000010:3.0:1724310013.164647:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310013.164665:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.164669:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310013.164880:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880075a40000. 00010000:00000010:3.0:1724310013.164911:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.164915:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.164937:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.164940:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.164943:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.164945:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000004:00000010:3.0:1724310013.165021:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310013.165027:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.165031:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.165037:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310013.165667:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.165670:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.165674:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.165677:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.165714:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.165722:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.165726:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.165750:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310013.165762:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b100 x1808069883302656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.165776:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8f68. 00000100:00000200:3.0:1724310013.165782:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883302656, offset 224 00000400:00000200:3.0:1724310013.165786:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.165796:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.165802:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531018:531018:256:4294967295] 192.168.204.31@tcp LPNI seq info [531014:531014:8:4294967295] 00000400:00000200:3.0:1724310013.165811:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.165816:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.165819:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310013.165823:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.165829:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.165833:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.165859:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.165863:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.165866:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257ba00. 00000800:00000200:2.0:1724310013.165967:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.165970:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:2.0:1724310013.165974:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.165977:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.165980:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8f68 00000400:00000010:2.0:1724310013.165981:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8f68. 00010000:00000010:3.1:1724310013.166519:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310013.166524:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00000400:00000200:0.0:1724310013.167417:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.167426:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9400 00000400:00000200:0.0:1724310013.167431:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 9576 00000400:00000200:0.0:1724310013.167446:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.167450:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.167454:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.167459:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094469500. 00000020:00000010:3.0:1724310013.167541:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257ba00. 00000020:00000010:3.0:1724310013.167545:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.167548:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.167575:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883302912 02000000:00000010:3.0:1724310013.167596:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801175ed000. 00010000:00000010:3.0:1724310013.167619:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.167628:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.167646:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.167649:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.167657:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.167659:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.167661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.167662:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.167727:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310013.167730:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.167732:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.167734:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310013.167751:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310013.167756:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310013.167764:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3acc0. 00080000:00000010:3.0:1724310013.167769:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a1000. 00000001:00000010:3.0:1724310013.167917:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a420. 00000001:00000010:3.0:1724310013.167922:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310013.167950:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3acc0. 00010000:00000010:3.0:1724310013.167956:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.167959:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.167972:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407b00. 00010000:00000010:3.0:1724310013.167988:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.167991:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00080000:00000010:3.0:1724310013.168007:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310013.168011:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310013.168014:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.168019:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310013.168026:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310013.168036:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096070, last committed = 4295095650 00010000:00000200:3.0:1724310013.168042:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094469500 x1808069883302912/t4295096070(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.168053:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310013.168057:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883302912, offset 224 00000400:00000010:3.0:1724310013.168061:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224671f8. 00000400:00000200:3.0:1724310013.168064:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.168071:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.168075:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531019:531019:256:4294967295] 192.168.204.31@tcp LPNI seq info [531015:531015:8:4294967295] 00000400:00000200:3.0:1724310013.168079:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.168084:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.168088:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.168091:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.168095:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.168100:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.168103:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.168245:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.168248:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.168250:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257ba00. 00000800:00000200:0.0:1724310013.168312:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.168315:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310013.168319:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.168322:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.170122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310013.170134:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310013.170137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310013.170139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310013.170142:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310013.170144:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310013.170147:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310013.170149:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310013.170151:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310013.170155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:3.0:1724310013.170454:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.170466:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a1d 00000400:00000200:3.0:1724310013.170470:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.170473:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.170477:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8bb0 00000400:00000010:3.0:1724310013.170479:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8bb0. 00000400:00000200:3.0:1724310013.170498:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.170502:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9480 00000400:00000200:3.0:1724310013.170507:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 10064 00000400:00000200:3.0:1724310013.170557:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.170561:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.170564:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.170569:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9f80. 00000020:00000010:3.0:1724310013.170600:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257ba00. 00000020:00000010:3.0:1724310013.170604:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.170607:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.170628:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883303040 00000001:00000010:3.0:1724310013.170636:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310013.170653:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.170658:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 02000000:00000010:3.0:1724310013.170696:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e920000. 00010000:00000010:3.0:1724310013.170716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.170718:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.170729:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.170730:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.170733:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.170735:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:2.0:1724310013.171013:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:2.0:1724310013.171021:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00000004:00000010:3.0:1724310013.171416:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310013.171422:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.171426:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.171432:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310013.171976:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.171980:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.171982:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.171986:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.172023:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.172029:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.172032:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.172056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000200:3.0:1724310013.172068:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9f80 x1808069883303040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.172081:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8bb0. 00000100:00000200:3.0:1724310013.172087:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883303040, offset 224 00000400:00000200:3.0:1724310013.172091:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.172098:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.172103:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531020:531020:256:4294967295] 192.168.204.31@tcp LPNI seq info [531016:531016:8:4294967295] 00000400:00000200:3.0:1724310013.172111:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.172116:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.172119:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310013.172123:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.172128:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.172132:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.172372:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.172377:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.172379:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257ba00. 00000800:00000200:0.0:1724310013.172553:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.172556:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310013.172558:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.172562:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.172565:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8bb0 00000400:00000010:0.0:1724310013.172567:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8bb0. 00010000:00000010:2.1:1724310013.173363:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310013.173370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310013.173374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310013.173376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310013.173379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310013.173382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310013.173384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310013.173387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310013.173389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310013.173391:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310013.173402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310013.173408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:0.0:1724310013.175671:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.175685:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9580 00000400:00000200:0.0:1724310013.175691:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 10640 00000400:00000200:0.0:1724310013.175710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.175713:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.175718:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.175723:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468a80. 00000020:00000010:3.0:1724310013.175822:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257ba00. 00000020:00000010:3.0:1724310013.175828:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.175832:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.175960:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883303296 02000000:00000010:3.0:1724310013.175989:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006b887000. 00010000:00000010:3.0:1724310013.176019:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.176032:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.176052:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.176056:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.176066:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.176068:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.176071:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.176073:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.176147:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.176149:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.176151:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.176153:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310013.176174:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cbc0. 00000020:00000010:3.0:1724310013.176179:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cbc0. 00000020:00000010:3.0:1724310013.176186:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a960. 00080000:00000010:3.0:1724310013.176191:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a0c00. 00000001:00000010:3.0:1724310013.176526:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a0c0. 00000001:00000010:3.0:1724310013.176531:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310013.176560:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a960. 00010000:00000010:3.0:1724310013.176566:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.176569:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.176583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.176601:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.176604:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00080000:00000010:3.0:1724310013.176622:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310013.176627:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310013.176630:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.176635:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310013.176642:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000200:3.0:1724310013.176655:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096071, last committed = 4295095650 00010000:00000200:3.0:1724310013.176661:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468a80 x1808069883303296/t4295096071(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.176673:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8a18. 00000100:00000200:3.0:1724310013.176677:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883303296, offset 224 00000400:00000010:3.0:1724310013.176682:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467230. 00000400:00000200:3.0:1724310013.176685:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.176693:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.176698:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531021:531021:256:4294967295] 192.168.204.31@tcp LPNI seq info [531017:531017:8:4294967295] 00000400:00000200:3.0:1724310013.176703:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.176709:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.176713:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.176716:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.176720:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.176726:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.176729:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.176755:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.176758:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.176760:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257ba00. 00000800:00000200:0.0:1724310013.176984:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.176987:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310013.176991:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.176994:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.180150:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310013.180161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:2.0:1724310013.180228:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.180245:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a25 00000400:00000200:2.0:1724310013.180250:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.180254:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.180284:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8a18 00000400:00000010:2.0:1724310013.180287:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8a18. 00000400:00000200:2.0:1724310013.180317:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.180322:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9600 00000400:00000200:2.0:1724310013.180328:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 11128 00000400:00000200:2.0:1724310013.180385:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.180388:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.180392:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.180404:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6680. 00010000:00000010:3.0:1724310013.180610:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.180619:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00000020:00000010:0.0:1724310013.180685:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d91600. 00000020:00000010:0.0:1724310013.180690:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.180694:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310013.180716:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883303424 00000001:00000010:0.0:1724310013.180725:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310013.180741:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310013.180745:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 02000000:00000010:0.0:1724310013.180787:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880091ee0000. 00010000:00000010:0.0:1724310013.180808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310013.180811:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.180823:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310013.180825:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.180827:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310013.180829:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000004:00000010:0.0:1724310013.180902:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310013.180909:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bea50. 00000004:00000010:0.0:1724310013.180913:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310013.180919:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef860. 00010000:00000010:0.0:1724310013.182738:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.182744:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310013.182748:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310013.182752:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.182798:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.183200:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.183206:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.183238:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310013.183252:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6680 x1808069883303424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.183287:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148de58. 00000100:00000200:0.0:1724310013.183293:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883303424, offset 224 00000400:00000200:0.0:1724310013.183299:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.183309:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.183315:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531022:531022:256:4294967295] 192.168.204.31@tcp LPNI seq info [531018:531018:8:4294967295] 00000400:00000200:0.0:1724310013.183323:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.183329:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.183332:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310013.183337:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.183343:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.183346:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.183597:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.183601:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310013.183604:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d91600. 00000800:00000200:1.0:1724310013.183768:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.183771:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310013.183774:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.183777:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.183780:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148de58 00000400:00000010:1.0:1724310013.183782:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148de58. 00010000:00000010:0.1:1724310013.185421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310013.185433:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310013.185437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310013.185441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310013.185924:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.185936:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9700 00000400:00000200:0.0:1724310013.185942:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 11704 00000400:00000200:0.0:1724310013.185960:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.185964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.185969:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.185974:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468e00. 00000020:00000010:2.0:1724310013.186576:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dd600. 00000020:00000010:2.0:1724310013.186582:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.186585:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.186610:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883303680 02000000:00000010:2.0:1724310013.186637:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433f000. 00010000:00000010:2.0:1724310013.186666:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310013.186681:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310013.186701:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.186705:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.186717:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.186719:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.186722:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.186724:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.186800:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.186802:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.186805:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.186807:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.186827:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1ae0. 00000020:00000010:2.0:1724310013.186833:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1ae0. 00000020:00000010:2.0:1724310013.186841:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd63c0. 00080000:00000010:2.0:1724310013.186846:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab7800. 00000001:00000010:2.0:1724310013.187008:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6240. 00000001:00000010:2.0:1724310013.187013:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310013.187044:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd63c0. 00010000:00000010:2.0:1724310013.187050:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.187054:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.187067:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.187084:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.187087:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00080000:00000010:2.0:1724310013.187103:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef860. 00000004:00000010:2.0:1724310013.187108:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:2.0:1724310013.187111:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bea50. 00000004:00000010:2.0:1724310013.187115:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:2.0:1724310013.187121:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.187132:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096072, last committed = 4295095650 00010000:00000200:2.0:1724310013.187139:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468e00 x1808069883303680/t4295096072(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.187152:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6a18. 00000100:00000200:2.0:1724310013.187157:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883303680, offset 224 00000400:00000010:2.0:1724310013.187161:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84f88. 00000400:00000200:2.0:1724310013.187164:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.187173:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.187178:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531023:531023:256:4294967295] 192.168.204.31@tcp LPNI seq info [531019:531019:8:4294967295] 00000400:00000200:2.0:1724310013.187183:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.187188:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.187192:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.187195:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310013.187200:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.187206:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.187209:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.187222:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.187225:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.187228:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dd600. 00000800:00000200:2.0:1724310013.187321:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.187324:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:2.0:1724310013.187685:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.187689:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.188662:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.188671:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a2d 00000400:00000200:0.0:1724310013.188675:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.188677:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.188681:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6a18 00000400:00000010:0.0:1724310013.188683:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6a18. 00010000:00000010:3.0:1724310013.189292:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:3.0:1724310013.189299:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00010000:00000010:3.1:1724310013.189412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310013.189417:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310013.189420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310013.189421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:3.0:1724310013.189896:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.189903:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9780 00000400:00000200:3.0:1724310013.189908:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 12192 00000400:00000200:3.0:1724310013.190030:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.190034:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.190038:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.190042:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9180. 00000020:00000010:2.0:1724310013.190538:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dd400. 00000020:00000010:2.0:1724310013.190543:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.190547:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.190573:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883303808 00000001:00000010:2.0:1724310013.190581:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:2.0:1724310013.190598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.190603:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 02000000:00000010:2.0:1724310013.190644:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c20000. 00010000:00000010:2.0:1724310013.190663:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.190665:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.190675:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.190677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.190679:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.190681:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00000004:00000010:2.0:1724310013.190746:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310013.190752:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.190756:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.190762:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.191746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.191749:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.191753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.191756:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.191791:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.191797:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.191800:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.191820:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.191830:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9180 x1808069883303808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.191842:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be66e8. 00000100:00000200:2.0:1724310013.191846:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883303808, offset 224 00000400:00000200:2.0:1724310013.191851:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.191858:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.191863:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531024:531024:256:4294967295] 192.168.204.31@tcp LPNI seq info [531020:531020:8:4294967295] 00000400:00000200:2.0:1724310013.191870:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.191875:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.191878:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.191881:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.191887:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.191890:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.192183:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.192187:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.192190:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dd400. 00000800:00000200:0.0:1724310013.192523:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.192526:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310013.192530:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.192535:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.192538:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be66e8 00000400:00000010:0.0:1724310013.192539:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be66e8. 00000400:00000200:0.0:1724310013.193875:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.193886:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9880 00000400:00000200:0.0:1724310013.193893:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 12768 00000400:00000200:0.0:1724310013.193911:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.193914:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.193919:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.193924:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446ad80. 00000020:00000010:2.0:1724310013.194101:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800939dd400. 00000020:00000010:2.0:1724310013.194105:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.194109:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.194139:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304064 02000000:00000010:2.0:1724310013.194165:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8d000. 00010000:00000010:2.0:1724310013.194195:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.194209:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.194230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.194234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.194243:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.194245:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.194247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.194249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.194349:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.194352:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.194354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.194357:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00000020:00000010:2.0:1724310013.194377:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310013.194381:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310013.194389:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.194408:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab5000. 00000001:00000010:2.0:1724310013.194575:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6a20. 00000001:00000010:2.0:1724310013.194579:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310013.194610:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.194616:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.194619:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.194631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.194647:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.194650:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a80. 00080000:00000010:2.0:1724310013.194669:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310013.194673:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.194676:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.194681:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310013.194687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.194697:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096073, last committed = 4295095650 00010000:00000200:2.0:1724310013.194703:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446ad80 x1808069883304064/t4295096073(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.194716:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6770. 00000100:00000200:2.0:1724310013.194721:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883304064, offset 224 00000400:00000010:2.0:1724310013.194726:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880090f84fc0. 00000400:00000200:2.0:1724310013.194729:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.194736:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.194741:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531025:531025:256:4294967295] 192.168.204.31@tcp LPNI seq info [531021:531021:8:4294967295] 00000400:00000200:2.0:1724310013.194745:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.194751:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.194756:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.194759:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.194763:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.194768:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.194772:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.194794:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.194797:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.194800:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800939dd400. 00000800:00000200:3.0:1724310013.194941:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.194944:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310013.194947:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.194951:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.197428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310013.197439:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310013.197444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310013.197448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.197451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310013.197460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310013.197541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310013.197596:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310013.197600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310013.197602:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310013.197604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310013.197608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310013.197610:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310013.197612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:2.0:1724310013.197675:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.197687:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a35 00000400:00000200:2.0:1724310013.197692:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.197695:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.197699:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6770 00000400:00000010:2.0:1724310013.197701:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6770. 00010000:00000010:3.0:1724310013.198203:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:3.0:1724310013.198210:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00000400:00000200:0.0:1724310013.198464:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.198471:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9900 00000400:00000200:0.0:1724310013.198478:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 13256 00000400:00000200:0.0:1724310013.198522:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.198525:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.198529:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.198533:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a680. 00000020:00000010:2.0:1724310013.198723:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081783400. 00000020:00000010:2.0:1724310013.198727:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.198730:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.198748:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304192 00000001:00000010:2.0:1724310013.198755:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310013.198770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.198773:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 02000000:00000010:2.0:1724310013.198815:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880029fd0000. 00010000:00000010:2.0:1724310013.198835:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.198837:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.198847:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.198849:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.198851:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.198852:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000004:00000010:2.0:1724310013.198915:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310013.198920:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310013.198924:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.198930:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310013.199693:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.199696:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.199699:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.199701:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.199735:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.199741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.199744:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.199767:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.199778:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a680 x1808069883304192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.199790:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6770. 00000100:00000200:2.0:1724310013.199795:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883304192, offset 224 00000400:00000200:2.0:1724310013.199799:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.199807:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.199812:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531026:531026:256:4294967295] 192.168.204.31@tcp LPNI seq info [531022:531022:8:4294967295] 00000400:00000200:2.0:1724310013.199820:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.199824:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.199827:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310013.199831:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.199837:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.199840:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.199899:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0180. 00000020:00000010:2.0:1724310013.199903:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.199906:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081783400. 00000800:00000200:3.0:1724310013.199993:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.199996:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310013.199999:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.200003:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.200006:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6770 00000400:00000010:3.0:1724310013.200007:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6770. 00010000:00000010:1.1:1724310013.200547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310013.200552:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.200555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310013.200557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310013.200559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310013.200561:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.200563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310013.200565:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310013.200567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310013.200570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:2.0:1724310013.201932:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.201945:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9a00 00000400:00000200:2.0:1724310013.201951:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 13832 00000400:00000200:2.0:1724310013.201969:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.201972:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.201976:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.201981:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5f80. 00000020:00000010:0.0:1724310013.202053:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90000. 00000020:00000010:0.0:1724310013.202057:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.202060:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310013.202088:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304448 02000000:00000010:0.0:1724310013.202111:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012decb000. 00010000:00000010:0.0:1724310013.202136:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:0.0:1724310013.202158:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00010000:00000010:0.0:1724310013.202176:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310013.202180:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.202188:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310013.202190:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.202192:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310013.202193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.202287:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310013.202290:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310013.202292:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310013.202294:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310013.202312:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c663c0. 00000020:00000010:0.0:1724310013.202316:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c663c0. 00000020:00000010:0.0:1724310013.202323:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166060. 00080000:00000010:0.0:1724310013.202328:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009ba9bc00. 00000001:00000010:0.0:1724310013.202479:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1666c0. 00000001:00000010:0.0:1724310013.202483:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310013.202511:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166060. 00010000:00000010:0.0:1724310013.202516:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310013.202518:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.202530:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.202544:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.202547:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00080000:00000010:0.0:1724310013.202564:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:0.0:1724310013.202568:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:0.0:1724310013.202571:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:0.0:1724310013.202577:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:0.0:1724310013.202583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310013.202592:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096074, last committed = 4295095650 00010000:00000200:0.0:1724310013.202598:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5f80 x1808069883304448/t4295096074(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.202609:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dbb0. 00000100:00000200:0.0:1724310013.202613:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883304448, offset 224 00000400:00000010:0.0:1724310013.202617:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de508. 00000400:00000200:0.0:1724310013.202620:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.202626:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.202631:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531027:531027:256:4294967295] 192.168.204.31@tcp LPNI seq info [531023:531023:8:4294967295] 00000400:00000200:0.0:1724310013.202635:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.202640:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.202644:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.202646:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310013.202650:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.202655:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.202658:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.202676:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.202678:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310013.202680:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90000. 00000800:00000200:1.0:1724310013.202845:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.202848:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310013.202851:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.202854:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.203819:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310013.203826:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:3.0:1724310013.203975:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.203985:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a3d 00000400:00000200:3.0:1724310013.203989:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.203991:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.203994:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dbb0 00000400:00000010:3.0:1724310013.203996:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dbb0. 00010000:00000010:0.0:1724310013.204725:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.204733:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00000400:00000200:2.0:1724310013.204833:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.204841:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9a80 00000400:00000200:2.0:1724310013.204846:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 14320 00000400:00000200:2.0:1724310013.204887:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.204891:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.204894:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.204899:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7b80. 00000020:00000010:0.0:1724310013.204957:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90000. 00000020:00000010:0.0:1724310013.204960:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:0.0:1724310013.204964:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310013.204981:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304576 00000001:00000010:0.0:1724310013.204989:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:0.0:1724310013.205005:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310013.205008:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 02000000:00000010:1.0:1724310013.205706:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086640000. 00010000:00000010:1.0:1724310013.205730:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.205734:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.205745:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.205747:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.205750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.205752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310013.205821:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310013.205828:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310013.205832:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310013.205838:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9520. 00010000:00000010:3.1:1724310013.206359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310013.206366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310013.206369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310013.206371:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310013.206375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310013.206380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310013.206679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310013.206684:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310013.206688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.206690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.206943:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.206946:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.206949:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.206953:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.206992:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:2.0:1724310013.207013:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:2.0:1724310013.207016:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:2.0:1724310013.207043:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000200:2.0:1724310013.207057:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7b80 x1808069883304576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.207070:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6880. 00000100:00000200:2.0:1724310013.207076:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883304576, offset 224 00000400:00000200:2.0:1724310013.207081:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.207090:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.207094:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531028:531028:256:4294967295] 192.168.204.31@tcp LPNI seq info [531024:531024:8:4294967295] 00000400:00000200:2.0:1724310013.207102:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.207106:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.207110:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310013.207114:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.207120:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.207123:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.207136:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310013.207140:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:2.0:1724310013.207142:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90000. 00000800:00000200:1.0:1724310013.207187:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.207190:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310013.207192:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.207195:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.207197:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6880 00000400:00000010:1.0:1724310013.207199:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6880. 00010000:00000010:0.1:1724310013.209696:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310013.209706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310013.215032:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310013.215043:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310013.215047:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310013.215049:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310013.215157:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310013.215163:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:3.0:1724310013.215487:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.215501:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9b80 00000400:00000200:3.0:1724310013.215507:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 14896 00000400:00000200:3.0:1724310013.215526:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.215530:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.215535:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.215540:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfb800. 00000020:00000010:2.0:1724310013.215598:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efde00. 00000020:00000010:2.0:1724310013.215604:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.215609:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.215646:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304832 02000000:00000010:2.0:1724310013.215674:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0d000. 00010000:00000010:2.0:1724310013.215704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.215730:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.215750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.215754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.215765:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.215767:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.215769:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.215771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.215846:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.215848:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.215851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.215854:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00000020:00000010:2.0:1724310013.215873:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.215878:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.215885:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c60. 00080000:00000010:2.0:1724310013.215891:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008aab7000. 00000001:00000010:2.0:1724310013.216055:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd63c0. 00000001:00000010:2.0:1724310013.216060:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310013.216088:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c60. 00010000:00000010:2.0:1724310013.216094:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.216096:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.216109:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.216122:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.216123:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00080000:00000010:2.0:1724310013.216139:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9520. 00000004:00000010:2.0:1724310013.216143:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:2.0:1724310013.216146:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:2.0:1724310013.216149:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:2.0:1724310013.216154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000200:2.0:1724310013.216163:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096075, last committed = 4295095650 00010000:00000200:2.0:1724310013.216170:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfb800 x1808069883304832/t4295096075(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.216181:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6c38. 00000100:00000200:2.0:1724310013.216186:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883304832, offset 224 00000400:00000010:2.0:1724310013.216197:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60000. 00000400:00000200:2.0:1724310013.216200:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.216207:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.216212:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531029:531029:256:4294967295] 192.168.204.31@tcp LPNI seq info [531025:531025:8:4294967295] 00000400:00000200:2.0:1724310013.216215:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.216219:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.216222:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.216225:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.216228:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.216233:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.216236:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.216277:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.216280:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.216284:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efde00. 00000800:00000200:0.0:1724310013.216673:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.216677:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310013.216680:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.216684:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.217446:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.217455:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a45 00000400:00000200:0.0:1724310013.217459:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.217461:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.217464:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6c38 00000400:00000010:0.0:1724310013.217467:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6c38. 00010000:00000010:3.0:1724310013.217548:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:3.0:1724310013.217558:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a80. 00010000:00000010:1.1:1724310013.218370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310013.218377:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00000400:00000200:3.0:1724310013.218848:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.218857:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9c00 00000400:00000200:3.0:1724310013.218863:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 15384 00000400:00000200:3.0:1724310013.219056:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.219060:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.219064:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.219069:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8a80. 00000020:00000010:2.0:1724310013.219157:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efde00. 00000020:00000010:2.0:1724310013.219161:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.219165:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.219187:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883304960 00000001:00000010:2.0:1724310013.219196:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:2.0:1724310013.219213:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.219217:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 02000000:00000010:2.0:1724310013.219279:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082a20000. 00010000:00000010:2.0:1724310013.219301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310013.219304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.219315:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.219317:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.219320:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.219323:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00000004:00000010:2.0:1724310013.219389:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310013.219405:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310013.219411:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.219418:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:2.0:1724310013.219934:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.219937:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.219940:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.219943:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.219979:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.219986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.219989:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.220010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000200:2.0:1724310013.220020:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8a80 x1808069883304960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.220033:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6cc0. 00000100:00000200:2.0:1724310013.220037:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883304960, offset 224 00000400:00000200:2.0:1724310013.220042:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.220048:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.220053:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531030:531030:256:4294967295] 192.168.204.31@tcp LPNI seq info [531026:531026:8:4294967295] 00000400:00000200:2.0:1724310013.220061:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.220065:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.220068:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310013.220072:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.220077:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.220080:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.221456:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.221461:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.221464:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efde00. 00000800:00000200:1.0:1724310013.222240:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.222243:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310013.222248:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.222253:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.223002:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6cc0 00000400:00000010:1.0:1724310013.223005:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6cc0. 00000400:00000200:0.0:1724310013.224127:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.224138:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9d00 00000400:00000200:0.0:1724310013.224145:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 15960 00000400:00000200:0.0:1724310013.224164:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.224167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.224172:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.224178:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722300. 00010000:00000010:0.1:1724310013.224367:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310013.224374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000020:00000010:2.0:1724310013.224435:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efde00. 00000020:00000010:2.0:1724310013.224440:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.224445:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.224468:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883305216 02000000:00000010:2.0:1724310013.224495:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a3000. 00010000:00000010:2.0:1724310013.224521:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.224531:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.224550:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.224554:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.224564:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.224565:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.224569:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.224572:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.224643:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.224645:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.224647:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.224649:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00000020:00000010:2.0:1724310013.224667:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.224671:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.224679:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c00. 00080000:00000010:2.0:1724310013.224683:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f4400. 00000001:00000010:2.0:1724310013.224828:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ba0. 00000001:00000010:2.0:1724310013.224832:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310013.224860:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c00. 00010000:00000010:2.0:1724310013.224866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.224869:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.224882:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.224899:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.224901:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00080000:00000010:2.0:1724310013.224917:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310013.224921:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.224925:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310013.224931:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310013.224939:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000200:2.0:1724310013.224950:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096076, last committed = 4295095650 00010000:00000200:2.0:1724310013.224957:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722300 x1808069883305216/t4295096076(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.224970:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be63b8. 00000100:00000200:2.0:1724310013.224975:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883305216, offset 224 00000400:00000010:2.0:1724310013.224979:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60038. 00000400:00000200:2.0:1724310013.224982:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.224990:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.224995:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531031:531031:256:4294967295] 192.168.204.31@tcp LPNI seq info [531027:531027:8:4294967295] 00000400:00000200:2.0:1724310013.224999:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.225005:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.225008:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.225011:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.225015:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.225021:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.225024:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.225049:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.225052:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.225055:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efde00. 00000800:00000200:3.0:1724310013.225535:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.225538:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310013.225541:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.225545:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.226603:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.226612:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a4d 00000400:00000200:1.0:1724310013.226616:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.226618:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.226622:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be63b8 00000400:00000010:1.0:1724310013.226624:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be63b8. 00010000:00000010:0.0:1724310013.226743:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310013.226749:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00000400:00000200:0.0:1724310013.227567:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.227576:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9d80 00000400:00000200:0.0:1724310013.227582:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 16448 00000400:00000200:0.0:1724310013.227631:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.227635:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.227639:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.227643:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720700. 00000020:00000010:2.0:1724310013.227846:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efde00. 00000020:00000010:2.0:1724310013.227851:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.227854:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.227874:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883305344 00000001:00000010:2.0:1724310013.227882:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310013.227898:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.227902:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 02000000:00000010:2.0:1724310013.227945:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087a60000. 00010000:00000010:2.0:1724310013.227964:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.227967:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.227978:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.227980:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.227983:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.227985:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00000004:00000010:2.0:1724310013.228054:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310013.228061:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310013.228065:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310013.228071:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:2.0:1724310013.228949:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.228952:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.228955:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.228957:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.228992:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.229000:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.229003:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.229026:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000200:2.0:1724310013.229036:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720700 x1808069883305344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.229049:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6220. 00000100:00000200:2.0:1724310013.229054:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883305344, offset 224 00000400:00000200:2.0:1724310013.229058:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.229065:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.229070:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531032:531032:256:4294967295] 192.168.204.31@tcp LPNI seq info [531028:531028:8:4294967295] 00000400:00000200:2.0:1724310013.229077:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.229081:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.229084:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310013.229088:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.229093:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.229096:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.230056:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.230061:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.230065:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efde00. 00010000:00000010:1.1:1724310013.230157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310013.230162:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310013.230165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310013.230169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000800:00000200:3.0:1724310013.230860:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.230864:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310013.230868:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.230874:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.230877:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6220 00000400:00000010:3.0:1724310013.230879:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6220. 00000400:00000200:1.0:1724310013.232224:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.232236:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131f9e80 00000400:00000200:1.0:1724310013.232243:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 17024 00000400:00000200:1.0:1724310013.232285:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.232290:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.232295:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.232301:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8ea00. 00000020:00000010:2.0:1724310013.232401:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efde00. 00000020:00000010:2.0:1724310013.232405:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.232408:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310013.232428:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883305600 02000000:00000010:2.0:1724310013.232454:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f164000. 00010000:00000010:2.0:1724310013.232480:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.232490:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.232508:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.232512:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.232520:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.232522:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.232524:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.232525:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.232596:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.232598:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.232600:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.232602:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00000020:00000010:2.0:1724310013.232619:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.232624:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1400. 00000020:00000010:2.0:1724310013.232631:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310013.232636:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f6800. 00000001:00000010:2.0:1724310013.232776:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6300. 00000001:00000010:2.0:1724310013.232780:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310013.232806:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310013.232811:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.232813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.232825:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.232840:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.232843:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00080000:00000010:2.0:1724310013.232856:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310013.232859:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310013.232863:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310013.232868:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310013.232874:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.232885:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096077, last committed = 4295095650 00010000:00000200:2.0:1724310013.232890:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8ea00 x1808069883305600/t4295096077(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.232904:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be62a8. 00000100:00000200:2.0:1724310013.232908:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883305600, offset 224 00000400:00000010:2.0:1724310013.232912:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60070. 00000400:00000200:2.0:1724310013.232914:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.232921:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.232925:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531033:531033:256:4294967295] 192.168.204.31@tcp LPNI seq info [531029:531029:8:4294967295] 00000400:00000200:2.0:1724310013.232929:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.232934:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.232938:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.232941:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.232945:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.232950:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.232953:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.232964:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310013.232966:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310013.232969:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efde00. 00000800:00000200:1.0:1724310013.233226:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.233229:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310013.233233:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.233237:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.234220:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.234230:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a55 00000400:00000200:3.0:1724310013.234233:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.234236:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.234239:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be62a8 00000400:00000010:3.0:1724310013.234241:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be62a8. 00010000:00000010:0.0:1724310013.235716:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:0.0:1724310013.235726:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00000400:00000200:1.0:1724310013.235903:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.235913:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131f9f00 00000400:00000200:1.0:1724310013.235918:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 17512 00000400:00000200:1.0:1724310013.235964:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.235968:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.235973:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.235977:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8dc00. 00000020:00000010:0.0:1724310013.236579:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90600. 00000020:00000010:0.0:1724310013.236584:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.236587:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.236617:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883305728 00000001:00000010:0.0:1724310013.236625:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:0.0:1724310013.236644:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310013.236648:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 02000000:00000010:0.0:1724310013.236695:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880079360000. 00010000:00000010:0.0:1724310013.236716:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310013.236719:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.236731:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310013.236733:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.236736:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310013.236738:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00000004:00000010:0.0:1724310013.236813:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310013.236819:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310013.236824:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310013.236830:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:3.1:1724310013.237132:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310013.237140:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310013.240554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310013.240567:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.240571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310013.240574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310013.240578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310013.240580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.240582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310013.240584:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.240586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.240593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310013.240595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310013.240597:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.240599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310013.240601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.0:1724310013.240912:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310013.240915:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.240919:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310013.240923:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.240974:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.240982:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.240986:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.241015:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310013.241028:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8dc00 x1808069883305728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.241042:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d5d8. 00000100:00000200:0.0:1724310013.241048:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883305728, offset 224 00000400:00000200:0.0:1724310013.241053:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.241062:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.241067:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531034:531034:256:4294967295] 192.168.204.31@tcp LPNI seq info [531030:531030:8:4294967295] 00000400:00000200:0.0:1724310013.241075:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.241080:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.241084:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310013.241089:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.241095:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.241098:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.241113:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.241116:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310013.241119:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90600. 00000800:00000200:1.0:1724310013.241249:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.241251:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310013.241255:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.241276:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.241280:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d5d8 00000400:00000010:1.0:1724310013.241282:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d5d8. 00010000:00000010:3.1:1724310013.242429:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310013.242437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310013.245481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.245494:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310013.245499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310013.245501:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310013.245503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310013.245514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:3.0:1724310013.245549:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.245563:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa000 00000400:00000200:3.0:1724310013.245569:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 18088 00000400:00000200:3.0:1724310013.245588:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.245591:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.245597:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.245602:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfbb80. 00000020:00000010:0.0:1724310013.245691:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90600. 00000020:00000010:0.0:1724310013.245696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.245699:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.245734:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883305984 02000000:00000010:0.0:1724310013.245761:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012decd000. 00010000:00000010:0.0:1724310013.245790:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.245801:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.245821:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310013.245825:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310013.245836:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310013.245839:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.245841:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310013.245843:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.245915:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310013.245917:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.245920:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310013.245922:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310013.245942:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.245947:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.245954:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166f00. 00080000:00000010:0.0:1724310013.245960:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800924b1c00. 00000001:00000010:0.0:1724310013.246932:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166780. 00000001:00000010:0.0:1724310013.246936:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310013.246966:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166f00. 00010000:00000010:0.0:1724310013.246973:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310013.246976:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.246990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.247008:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.247010:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00080000:00000010:0.0:1724310013.247025:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:0.0:1724310013.247031:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310013.247034:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310013.247038:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:0.0:1724310013.247044:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:0.0:1724310013.247056:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096078, last committed = 4295095650 00010000:00000200:0.0:1724310013.247064:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfbb80 x1808069883305984/t4295096078(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.247077:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d198. 00000100:00000200:0.0:1724310013.247083:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883305984, offset 224 00000400:00000010:0.0:1724310013.247088:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de4d0. 00000400:00000200:0.0:1724310013.247091:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.247100:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.247106:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531035:531035:256:4294967295] 192.168.204.31@tcp LPNI seq info [531031:531031:8:4294967295] 00000400:00000200:0.0:1724310013.247110:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.247115:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.247120:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.247123:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310013.247128:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.247134:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.247137:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.247157:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c00. 00000020:00000010:0.0:1724310013.247161:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310013.247163:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90600. 00000800:00000200:1.0:1724310013.247305:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.247308:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:1.0:1724310013.247311:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.247315:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.249293:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310013.249304:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310013.249307:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310013.249309:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:1.0:1724310013.249965:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.249977:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a5d 00000400:00000200:1.0:1724310013.249982:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.249985:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.249989:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d198 00000400:00000010:1.0:1724310013.249991:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d198. 00010000:00000010:0.0:1724310013.250059:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.250068:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00000400:00000200:3.0:1724310013.250376:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.250383:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa080 00000400:00000200:3.0:1724310013.250389:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 18576 00000400:00000200:3.0:1724310013.250515:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.250519:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.250523:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.250527:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9c00. 00000020:00000010:0.0:1724310013.250649:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90600. 00000020:00000010:0.0:1724310013.250653:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c80. 00000020:00000010:0.0:1724310013.250657:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.251207:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883306112 00000001:00000010:0.0:1724310013.251217:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:0.0:1724310013.251234:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310013.251238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 02000000:00000010:0.0:1724310013.251316:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800906b0000. 00010000:00000010:0.0:1724310013.251339:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310013.251342:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.251354:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310013.251356:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.251359:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310013.251361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00000004:00000010:0.0:1724310013.251441:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310013.251448:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310013.251453:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310013.251459:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:0.0:1724310013.252592:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310013.252596:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310013.252600:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310013.252604:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310013.252645:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.252654:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310013.252658:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.252684:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310013.252698:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9c00 x1808069883306112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.252713:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d2a8. 00000100:00000200:0.0:1724310013.252718:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883306112, offset 224 00000400:00000200:0.0:1724310013.252723:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.252732:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.252737:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531036:531036:256:4294967295] 192.168.204.31@tcp LPNI seq info [531032:531032:8:4294967295] 00000400:00000200:0.0:1724310013.252744:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.252749:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.252752:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310013.252757:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.252763:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.252766:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.252789:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c80. 00000020:00000010:0.0:1724310013.252793:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310013.252796:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90600. 00010000:00000010:3.1:1724310013.252843:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310013.252848:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310013.252850:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310013.252852:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310013.252854:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310013.252858:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000800:00000200:1.0:1724310013.252952:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.252955:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310013.252957:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.252961:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.252964:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d2a8 00000400:00000010:1.0:1724310013.252966:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d2a8. 00000400:00000200:1.0:1724310013.255216:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.255229:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa180 00000400:00000200:1.0:1724310013.255234:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 19152 00000400:00000200:1.0:1724310013.255253:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.255346:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.255352:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.255357:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8e680. 00000020:00000010:0.0:1724310013.255429:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d90600. 00000020:00000010:0.0:1724310013.255434:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99c80. 00000020:00000010:0.0:1724310013.255438:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.255853:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883306368 02000000:00000010:0.0:1724310013.255879:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012decf000. 00010000:00000010:0.0:1724310013.255903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310013.255914:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310013.255932:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310013.255935:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.255943:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310013.255945:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310013.255947:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310013.255949:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.256013:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.256014:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:0.0:1724310013.256016:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310013.256018:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00000020:00000010:0.0:1724310013.256032:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.256036:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.256044:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166540. 00080000:00000010:0.0:1724310013.256049:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800924b1800. 00000001:00000010:0.0:1724310013.256214:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166e40. 00000001:00000010:0.0:1724310013.256218:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310013.256247:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166540. 00010000:00000010:0.0:1724310013.256252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310013.256255:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.256292:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.256310:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310013.256312:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00080000:00000010:0.0:1724310013.256327:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:0.0:1724310013.256332:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310013.256335:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310013.256339:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:0.0:1724310013.256346:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000200:0.0:1724310013.256358:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096079, last committed = 4295095650 00010000:00000200:0.0:1724310013.256364:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8e680 x1808069883306368/t4295096079(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.256375:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d088. 00000100:00000200:0.0:1724310013.256379:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883306368, offset 224 00000400:00000010:0.0:1724310013.256384:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de498. 00000400:00000200:0.0:1724310013.256386:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.256404:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.256410:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531037:531037:256:4294967295] 192.168.204.31@tcp LPNI seq info [531033:531033:8:4294967295] 00000400:00000200:0.0:1724310013.256414:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.256419:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.256424:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.256427:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310013.256431:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.256436:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.256440:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.256462:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99c80. 00000020:00000010:0.0:1724310013.256466:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310013.256468:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d90600. 00000800:00000200:3.0:1724310013.256599:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.256603:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310013.256605:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.256609:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.258974:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310013.258984:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310013.258988:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310013.258990:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310013.258992:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310013.258995:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000400:00000200:1.0:1724310013.259096:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.259109:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a65 00000400:00000200:1.0:1724310013.259114:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.259117:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.259122:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d088 00000400:00000010:1.0:1724310013.259124:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d088. 00010000:00000010:0.0:1724310013.259238:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.259245:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00000400:00000200:1.0:1724310013.259300:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.259306:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa200 00000400:00000200:1.0:1724310013.259312:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 19640 00000400:00000200:1.0:1724310013.259359:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.259363:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.259367:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.259371:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d500. 00000020:00000010:0.0:1724310013.259598:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008def4e00. 00000020:00000010:0.0:1724310013.259603:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99d80. 00000020:00000010:0.0:1724310013.259606:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:2.0:1724310013.259808:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883306496 00000001:00000010:2.0:1724310013.259817:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:2.0:1724310013.259833:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.259838:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0380. 02000000:00000010:2.0:1724310013.259879:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083150000. 00010000:00000010:2.0:1724310013.259897:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.259900:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.259911:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.259913:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.259916:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.259918:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000004:00000010:2.0:1724310013.259985:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310013.259992:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310013.259996:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310013.260001:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:3.0:1724310013.261364:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.261368:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.261373:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.261376:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.261427:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:3.0:1724310013.261438:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:3.0:1724310013.261441:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0180. 00010000:00000010:3.0:1724310013.261465:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000200:3.0:1724310013.261477:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d500 x1808069883306496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.261490:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8cc0. 00000100:00000200:3.0:1724310013.261495:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883306496, offset 224 00000400:00000200:3.0:1724310013.261499:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.261507:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.261511:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531038:531038:256:4294967295] 192.168.204.31@tcp LPNI seq info [531034:531034:8:4294967295] 00000400:00000200:3.0:1724310013.261519:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.261523:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.261527:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310013.261531:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.261537:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.261540:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.261739:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99d80. 00000020:00000010:3.0:1724310013.261745:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:3.0:1724310013.261747:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def4e00. 00000800:00000200:2.0:1724310013.262033:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.262036:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310013.262040:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.262043:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.262047:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8cc0 00000400:00000010:2.0:1724310013.262048:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8cc0. 00010000:00000010:3.1:1724310013.265214:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310013.265225:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310013.265230:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310013.265232:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310013.265235:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310013.265240:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310013.267955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310013.267964:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310013.267967:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310013.267969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:1.0:1724310013.267988:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.268002:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa300 00000400:00000200:1.0:1724310013.268007:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 20216 00000400:00000200:1.0:1724310013.268026:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.268029:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.268035:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.268040:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8c380. 00000020:00000010:3.0:1724310013.268983:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257b000. 00000020:00000010:3.0:1724310013.268989:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.268993:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.269026:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883306752 02000000:00000010:3.0:1724310013.269053:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e7000. 00010000:00000010:3.0:1724310013.269083:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.269109:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.269138:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.269142:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.269152:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.269154:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.269156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.269158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.269236:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.269239:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.269242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.269244:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310013.269689:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310013.269920:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310013.269929:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a960. 00080000:00000010:3.0:1724310013.269935:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a2400. 00000001:00000010:3.0:1724310013.270079:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a900. 00000001:00000010:3.0:1724310013.270083:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310013.270112:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a960. 00010000:00000010:3.0:1724310013.270119:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.270122:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.270137:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.270154:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.270156:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00080000:00000010:3.0:1724310013.270170:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:3.0:1724310013.270174:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:3.0:1724310013.270177:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53438. 00000004:00000010:3.0:1724310013.270183:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:3.0:1724310013.270192:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.270204:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096080, last committed = 4295095650 00010000:00000200:3.0:1724310013.270212:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8c380 x1808069883306752/t4295096080(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.270224:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8880. 00000100:00000200:3.0:1724310013.270230:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883306752, offset 224 00000400:00000010:3.0:1724310013.270235:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467268. 00000400:00000200:3.0:1724310013.270238:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.270249:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.270255:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531039:531039:256:4294967295] 192.168.204.31@tcp LPNI seq info [531035:531035:8:4294967295] 00000400:00000200:3.0:1724310013.270462:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.270468:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.270473:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.270476:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.270479:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.270485:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.270488:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.270511:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.270514:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.270517:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257b000. 00000800:00000200:1.0:1724310013.270623:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.270625:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310013.270628:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.270632:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.271794:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.271807:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a6d 00000400:00000200:2.0:1724310013.271812:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.271815:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.271820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8880 00000400:00000010:2.0:1724310013.271822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8880. 00010000:00000010:0.0:1724310013.272134:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:0.0:1724310013.272142:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00000400:00000200:1.0:1724310013.272495:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.272502:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa380 00000400:00000200:1.0:1724310013.272512:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 20704 00000400:00000200:1.0:1724310013.272556:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.272560:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.272564:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.272570:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f100. 00000020:00000010:3.0:1724310013.272675:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257b000. 00000020:00000010:3.0:1724310013.272680:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.272684:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.272712:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883306880 00000001:00000010:3.0:1724310013.272720:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:3.0:1724310013.272736:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.272740:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310013.272782:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093440000. 00010000:00000010:3.0:1724310013.272805:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.272808:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.272817:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.272819:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.272822:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.272824:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000004:00000010:3.0:1724310013.272892:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310013.272899:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.272903:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.272908:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.1:1724310013.273742:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310013.273749:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310013.276687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310013.276695:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.276842:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.276845:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.276849:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.276854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.276906:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.276914:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.276918:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.277036:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.277051:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f100 x1808069883306880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.277065:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8000. 00000100:00000200:3.0:1724310013.277071:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883306880, offset 224 00000400:00000200:3.0:1724310013.277076:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.277085:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.277090:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531040:531040:256:4294967295] 192.168.204.31@tcp LPNI seq info [531036:531036:8:4294967295] 00000400:00000200:3.0:1724310013.277098:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.277103:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.277107:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310013.277111:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.277117:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.277120:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.277149:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.277153:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.277156:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257b000. 00000800:00000200:1.0:1724310013.277374:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.277378:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310013.277381:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.277386:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.277389:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8000 00000400:00000010:1.0:1724310013.277391:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8000. 00000400:00000200:2.0:1724310013.278978:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.278989:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa480 00000400:00000200:2.0:1724310013.278995:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 21280 00000400:00000200:2.0:1724310013.279012:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.279015:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.279019:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.279023:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5180. 00000020:00000010:3.0:1724310013.279107:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009257b000. 00000020:00000010:3.0:1724310013.279112:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.279115:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.279364:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883307136 02000000:00000010:3.0:1724310013.279401:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880092ff0000. 00010000:00000010:3.0:1724310013.279426:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.279436:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.279459:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.279463:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.279472:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.279474:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.279476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.279478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.279551:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.279554:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.279556:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.279558:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.279577:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310013.279582:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310013.279588:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ac00. 00080000:00000010:3.0:1724310013.279594:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a3000. 00000001:00000010:3.0:1724310013.279741:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a1e0. 00000001:00000010:3.0:1724310013.279745:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310013.279774:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ac00. 00010000:00000010:3.0:1724310013.279780:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.279783:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.279796:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.279813:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.279821:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00080000:00000010:3.0:1724310013.279839:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310013.279843:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310013.279846:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.279851:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310013.279858:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310013.279871:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096081, last committed = 4295095650 00010000:00000200:3.0:1724310013.279877:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5180 x1808069883307136/t4295096081(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.279889:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8198. 00000100:00000200:3.0:1724310013.279894:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883307136, offset 224 00000400:00000010:3.0:1724310013.279899:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224672a0. 00000400:00000200:3.0:1724310013.279902:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.279909:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.279913:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531041:531041:256:4294967295] 192.168.204.31@tcp LPNI seq info [531037:531037:8:4294967295] 00000400:00000200:3.0:1724310013.279917:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.279922:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.279927:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.279930:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310013.279935:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.279940:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.279943:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.279966:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407b00. 00000020:00000010:3.0:1724310013.279969:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.279971:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009257b000. 00000800:00000200:1.0:1724310013.280115:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.280119:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310013.280122:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.280125:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.281081:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.281091:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a75 00000400:00000200:1.0:1724310013.281094:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.281097:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.281100:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8198 00000400:00000010:1.0:1724310013.281102:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8198. 00010000:00000010:0.0:1724310013.281177:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:0.0:1724310013.281182:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00000400:00000200:2.0:1724310013.281786:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.281794:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa500 00000400:00000200:2.0:1724310013.281799:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 21768 00000400:00000200:2.0:1724310013.281872:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.281876:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.281880:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.281885:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4700. 00000020:00000010:0.0:1724310013.282125:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008def4e00. 00000020:00000010:0.0:1724310013.282130:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99d00. 00000020:00000010:0.0:1724310013.282133:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806320. 00000100:00000200:0.0:1724310013.282163:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883307264 00000001:00000010:0.0:1724310013.282170:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:0.0:1724310013.282185:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310013.282189:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 02000000:00000010:0.0:1724310013.282229:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880045120000. 00010000:00000010:0.0:1724310013.282246:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310013.282249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.282287:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310013.282289:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.282296:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310013.282299:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00000004:00000010:0.0:1724310013.282357:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310013.282364:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310013.282368:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958063e8. 00080000:00000010:0.0:1724310013.282374:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:1.0:1724310013.285329:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.285337:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.285342:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.285346:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.285413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:1.0:1724310013.285426:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:1.0:1724310013.285430:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:1.0:1724310013.285460:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000200:1.0:1724310013.285475:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4700 x1808069883307264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.285491:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310013.285497:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883307264, offset 224 00000400:00000200:1.0:1724310013.285502:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.285512:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.285518:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531042:531042:256:4294967295] 192.168.204.31@tcp LPNI seq info [531038:531038:8:4294967295] 00000400:00000200:1.0:1724310013.285526:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.285531:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.285534:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.285539:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.285544:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.285548:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.285565:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99d00. 00000020:00000010:1.0:1724310013.285568:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806320. 00000020:00000010:1.0:1724310013.285571:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008def4e00. 00000800:00000200:1.0:1724310013.285654:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.285657:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:1.0:1724310013.285660:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.285664:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.285667:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:1.0:1724310013.285669:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:3.1:1724310013.285994:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310013.286002:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310013.288412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.288423:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310013.288431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310013.288441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310013.288485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310013.288489:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310013.288496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310013.288498:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310013.291433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310013.291445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:1.0:1724310013.291902:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.291916:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa600 00000400:00000200:1.0:1724310013.291923:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 22344 00000400:00000200:1.0:1724310013.291943:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.291948:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.291953:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.291958:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ca80. 00000020:00000010:2.0:1724310013.292054:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.292060:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.292064:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310013.292098:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883307520 02000000:00000010:2.0:1724310013.292180:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ae000. 00010000:00000010:2.0:1724310013.292211:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:2.0:1724310013.292225:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:2.0:1724310013.292247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.292251:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.293416:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.293422:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.293426:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.293429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.293513:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.293516:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.293518:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.293521:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c00. 00000020:00000010:2.0:1724310013.293543:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310013.293548:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310013.293556:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c00. 00080000:00000010:2.0:1724310013.293561:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f7800. 00000001:00000010:2.0:1724310013.293724:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6540. 00000001:00000010:2.0:1724310013.293729:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310013.293758:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c00. 00010000:00000010:2.0:1724310013.293763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.293766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.293779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.293801:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.293804:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00080000:00000010:2.0:1724310013.293822:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:2.0:1724310013.293828:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958063e8. 00000004:00000010:2.0:1724310013.293832:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be528. 00000004:00000010:2.0:1724310013.293838:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:2.0:1724310013.293846:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.293859:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096082, last committed = 4295095650 00010000:00000200:2.0:1724310013.293867:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ca80 x1808069883307520/t4295096082(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.293881:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6880. 00000100:00000200:2.0:1724310013.293888:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883307520, offset 224 00000400:00000010:2.0:1724310013.293893:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e600a8. 00000400:00000200:2.0:1724310013.293896:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.293906:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.293911:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531043:531043:256:4294967295] 192.168.204.31@tcp LPNI seq info [531039:531039:8:4294967295] 00000400:00000200:2.0:1724310013.293915:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.293921:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.293926:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.293929:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310013.293933:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.293939:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.293942:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.296802:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.296813:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310013.296817:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:3.0:1724310013.297010:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.297014:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:3.0:1724310013.297018:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.297025:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.297366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310013.297372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310013.297375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310013.297379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310013.297382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310013.297383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310013.297385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310013.297387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310013.297389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310013.297403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:1.0:1724310013.300030:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310013.300048:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a7d 00000400:00000200:1.0:1724310013.300054:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.300058:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310013.300062:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6880 00000400:00000010:1.0:1724310013.300065:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6880. 00010000:00000010:0.0:1724310013.300150:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:0.0:1724310013.300158:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00010000:00000010:1.1:1724310013.300344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310013.300351:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310013.300354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310013.300356:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310013.300360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310013.300365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:1.0:1724310013.303426:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.303440:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa680 00000400:00000200:1.0:1724310013.303446:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 22832 00000400:00000200:1.0:1724310013.303504:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.303508:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.303514:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.303519:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219df80. 00000020:00000010:2.0:1724310013.303611:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.303616:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.303620:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310013.303657:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883307648 00000001:00000010:2.0:1724310013.303666:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:2.0:1724310013.303685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.303690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 02000000:00000010:2.0:1724310013.303735:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880085530000. 00010000:00000010:2.0:1724310013.303756:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.303760:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.303774:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.303776:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.303780:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.303782:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00000004:00000010:2.0:1724310013.303863:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00010000:00000010:3.1:1724310013.303898:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310013.303903:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000004:00000010:2.0:1724310013.304385:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310013.304389:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310013.304404:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0680. 00010000:00000010:0.0:1724310013.305008:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310013.305011:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310013.305014:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310013.305016:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310013.305050:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:0.0:1724310013.305609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:0.0:1724310013.305614:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00010000:00000010:0.0:1724310013.305639:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:0.0:1724310013.305651:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219df80 x1808069883307648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.305669:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148daa0. 00000100:00000200:0.0:1724310013.305674:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883307648, offset 224 00000400:00000200:0.0:1724310013.305678:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.305686:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.305691:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531044:531044:256:4294967295] 192.168.204.31@tcp LPNI seq info [531040:531040:8:4294967295] 00000400:00000200:0.0:1724310013.305698:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.305703:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.305706:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310013.305710:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.305715:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.305718:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.305764:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:0.0:1724310013.305767:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:0.0:1724310013.305770:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:2.0:1724310013.306105:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.306108:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310013.306112:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.306116:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.306119:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148daa0 00000400:00000010:2.0:1724310013.306120:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148daa0. 00000400:00000200:1.0:1724310013.307175:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.307184:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa780 00000400:00000200:1.0:1724310013.307190:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 23408 00000400:00000200:1.0:1724310013.307206:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.307208:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.307212:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.307217:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219d880. 00000020:00000010:0.0:1724310013.307284:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310013.307287:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310013.307291:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310013.307327:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883307904 02000000:00000010:0.0:1724310013.307350:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f2000. 00010000:00000010:0.0:1724310013.307370:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:0.0:1724310013.307383:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310013.307411:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310013.307415:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310013.307423:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.307425:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310013.307428:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310013.307430:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.307499:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310013.307502:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:0.0:1724310013.307505:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310013.307507:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00000020:00000010:0.0:1724310013.307527:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.307532:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66620. 00000020:00000010:0.0:1724310013.307539:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166cc0. 00080000:00000010:0.0:1724310013.307544:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800924b0400. 00000001:00000010:0.0:1724310013.307690:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1662a0. 00000001:00000010:0.0:1724310013.307695:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310013.307723:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166cc0. 00010000:00000010:0.0:1724310013.307729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310013.307732:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.307743:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.307757:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.307759:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00080000:00000010:0.0:1724310013.307773:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:0.0:1724310013.307777:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:0.0:1724310013.307780:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ac8. 00000004:00000010:0.0:1724310013.307785:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:0.0:1724310013.307790:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:0.0:1724310013.307800:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096083, last committed = 4295095650 00010000:00000200:0.0:1724310013.307805:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219d880 x1808069883307904/t4295096083(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.307816:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d908. 00000100:00000200:0.0:1724310013.307820:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883307904, offset 224 00000400:00000010:0.0:1724310013.307824:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de460. 00000400:00000200:0.0:1724310013.307826:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.307834:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.307838:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531045:531045:256:4294967295] 192.168.204.31@tcp LPNI seq info [531041:531041:8:4294967295] 00000400:00000200:0.0:1724310013.307841:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.307846:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.307850:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.307853:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310013.307857:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.307862:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.307865:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.307889:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310013.307893:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310013.307895:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00000800:00000200:1.0:1724310013.307946:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.307948:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:1.0:1724310013.307951:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.307954:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.309150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310013.309156:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310013.309160:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310013.309163:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:2.0:1724310013.309632:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.309644:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a85 00000400:00000200:2.0:1724310013.309648:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.309651:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.309654:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d908 00000400:00000010:2.0:1724310013.309656:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d908. 00000400:00000200:2.0:1724310013.309671:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.309675:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa800 00000400:00000200:2.0:1724310013.309680:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 23896 00000400:00000200:2.0:1724310013.309711:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.309714:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.309718:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.309722:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4000. 00010000:00000010:0.0:1724310013.309787:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.309794:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00000020:00000010:1.0:1724310013.309988:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135400. 00000020:00000010:1.0:1724310013.309992:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.309996:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc3e8. 00000100:00000200:1.0:1724310013.310022:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883308032 00000001:00000010:1.0:1724310013.310066:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:1.0:1724310013.310177:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.310182:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310013.310223:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866f0000. 00010000:00000010:1.0:1724310013.310241:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.310244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.310252:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.310255:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.310276:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.310278:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000004:00000010:1.0:1724310013.310342:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310013.310348:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310013.310353:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310013.310359:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9520. 00010000:00000010:1.0:1724310013.310843:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.310846:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.310850:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.310852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.310881:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.310888:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.310890:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.310907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310013.310916:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4000 x1808069883308032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.310928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310013.310931:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883308032, offset 224 00000400:00000200:1.0:1724310013.310935:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.310942:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.310946:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531046:531046:256:4294967295] 192.168.204.31@tcp LPNI seq info [531042:531042:8:4294967295] 00000400:00000200:1.0:1724310013.310953:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.310957:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.310960:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.310963:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.310969:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.310972:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.310982:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.310985:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc3e8. 00000020:00000010:1.0:1724310013.310988:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135400. 00000800:00000200:0.0:1724310013.311087:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.311090:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310013.311092:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.311095:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.311098:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310013.311099:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:3.1:1724310013.311658:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310013.311663:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310013.311665:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310013.311667:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310013.311669:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310013.311673:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:1.0:1724310013.312611:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.312622:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fa900 00000400:00000200:1.0:1724310013.312628:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 24472 00000400:00000200:1.0:1724310013.312647:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.312650:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.312655:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.312659:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f480. 00000020:00000010:2.0:1724310013.312802:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.312806:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0980. 00000020:00000010:2.0:1724310013.312809:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310013.313356:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883308288 02000000:00000010:2.0:1724310013.313379:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009e4d5000. 00010000:00000010:2.0:1724310013.313413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:2.0:1724310013.313433:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:2.0:1724310013.313450:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.313454:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.313462:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.313464:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.313467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.313468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.313532:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.313533:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.313535:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.313538:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.313552:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1780. 00000020:00000010:2.0:1724310013.313556:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1780. 00000020:00000010:2.0:1724310013.313563:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c00. 00080000:00000010:2.0:1724310013.313568:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f5800. 00000001:00000010:2.0:1724310013.313708:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6600. 00000001:00000010:2.0:1724310013.313713:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310013.313743:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c00. 00010000:00000010:2.0:1724310013.313748:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.313751:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.313762:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.313776:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.313778:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00080000:00000010:2.0:1724310013.313793:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9520. 00000004:00000010:2.0:1724310013.313798:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:2.0:1724310013.313801:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f528. 00000004:00000010:2.0:1724310013.313805:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:2.0:1724310013.313811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000200:2.0:1724310013.313822:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096084, last committed = 4295095650 00010000:00000200:2.0:1724310013.313829:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f480 x1808069883308288/t4295096084(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.313840:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6a18. 00000100:00000200:2.0:1724310013.313845:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883308288, offset 224 00000400:00000010:2.0:1724310013.313850:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e600e0. 00000400:00000200:2.0:1724310013.313853:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.313862:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.313866:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531047:531047:256:4294967295] 192.168.204.31@tcp LPNI seq info [531043:531043:8:4294967295] 00000400:00000200:2.0:1724310013.313871:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.313876:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.313880:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.313882:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310013.313886:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.313891:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.313894:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.313921:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0980. 00000020:00000010:2.0:1724310013.313924:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310013.313927:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:3.0:1724310013.314277:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.314280:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310013.314283:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.314287:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.314519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310013.314524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310013.314526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310013.314529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310013.315490:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.315500:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a8d 00000400:00000200:0.0:1724310013.315504:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.315507:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.315510:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6a18 00000400:00000010:0.0:1724310013.315512:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6a18. 00010000:00000010:2.0:1724310013.315672:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.315677:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0f80. 00000400:00000200:1.0:1724310013.316596:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310013.316605:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fa980 00000400:00000200:1.0:1724310013.316610:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 24960 00000400:00000200:1.0:1724310013.316654:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.316657:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310013.316661:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310013.316666:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219dc00. 00000020:00000010:0.0:1724310013.316908:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134038600. 00000020:00000010:0.0:1724310013.316913:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99700. 00000020:00000010:0.0:1724310013.316917:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310013.316942:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883308416 00000001:00000010:0.0:1724310013.316950:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:0.0:1724310013.316967:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310013.316971:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 02000000:00000010:0.0:1724310013.317014:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087670000. 00010000:00000010:0.0:1724310013.317034:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310013.317037:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.317048:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310013.317050:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310013.317053:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310013.317055:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00000004:00000010:0.0:1724310013.317124:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310013.317130:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310013.317135:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958063e8. 00080000:00000010:0.0:1724310013.317142:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310013.318254:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310013.318320:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.318323:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310013.318326:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.318369:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.318376:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310013.318380:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310013.318414:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000200:0.0:1724310013.318427:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219dc00 x1808069883308416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.318440:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d550. 00000100:00000200:0.0:1724310013.318445:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883308416, offset 224 00000400:00000200:0.0:1724310013.318450:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.318458:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.318463:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531048:531048:256:4294967295] 192.168.204.31@tcp LPNI seq info [531044:531044:8:4294967295] 00000400:00000200:0.0:1724310013.318471:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.318476:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.318480:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310013.318484:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.318490:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.318494:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.318521:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99700. 00000020:00000010:0.0:1724310013.318525:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310013.318527:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134038600. 00000800:00000200:3.0:1724310013.318646:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.318649:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310013.318653:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.318657:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.318660:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d550 00000400:00000010:3.0:1724310013.318661:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d550. 00010000:00000010:2.1:1724310013.320806:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310013.320815:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310013.320819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310013.320823:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310013.320826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310013.320831:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310013.321093:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.321106:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131faa80 00000400:00000200:0.0:1724310013.321113:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 25536 00000400:00000200:0.0:1724310013.321132:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.321136:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.321141:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.321146:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720a80. 00010000:00000010:3.1:1724310013.321245:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310013.321251:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000020:00000010:1.0:1724310013.321324:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088686e00. 00000020:00000010:1.0:1724310013.321329:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.321332:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc3e8. 00000100:00000200:1.0:1724310013.321382:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883308672 02000000:00000010:1.0:1724310013.321414:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134466000. 00010000:00000010:1.0:1724310013.321439:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:1.0:1724310013.321452:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:1.0:1724310013.321470:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.321473:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.321483:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.321484:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.321487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.321489:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.321554:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.321556:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.321558:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.321560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310013.321574:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.321578:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24100. 00000020:00000010:1.0:1724310013.321586:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb22a0. 00080000:00000010:1.0:1724310013.321591:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c6000. 00000001:00000010:1.0:1724310013.321719:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2360. 00000001:00000010:1.0:1724310013.321723:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310013.321747:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb22a0. 00010000:00000010:1.0:1724310013.321752:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.321754:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.321765:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.321779:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.321781:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00080000:00000010:1.0:1724310013.321795:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:1.0:1724310013.321801:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958063e8. 00000004:00000010:1.0:1724310013.321804:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be348. 00000004:00000010:1.0:1724310013.321808:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:1.0:1724310013.321813:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310013.321821:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096085, last committed = 4295095650 00010000:00000200:1.0:1724310013.321828:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720a80 x1808069883308672/t4295096085(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.321839:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310013.321843:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883308672, offset 224 00000400:00000010:1.0:1724310013.321848:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65ce8. 00000400:00000200:1.0:1724310013.321850:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.321858:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.321863:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531049:531049:256:4294967295] 192.168.204.31@tcp LPNI seq info [531045:531045:8:4294967295] 00000400:00000200:1.0:1724310013.321867:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.321872:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.321877:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.321880:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.321884:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.321889:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.321892:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.321904:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.321908:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc3e8. 00000020:00000010:1.0:1724310013.321910:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088686e00. 00000800:00000200:0.0:1724310013.322079:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.322081:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.322084:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.322087:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.323495:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.323505:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a95 00000400:00000200:3.0:1724310013.323508:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.323511:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.323514:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310013.323516:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:3.0:1724310013.323534:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.323538:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fab00 00000400:00000200:3.0:1724310013.323542:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 26024 00000400:00000200:3.0:1724310013.323585:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.323589:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.323593:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.323597:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8700. 00010000:00000010:0.0:1724310013.323665:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:0.0:1724310013.323670:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00000020:00000010:2.0:1724310013.323720:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73400. 00000020:00000010:2.0:1724310013.323724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0f80. 00000020:00000010:2.0:1724310013.323727:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310013.323750:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883308800 00000001:00000010:2.0:1724310013.323759:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310013.323773:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.323777:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0000. 02000000:00000010:2.0:1724310013.323818:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800815f0000. 00010000:00000010:2.0:1724310013.323837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.323840:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.323849:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.323850:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.323853:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.323855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0800. 00000004:00000010:2.0:1724310013.323914:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310013.323921:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310013.323925:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310013.323931:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:3.0:1724310013.325563:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.325570:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.325574:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.325579:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.325784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:3.0:1724310013.325807:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:3.0:1724310013.325812:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b00. 00010000:00000010:3.0:1724310013.325838:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000200:3.0:1724310013.325851:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8700 x1808069883308800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.325866:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8c38. 00000100:00000200:3.0:1724310013.325871:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883308800, offset 224 00000400:00000200:3.0:1724310013.325876:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.325885:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.325890:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531050:531050:256:4294967295] 192.168.204.31@tcp LPNI seq info [531046:531046:8:4294967295] 00000400:00000200:3.0:1724310013.325898:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.325903:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.325906:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310013.325911:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.325916:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.325920:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.325944:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0f80. 00000020:00000010:3.0:1724310013.325947:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:3.0:1724310013.325950:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73400. 00000800:00000200:0.0:1724310013.326072:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.326074:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310013.326076:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.326080:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.326083:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8c38 00000400:00000010:0.0:1724310013.326084:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8c38. 00010000:00000010:3.1:1724310013.327573:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310013.327580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:2.0:1724310013.327632:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.327643:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fac00 00000400:00000200:2.0:1724310013.327649:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 26600 00000400:00000200:2.0:1724310013.327667:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.327670:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.327675:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.327679:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4380. 00000020:00000010:3.0:1724310013.327746:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012296ce00. 00000020:00000010:3.0:1724310013.327750:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.327753:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.327859:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309056 02000000:00000010:3.0:1724310013.327884:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458c000. 00010000:00000010:3.0:1724310013.327909:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.327918:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.327936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.327940:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.327949:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310013.327951:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.327953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.327955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.328026:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.328028:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.328030:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.328032:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310013.328052:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cf20. 00000020:00000010:3.0:1724310013.328057:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cf20. 00000020:00000010:3.0:1724310013.328064:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ac00. 00080000:00000010:3.0:1724310013.328069:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008b2a2000. 00000001:00000010:3.0:1724310013.328221:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aea0. 00000001:00000010:3.0:1724310013.328226:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310013.328286:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ac00. 00010000:00000010:3.0:1724310013.328294:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.328296:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.328308:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.328325:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.328338:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310013.328356:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:3.0:1724310013.328361:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:3.0:1724310013.328364:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f531e0. 00000004:00000010:3.0:1724310013.328369:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:3.0:1724310013.328376:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.328387:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096086, last committed = 4295095650 00010000:00000200:3.0:1724310013.328402:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4380 x1808069883309056/t4295096086(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.328413:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e87f8. 00000100:00000200:3.0:1724310013.328417:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883309056, offset 224 00000400:00000010:3.0:1724310013.328421:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224672d8. 00000400:00000200:3.0:1724310013.328424:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.328432:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.328437:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531051:531051:256:4294967295] 192.168.204.31@tcp LPNI seq info [531047:531047:8:4294967295] 00000400:00000200:3.0:1724310013.328440:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.328445:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.328450:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.328453:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310013.328456:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.328461:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.328464:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.328485:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.328487:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.328490:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012296ce00. 00000800:00000200:2.0:1724310013.328918:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.328924:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:2.0:1724310013.328927:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.328931:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.329667:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.329675:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294a9d 00000400:00000200:0.0:1724310013.329679:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.329682:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.329685:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e87f8 00000400:00000010:0.0:1724310013.329687:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e87f8. 00010000:00000010:2.0:1724310013.329750:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:2.0:1724310013.329756:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00000400:00000200:2.0:1724310013.330114:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.330120:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fac80 00000400:00000200:2.0:1724310013.330126:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 27088 00000400:00000200:2.0:1724310013.330159:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.330162:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.330166:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.330170:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4e00. 00000020:00000010:1.0:1724310013.330326:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135400. 00000020:00000010:1.0:1724310013.330331:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.330334:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc3e8. 00000100:00000200:1.0:1724310013.330362:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309184 00000001:00000010:1.0:1724310013.330370:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310013.330385:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.330389:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310013.330438:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080830000. 00010000:00000010:1.0:1724310013.330458:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.330461:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.330471:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.330473:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.330476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.330478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000004:00000010:1.0:1724310013.330540:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310013.330546:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310013.330550:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc898. 00080000:00000010:1.0:1724310013.330556:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8ea0. 00010000:00000010:3.1:1724310013.330946:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310013.330952:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310013.330955:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310013.330958:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310013.330960:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310013.330965:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310013.331032:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310013.331037:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310013.331039:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310013.331041:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310013.331335:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310013.331338:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310013.331342:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310013.331345:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310013.331382:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:0.0:1724310013.331389:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:0.0:1724310013.331400:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:0.0:1724310013.331423:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:0.0:1724310013.331433:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4e00 x1808069883309184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.331446:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148db28. 00000100:00000200:0.0:1724310013.331451:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883309184, offset 224 00000400:00000200:0.0:1724310013.331456:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.331463:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.331468:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531052:531052:256:4294967295] 192.168.204.31@tcp LPNI seq info [531048:531048:8:4294967295] 00000400:00000200:0.0:1724310013.331476:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.331480:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.331483:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310013.331487:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.331492:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.331495:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.331507:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:0.0:1724310013.331510:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc3e8. 00000020:00000010:0.0:1724310013.331513:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135400. 00000800:00000200:2.0:1724310013.331808:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.331810:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310013.331813:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.331817:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.331820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148db28 00000400:00000010:2.0:1724310013.331822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148db28. 00010000:00000010:1.1:1724310013.331958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310013.331963:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.331966:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310013.331968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310013.333119:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.333130:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fad80 00000400:00000200:0.0:1724310013.333136:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 27664 00000400:00000200:0.0:1724310013.333152:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.333155:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.333161:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.333165:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720e00. 00000020:00000010:2.0:1724310013.333250:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73c00. 00000020:00000010:2.0:1724310013.333254:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.333280:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.333305:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309440 02000000:00000010:2.0:1724310013.333326:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0df000. 00010000:00000010:2.0:1724310013.333347:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310013.333356:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310013.333373:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.333376:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.333384:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.333386:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.333388:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.333390:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.333460:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.333462:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.333464:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.333466:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00000020:00000010:2.0:1724310013.333480:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1ae0. 00000020:00000010:2.0:1724310013.333484:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1ae0. 00000020:00000010:2.0:1724310013.333490:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c00. 00080000:00000010:2.0:1724310013.333494:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f5000. 00000001:00000010:2.0:1724310013.333624:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6480. 00000001:00000010:2.0:1724310013.333628:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310013.333653:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c00. 00010000:00000010:2.0:1724310013.333658:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.333660:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.333671:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.333685:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.333687:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00080000:00000010:2.0:1724310013.333705:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8ea0. 00000004:00000010:2.0:1724310013.333709:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc898. 00000004:00000010:2.0:1724310013.333713:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:2.0:1724310013.333717:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:2.0:1724310013.333724:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.333734:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096087, last committed = 4295095650 00010000:00000200:2.0:1724310013.333739:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720e00 x1808069883309440/t4295096087(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.333751:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6990. 00000100:00000200:2.0:1724310013.333755:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883309440, offset 224 00000400:00000010:2.0:1724310013.333760:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60118. 00000400:00000200:2.0:1724310013.333762:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.333769:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.333774:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531053:531053:256:4294967295] 192.168.204.31@tcp LPNI seq info [531049:531049:8:4294967295] 00000400:00000200:2.0:1724310013.333778:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.333782:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.333786:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.333789:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310013.333793:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.333797:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.333800:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.333813:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.333815:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.333818:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73c00. 00000800:00000200:0.0:1724310013.333970:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.333973:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310013.333975:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.333978:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.335700:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310013.335709:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:3.0:1724310013.336695:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.336708:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294aa5 00000400:00000200:3.0:1724310013.336713:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.336717:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.336720:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6990 00000400:00000010:3.0:1724310013.336723:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6990. 00000400:00000200:3.0:1724310013.336749:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.336753:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fae00 00000400:00000200:3.0:1724310013.336759:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 28152 00010000:00000010:0.0:1724310013.336779:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:0.0:1724310013.336785:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00000400:00000200:3.0:1724310013.336812:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.336816:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.336820:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.336825:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8380. 00000020:00000010:0.0:1724310013.336854:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134039c00. 00000020:00000010:0.0:1724310013.336858:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310013.336861:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310013.336889:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309568 00000001:00000010:0.0:1724310013.336898:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310013.336914:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310013.336918:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 02000000:00000010:0.0:1724310013.336958:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d4f0000. 00010000:00000010:0.0:1724310013.336975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310013.336977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:0.0:1724310013.336987:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310013.336989:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310013.336993:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310013.336995:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00000004:00000010:0.0:1724310013.337058:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310013.337063:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be1e0. 00000004:00000010:0.0:1724310013.337067:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310013.337073:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:1.0:1724310013.338693:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.338699:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.338703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.338707:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.338750:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:1.0:1724310013.338801:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:1.0:1724310013.338806:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00010000:00000010:1.0:1724310013.338834:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000200:1.0:1724310013.338847:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8380 x1808069883309568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.338861:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310013.338868:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883309568, offset 224 00000400:00000200:1.0:1724310013.338873:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.338882:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.338888:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531054:531054:256:4294967295] 192.168.204.31@tcp LPNI seq info [531050:531050:8:4294967295] 00000400:00000200:1.0:1724310013.338895:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.338900:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.338903:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310013.338907:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.338914:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.338917:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.338943:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99380. 00000020:00000010:1.0:1724310013.338947:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:1.0:1724310013.338950:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134039c00. 00000800:00000200:0.0:1724310013.339335:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.339338:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310013.339342:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.339346:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.339349:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310013.339351:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:2.0:1724310013.341576:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.341589:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131faf00 00000400:00000200:2.0:1724310013.341596:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 28728 00000400:00000200:2.0:1724310013.341617:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310013.341617:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:2.0:1724310013.341621:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.341624:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00000100:00000200:2.0:1724310013.341627:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1724310013.341628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310013.341630:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00000100:00000010:2.0:1724310013.341632:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7800. 00010000:00000010:1.1:1724310013.341633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310013.341637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310013.341682:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310013.341687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000020:00000010:0.0:1724310013.341743:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134038400. 00000020:00000010:0.0:1724310013.341748:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:0.0:1724310013.341752:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.341786:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309824 02000000:00000010:0.0:1724310013.341813:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3b000. 00010000:00000010:0.0:1724310013.341842:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:0.0:1724310013.341852:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:0.0:1724310013.341870:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310013.341874:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310013.341884:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310013.341886:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:0.0:1724310013.341889:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310013.341891:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310013.341967:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310013.341970:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310013.341972:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310013.341974:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00000020:00000010:0.0:1724310013.341993:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c666c0. 00000020:00000010:0.0:1724310013.341997:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c666c0. 00000020:00000010:0.0:1724310013.342005:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166240. 00080000:00000010:0.0:1724310013.342011:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800924b2000. 00000001:00000010:0.0:1724310013.342160:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166d20. 00000001:00000010:0.0:1724310013.342164:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310013.342192:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166240. 00010000:00000010:0.0:1724310013.342198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310013.342201:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.342213:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.342231:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:0.0:1724310013.342233:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:0.0:1724310013.342248:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:0.0:1724310013.342254:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310013.342276:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be1e0. 00000004:00000010:0.0:1724310013.342281:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310013.342288:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000200:0.0:1724310013.342298:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096088, last committed = 4295095650 00010000:00000200:0.0:1724310013.342304:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7800 x1808069883309824/t4295096088(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.342315:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d220. 00000100:00000200:0.0:1724310013.342320:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883309824, offset 224 00000400:00000010:0.0:1724310013.342324:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de428. 00000400:00000200:0.0:1724310013.342327:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.342334:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.342339:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531055:531055:256:4294967295] 192.168.204.31@tcp LPNI seq info [531051:531051:8:4294967295] 00000400:00000200:0.0:1724310013.342342:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.342347:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.342351:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.342354:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310013.342358:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.342364:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.342367:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.342390:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:0.0:1724310013.342403:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310013.342405:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134038400. 00000800:00000200:3.0:1724310013.342505:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.342507:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310013.342510:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.342514:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.346545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310013.346552:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310013.346555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310013.346559:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310013.346561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310013.346565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310013.346635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310013.346638:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310013.346641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310013.346642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00000400:00000200:2.0:1724310013.346693:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.346706:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294aad 00000400:00000200:2.0:1724310013.346711:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.346715:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.346718:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d220 00000400:00000010:2.0:1724310013.346720:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d220. 00000400:00000200:2.0:1724310013.346735:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.346739:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131faf80 00000400:00000200:2.0:1724310013.346743:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 29216 00000400:00000200:2.0:1724310013.346794:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.346797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.346801:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.346807:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800832c6300. 00010000:00000010:0.0:1724310013.346863:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310013.346872:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00000020:00000010:3.0:1724310013.346934:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b800. 00000020:00000010:3.0:1724310013.346940:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.346944:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.346965:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883309952 00000001:00000010:3.0:1724310013.346974:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:3.0:1724310013.346991:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.346995:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 02000000:00000010:3.0:1724310013.347036:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932c0000. 00010000:00000010:3.0:1724310013.347056:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.347058:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.347069:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.347071:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.347074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.347076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310013.347148:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310013.347154:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310013.347158:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.347164:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310013.348117:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.348120:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.348123:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.348126:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.348171:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.348328:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.348337:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.348371:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.348385:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800832c6300 x1808069883309952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.348410:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8770. 00000100:00000200:3.0:1724310013.348419:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883309952, offset 224 00000400:00000200:3.0:1724310013.348424:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.348435:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.348441:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531056:531056:256:4294967295] 192.168.204.31@tcp LPNI seq info [531052:531052:8:4294967295] 00000400:00000200:3.0:1724310013.348448:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.348453:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.348456:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310013.348460:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.348587:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.348706:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.348876:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.348880:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310013.348883:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b800. 00000800:00000200:2.0:1724310013.349015:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.349018:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:2.0:1724310013.349021:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.349024:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.349027:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8770 00000400:00000010:2.0:1724310013.349029:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8770. 00000400:00000200:3.0:1724310013.351751:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.351763:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb080 00000400:00000200:3.0:1724310013.351769:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 29792 00000400:00000200:3.0:1724310013.351789:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.351793:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.351798:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.351802:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8e00. 00000020:00000010:0.0:1724310013.351870:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134038400. 00000020:00000010:0.0:1724310013.351875:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b00. 00000020:00000010:0.0:1724310013.351879:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310013.351929:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883310208 02000000:00000010:0.0:1724310013.351960:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8b000. 00010000:00000010:0.0:1724310013.351991:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:0.0:1724310013.352005:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00010000:00000010:0.0:1724310013.352026:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310013.352030:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310013.352040:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310013.352043:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:0.0:1724310013.352045:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310013.352047:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310013.352118:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310013.352120:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:0.0:1724310013.352122:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310013.352125:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00000020:00000010:0.0:1724310013.352141:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c666c0. 00000020:00000010:0.0:1724310013.352145:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c666c0. 00000020:00000010:0.0:1724310013.352152:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166240. 00080000:00000010:0.0:1724310013.352157:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f69c00. 00010000:00000010:3.1:1724310013.352623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310013.352628:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310013.352632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310013.352634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310013.352636:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310013.352639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000001:00000010:1.0:1724310013.353230:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2de0. 00000001:00000010:1.0:1724310013.353235:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310013.353489:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166240. 00010000:00000010:1.0:1724310013.353499:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310013.353503:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.353518:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.353631:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:1.0:1724310013.353638:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:1.0:1724310013.353656:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:1.0:1724310013.353661:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:1.0:1724310013.353664:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:1.0:1724310013.353669:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:1.0:1724310013.353675:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000200:1.0:1724310013.353687:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096089, last committed = 4295095650 00010000:00000200:1.0:1724310013.353695:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8e00 x1808069883310208/t4295096089(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.353713:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310013.353718:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883310208, offset 224 00000400:00000010:1.0:1724310013.353725:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65d20. 00000400:00000200:1.0:1724310013.353728:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.353738:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.353743:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531057:531057:256:4294967295] 192.168.204.31@tcp LPNI seq info [531053:531053:8:4294967295] 00000400:00000200:1.0:1724310013.353748:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.353753:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.353758:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.353761:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.353766:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.353771:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.353774:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.353800:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b00. 00000020:00000010:1.0:1724310013.353804:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:1.0:1724310013.353807:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134038400. 00000800:00000200:2.0:1724310013.355159:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.355164:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310013.355168:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.355174:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.356529:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.356542:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ab5 00000400:00000200:2.0:1724310013.356548:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.356551:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.356556:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:2.0:1724310013.356559:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:0.0:1724310013.356665:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:0.0:1724310013.356675:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00000400:00000200:3.0:1724310013.358318:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.358328:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb100 00000400:00000200:3.0:1724310013.358334:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 30280 00010000:00000010:1.1:1724310013.358811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:3.0:1724310013.358838:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.358842:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.358846:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.358851:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfad80. 00000020:00000010:1.0:1724310013.358915:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.359030:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.359034:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.359113:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883310336 00000001:00000010:1.0:1724310013.359122:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:1.0:1724310013.359142:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.359147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 02000000:00000010:1.0:1724310013.359218:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddc0000. 00010000:00000010:1.0:1724310013.359240:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.359242:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.359254:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.359423:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.359430:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.359432:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000004:00000010:1.0:1724310013.359509:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310013.359515:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.359519:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310013.359526:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.360718:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.360722:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.360725:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.360728:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.360872:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.360881:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.360884:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.360909:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310013.360921:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfad80 x1808069883310336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.360935:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310013.360940:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883310336, offset 224 00000400:00000200:1.0:1724310013.360945:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.360955:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.360960:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531058:531058:256:4294967295] 192.168.204.31@tcp LPNI seq info [531054:531054:8:4294967295] 00000400:00000200:1.0:1724310013.360968:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.360973:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.360976:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310013.360981:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.360987:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.360990:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.361017:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.361021:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.361024:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:2.0:1724310013.361381:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.361385:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310013.361388:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.361401:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.361404:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:2.0:1724310013.361406:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:2.0:1724310013.364466:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.364481:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb200 00000400:00000200:2.0:1724310013.364491:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 30856 00010000:00000010:3.1:1724310013.364528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310013.364535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310013.364535:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310013.364538:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310013.364539:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310013.364542:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310013.364542:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310013.364545:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310013.364548:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310013.364550:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310013.364551:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310013.364554:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310013.364556:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310013.364559:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00000400:00000200:2.0:1724310013.364582:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.364586:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.364592:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.364598:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497dc00. 00000020:00000010:1.0:1724310013.364684:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.364690:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.364693:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.364716:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883310592 02000000:00000010:1.0:1724310013.364743:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223b9000. 00010000:00000010:1.0:1724310013.364770:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.364780:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.364799:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.364803:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.364814:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.364816:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.364818:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.364820:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.364891:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.364893:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.364895:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.364898:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.364916:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310013.364920:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24420. 00000020:00000010:1.0:1724310013.364927:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2b40. 00080000:00000010:1.0:1724310013.364932:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c5400. 00000001:00000010:1.0:1724310013.365086:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2d20. 00000001:00000010:1.0:1724310013.365090:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310013.365118:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2b40. 00010000:00000010:1.0:1724310013.365124:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.365127:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.365139:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.365155:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.365157:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310013.365174:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.365179:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310013.365182:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.365186:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310013.365192:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.365203:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096090, last committed = 4295095650 00010000:00000200:1.0:1724310013.365208:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497dc00 x1808069883310592/t4295096090(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.365220:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310013.365225:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883310592, offset 224 00000400:00000010:1.0:1724310013.365230:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65d58. 00000400:00000200:1.0:1724310013.365232:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.365240:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.365245:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531059:531059:256:4294967295] 192.168.204.31@tcp LPNI seq info [531055:531055:8:4294967295] 00000400:00000200:1.0:1724310013.365249:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.365254:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.365371:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.365375:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.365378:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.365383:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.365387:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.365444:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.365447:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.365449:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.365729:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.365732:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310013.365735:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.365739:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.367090:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.367100:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294abd 00000400:00000200:2.0:1724310013.367104:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.367107:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.367110:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:2.0:1724310013.367112:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:0.0:1724310013.367193:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:0.0:1724310013.367199:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.1:1724310013.367493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310013.367499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310013.367503:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:2.0:1724310013.368181:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.368187:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb280 00000400:00000200:2.0:1724310013.368192:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 31344 00000400:00000200:2.0:1724310013.368239:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.368242:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.368246:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.368250:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497d500. 00000020:00000010:1.0:1724310013.368682:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.368687:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.368690:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.368713:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883310720 00000001:00000010:1.0:1724310013.368721:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310013.368739:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.368744:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310013.368787:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081180000. 00010000:00000010:1.0:1724310013.368807:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.368810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.368821:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.368823:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.368826:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.368828:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310013.368899:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310013.368906:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.368910:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310013.368916:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.369776:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.369779:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.369782:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.369785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.369821:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.369828:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.369831:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.369851:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.369861:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497d500 x1808069883310720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.369874:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310013.369879:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883310720, offset 224 00000400:00000200:1.0:1724310013.369883:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.369891:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.369896:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531060:531060:256:4294967295] 192.168.204.31@tcp LPNI seq info [531056:531056:8:4294967295] 00000400:00000200:1.0:1724310013.369903:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.369907:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.369911:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310013.369915:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.369921:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.369924:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.370611:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.370616:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.370619:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.370736:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.370739:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310013.370742:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.370747:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.370750:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:3.0:1724310013.370752:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:3.1:1724310013.374179:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310013.374191:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310013.374276:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310013.374389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310013.374405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310013.374407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:2.0:1724310013.374596:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.374609:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb380 00000400:00000200:2.0:1724310013.374616:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 31920 00000400:00000200:2.0:1724310013.374636:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.374640:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.374646:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.374651:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f480. 00000020:00000010:1.0:1724310013.374737:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.374744:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.374748:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.374771:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883310976 02000000:00000010:1.0:1724310013.374798:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b6000. 00010000:00000010:1.0:1724310013.374827:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.374838:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.374857:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.374861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.374872:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.374873:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.374876:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.374878:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.374956:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.374958:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.374961:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.374963:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310013.374984:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.374988:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.374997:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2c60. 00080000:00000010:1.0:1724310013.375002:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c7000. 00000001:00000010:1.0:1724310013.375150:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2a80. 00000001:00000010:1.0:1724310013.375155:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310013.375182:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2c60. 00010000:00000010:1.0:1724310013.375188:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.375191:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.375204:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.375227:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.375230:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310013.375247:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.375252:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310013.375287:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.375291:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310013.375300:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310013.375312:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096091, last committed = 4295095650 00010000:00000200:1.0:1724310013.375318:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f480 x1808069883310976/t4295096091(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.375331:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310013.375335:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883310976, offset 224 00000400:00000010:1.0:1724310013.375340:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65d90. 00000400:00000200:1.0:1724310013.375343:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.375352:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.375356:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531061:531061:256:4294967295] 192.168.204.31@tcp LPNI seq info [531057:531057:8:4294967295] 00000400:00000200:1.0:1724310013.375361:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.375366:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.375371:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.375374:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.375378:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.375384:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.375387:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.375419:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310013.375422:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.375425:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.375611:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.375615:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310013.375618:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.375622:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.376526:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310013.376533:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000400:00000200:3.0:1724310013.376801:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.376810:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ac5 00000400:00000200:3.0:1724310013.376813:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.376816:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.376820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:3.0:1724310013.376822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:0.0:1724310013.376894:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:0.0:1724310013.376900:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:2.0:1724310013.377006:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.377013:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb400 00000400:00000200:2.0:1724310013.377017:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 32408 00000400:00000200:2.0:1724310013.377052:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.377055:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.377059:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.377063:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497e680. 00000020:00000010:0.0:1724310013.377087:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134038c00. 00000020:00000010:0.0:1724310013.377090:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:0.0:1724310013.377092:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806320. 00000100:00000200:0.0:1724310013.377112:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883311104 00000001:00000010:0.0:1724310013.377118:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:0.0:1724310013.377129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310013.377131:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 02000000:00000010:0.0:1724310013.377166:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b00000. 00010000:00000010:0.0:1724310013.377180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310013.377182:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310013.377189:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.377190:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:0.0:1724310013.377192:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310013.377193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00000004:00000010:0.0:1724310013.377239:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310013.377243:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be1e0. 00000004:00000010:0.0:1724310013.377246:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806000. 00080000:00000010:0.0:1724310013.377251:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:1.0:1724310013.377913:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.377916:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.377919:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.377921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.377948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:1.0:1724310013.377955:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000010:1.0:1724310013.377956:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:1.0:1724310013.377976:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000200:1.0:1724310013.377984:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497e680 x1808069883311104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.377993:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310013.377996:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883311104, offset 224 00000400:00000200:1.0:1724310013.378000:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.378005:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.378008:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531062:531062:256:4294967295] 192.168.204.31@tcp LPNI seq info [531058:531058:8:4294967295] 00000400:00000200:1.0:1724310013.378014:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.378017:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.378019:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.378023:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.378027:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.378035:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.378043:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:1.0:1724310013.378045:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806320. 00000020:00000010:1.0:1724310013.378047:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134038c00. 00000800:00000200:3.0:1724310013.378130:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.378133:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310013.378136:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.378140:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.378142:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:3.0:1724310013.378144:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00010000:00000010:1.1:1724310013.379401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310013.379408:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310013.379412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310013.379414:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310013.379416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310013.379421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310013.379423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310013.379425:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310013.379427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310013.379430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:3.0:1724310013.380993:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.381006:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb500 00000400:00000200:3.0:1724310013.381012:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 32984 00000400:00000200:3.0:1724310013.381033:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.381038:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.381043:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.381049:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfa680. 00000020:00000010:1.0:1724310013.381718:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.381724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310013.381728:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.381765:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883311360 02000000:00000010:1.0:1724310013.381793:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab7000. 00010000:00000010:1.0:1724310013.381822:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.381835:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.381855:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.381859:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.381870:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.381872:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.381875:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.381877:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.381952:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.381954:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.381956:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.381958:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310013.381977:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.381982:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.381990:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2c60. 00080000:00000010:1.0:1724310013.381996:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c6c00. 00000001:00000010:1.0:1724310013.382152:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2a20. 00000001:00000010:1.0:1724310013.382156:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310013.382184:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2c60. 00010000:00000010:1.0:1724310013.382190:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.382193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.382206:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.382223:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.382226:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310013.382240:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:1.0:1724310013.382247:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806000. 00000004:00000010:1.0:1724310013.382250:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be1e0. 00000004:00000010:1.0:1724310013.382254:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:1.0:1724310013.382291:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310013.382302:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096092, last committed = 4295095650 00010000:00000200:1.0:1724310013.382310:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfa680 x1808069883311360/t4295096092(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.382324:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310013.382329:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883311360, offset 224 00000400:00000010:1.0:1724310013.382334:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65dc8. 00000400:00000200:1.0:1724310013.382337:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.382346:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.382351:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531063:531063:256:4294967295] 192.168.204.31@tcp LPNI seq info [531059:531059:8:4294967295] 00000400:00000200:1.0:1724310013.382355:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.382360:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.382365:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.382368:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310013.382373:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.382378:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.382382:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.382415:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310013.382419:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.382422:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.382924:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.382927:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310013.382931:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.382935:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.385814:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.385831:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294acd 00000400:00000200:3.0:1724310013.385837:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.385841:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.385845:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:3.0:1724310013.385848:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:2.1:1724310013.386309:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310013.386317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00000400:00000200:3.0:1724310013.386475:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.386481:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb580 00000400:00000200:3.0:1724310013.386487:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 33472 00000400:00000200:3.0:1724310013.386543:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.386547:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.386551:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.386558:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746300. 00010000:00000010:1.0:1724310013.386898:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.386907:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00000020:00000010:2.0:1724310013.387223:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.387228:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.387232:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.387282:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883311488 00000001:00000010:2.0:1724310013.387292:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310013.387314:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.387320:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 02000000:00000010:2.0:1724310013.387365:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934f0000. 00010000:00000010:2.0:1724310013.387386:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.387389:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.387416:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.387418:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.387421:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.387423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00000004:00000010:2.0:1724310013.387496:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310013.387503:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.387507:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.387514:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310013.388424:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.388429:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.388432:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.388435:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.388476:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.388496:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.388501:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.388528:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.388539:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746300 x1808069883311488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.388552:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be67f8. 00000100:00000200:2.0:1724310013.388558:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883311488, offset 224 00000400:00000200:2.0:1724310013.388563:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.388571:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.388576:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531064:531064:256:4294967295] 192.168.204.31@tcp LPNI seq info [531060:531060:8:4294967295] 00000400:00000200:2.0:1724310013.388583:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.388587:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.388590:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.388594:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.388600:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.388603:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.388748:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.388752:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.388755:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.388857:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.388859:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310013.388862:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.388866:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.388870:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be67f8 00000400:00000010:3.0:1724310013.388871:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be67f8. 00010000:00000010:1.1:1724310013.389598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310013.389605:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310013.389608:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310013.389609:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310013.389612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310013.389615:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310013.389618:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310013.389621:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310013.389624:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310013.389625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:3.0:1724310013.391188:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.391201:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb680 00000400:00000200:3.0:1724310013.391207:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 34048 00000400:00000200:3.0:1724310013.391318:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.391323:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.391328:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.391334:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094747800. 00000020:00000010:2.0:1724310013.391432:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.391437:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.391441:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.391821:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883311744 02000000:00000010:2.0:1724310013.391849:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbac000. 00010000:00000010:2.0:1724310013.391879:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.391891:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.391912:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.391916:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.391927:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.391929:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.391932:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.391934:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.392009:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.392011:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.392014:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.392016:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00000020:00000010:2.0:1724310013.392033:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15df80. 00000020:00000010:2.0:1724310013.392037:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15df80. 00000020:00000010:2.0:1724310013.392044:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd69c0. 00080000:00000010:2.0:1724310013.392107:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f6000. 00000001:00000010:2.0:1724310013.392284:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6a80. 00000001:00000010:2.0:1724310013.392289:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310013.392320:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd69c0. 00010000:00000010:2.0:1724310013.392326:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.392329:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.392343:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.392359:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.392362:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00080000:00000010:2.0:1724310013.392381:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310013.392385:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310013.392388:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.392402:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310013.392410:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.392422:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096093, last committed = 4295095650 00010000:00000200:2.0:1724310013.392429:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094747800 x1808069883311744/t4295096093(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.392442:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6d48. 00000100:00000200:2.0:1724310013.392447:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883311744, offset 224 00000400:00000010:2.0:1724310013.392452:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60150. 00000400:00000200:2.0:1724310013.392455:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.392464:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.392468:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531065:531065:256:4294967295] 192.168.204.31@tcp LPNI seq info [531061:531061:8:4294967295] 00000400:00000200:2.0:1724310013.392472:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.392478:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.392482:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.392486:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310013.392490:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.392495:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.392498:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.392549:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.392553:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.392556:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.392667:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.392669:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310013.392672:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.392676:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.394067:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.394078:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ad5 00000400:00000200:3.0:1724310013.394082:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.394085:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.394088:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6d48 00000400:00000010:3.0:1724310013.394090:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6d48. 00000400:00000200:3.0:1724310013.394116:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.394121:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb700 00000400:00000200:3.0:1724310013.394126:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 34536 00000400:00000200:3.0:1724310013.394173:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.394177:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.394180:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:0.0:1724310013.394183:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00000100:00000010:3.0:1724310013.394184:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745500. 00010000:00000010:0.0:1724310013.394189:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00000020:00000010:2.0:1724310013.394530:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.394536:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.394539:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.394567:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883311872 00000001:00000010:2.0:1724310013.394576:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310013.394591:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.394595:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 02000000:00000010:2.0:1724310013.394636:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083180000. 00010000:00000010:2.0:1724310013.394654:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.394657:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.394667:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.394669:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.394672:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.394675:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00000004:00000010:2.0:1724310013.394738:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310013.394744:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.394748:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.394753:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:1.1:1724310013.395366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310013.395372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310013.395376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.398885:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.398893:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.398898:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310013.398903:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.398965:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.398975:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.398979:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.399011:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.399025:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745500 x1808069883311872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.399040:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6440. 00000100:00000200:2.0:1724310013.399046:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883311872, offset 224 00000400:00000200:2.0:1724310013.399052:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.399062:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.399068:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531066:531066:256:4294967295] 192.168.204.31@tcp LPNI seq info [531062:531062:8:4294967295] 00000400:00000200:2.0:1724310013.399076:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.399081:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.399085:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.399089:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.399095:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.399098:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.399114:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.399119:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.399123:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.399225:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.399228:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310013.399232:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.399236:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.399240:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6440 00000400:00000010:3.0:1724310013.399241:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6440. 00010000:00000010:1.1:1724310013.401740:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310013.401751:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310013.401754:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310013.401756:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310013.401758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310013.401765:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310013.401766:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310013.401769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310013.402010:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310013.402016:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310013.402790:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.402802:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb800 00000400:00000200:3.0:1724310013.402809:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 35112 00000400:00000200:3.0:1724310013.402832:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.402836:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.402841:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.402846:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094744700. 00000020:00000010:2.0:1724310013.403066:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.403071:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.403075:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.404162:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883312128 02000000:00000010:2.0:1724310013.404194:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6b000. 00010000:00000010:2.0:1724310013.404226:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.404239:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.404383:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.404388:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.404411:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.404413:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.404416:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.404418:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.404498:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.404501:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.404503:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.404505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00000020:00000010:2.0:1724310013.404526:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1bc0. 00000020:00000010:2.0:1724310013.404532:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1bc0. 00000020:00000010:2.0:1724310013.404539:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6c60. 00080000:00000010:2.0:1724310013.404544:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800880f5400. 00000001:00000010:2.0:1724310013.405117:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9600. 00000001:00000010:2.0:1724310013.405122:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310013.405153:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6c60. 00010000:00000010:2.0:1724310013.405160:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.405163:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.405176:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.405193:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.405195:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00080000:00000010:2.0:1724310013.405216:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310013.405220:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310013.405223:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.405229:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310013.405238:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000200:2.0:1724310013.405248:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096094, last committed = 4295095650 00010000:00000200:2.0:1724310013.405276:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094744700 x1808069883312128/t4295096094(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.405291:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6e58. 00000100:00000200:2.0:1724310013.405296:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883312128, offset 224 00000400:00000010:2.0:1724310013.405301:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60188. 00000400:00000200:2.0:1724310013.405304:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.405315:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.405320:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531067:531067:256:4294967295] 192.168.204.31@tcp LPNI seq info [531063:531063:8:4294967295] 00000400:00000200:2.0:1724310013.405324:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.405329:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.405334:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.405337:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.405342:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.405349:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.405352:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.405526:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.405530:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.405533:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.405653:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.405657:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:3.0:1724310013.405660:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.405665:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.407766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.407775:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310013.407779:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.407782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310013.407784:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310013.407787:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.407791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:3.0:1724310013.407863:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.407876:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294add 00000400:00000200:3.0:1724310013.407885:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.407889:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.407893:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6e58 00000400:00000010:3.0:1724310013.407895:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6e58. 00010000:00000010:1.0:1724310013.407975:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:1.0:1724310013.407983:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00000400:00000200:3.0:1724310013.408732:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.408739:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fb880 00000400:00000200:3.0:1724310013.408746:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 35600 00000400:00000200:3.0:1724310013.408796:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.408800:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.408804:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.408809:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745880. 00000020:00000010:2.0:1724310013.408888:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.408894:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.408898:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.409174:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883312256 00000001:00000010:2.0:1724310013.409182:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310013.409199:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.409205:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 02000000:00000010:2.0:1724310013.409250:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d100000. 00010000:00000010:2.0:1724310013.409302:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.409305:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.409318:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.409320:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.409323:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.409325:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000004:00000010:2.0:1724310013.409406:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310013.409414:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.409418:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.409425:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:1.1:1724310013.411094:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310013.411103:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310013.411106:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310013.411109:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310013.411111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310013.411114:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.411116:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310013.411117:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.411119:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310013.411125:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.411343:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.411346:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.411349:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.411353:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.411413:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.411972:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.411978:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.412008:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000200:2.0:1724310013.412023:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745880 x1808069883312256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.412038:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6908. 00000100:00000200:2.0:1724310013.412044:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883312256, offset 224 00000400:00000200:2.0:1724310013.412049:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.412058:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.412064:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531068:531068:256:4294967295] 192.168.204.31@tcp LPNI seq info [531064:531064:8:4294967295] 00000400:00000200:2.0:1724310013.412072:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.412077:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.412081:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310013.412085:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.412092:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.412096:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.413420:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.413426:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.413430:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.413760:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.413763:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310013.413767:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.413772:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.413777:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6908 00000400:00000010:3.0:1724310013.413779:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6908. 00010000:00000010:2.1:1724310013.416440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310013.416450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:3.0:1724310013.417126:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.417140:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fb980 00000400:00000200:3.0:1724310013.417146:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 36176 00000400:00000200:3.0:1724310013.417169:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.417173:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.417179:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.417184:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746a00. 00000020:00000010:2.0:1724310013.417299:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.417304:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.417308:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.417346:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883312512 02000000:00000010:2.0:1724310013.417376:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010ccff000. 00010000:00000010:2.0:1724310013.417414:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.417427:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.417447:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.417452:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.417463:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.417465:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.417468:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.417469:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.417654:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.417657:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.417659:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.417662:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000020:00000010:2.0:1724310013.417682:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d020. 00000020:00000010:2.0:1724310013.417687:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d020. 00000020:00000010:2.0:1724310013.417695:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9660. 00080000:00000010:2.0:1724310013.417700:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3fc00. 00000001:00000010:2.0:1724310013.417862:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6900. 00000001:00000010:2.0:1724310013.417867:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310013.417897:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9660. 00010000:00000010:2.0:1724310013.417903:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.417907:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.417920:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.417936:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.417939:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00080000:00000010:2.0:1724310013.417957:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310013.417961:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310013.417965:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.417971:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310013.417979:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000200:2.0:1724310013.417990:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096095, last committed = 4295095650 00010000:00000200:2.0:1724310013.417996:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746a00 x1808069883312512/t4295096095(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.418008:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6110. 00000100:00000200:2.0:1724310013.418013:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883312512, offset 224 00000400:00000010:2.0:1724310013.418018:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e601c0. 00000400:00000200:2.0:1724310013.418021:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.418028:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.418033:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531069:531069:256:4294967295] 192.168.204.31@tcp LPNI seq info [531065:531065:8:4294967295] 00000400:00000200:2.0:1724310013.418037:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.418043:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.418047:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.418051:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.418055:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.418061:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.418064:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.418088:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.418091:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.418093:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.418300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.418303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310013.418306:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.418309:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.420291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310013.420300:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.420305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.420308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:3.0:1724310013.421083:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.421097:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ae5 00000400:00000200:3.0:1724310013.421102:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.421106:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.421110:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6110 00000400:00000010:3.0:1724310013.421112:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6110. 00010000:00000010:0.0:1724310013.421238:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:0.0:1724310013.421247:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a80. 00000400:00000200:3.0:1724310013.421465:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.421472:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fba00 00000400:00000200:3.0:1724310013.421478:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 36664 00000400:00000200:3.0:1724310013.421727:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.421739:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.421744:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.421748:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745f80. 00000020:00000010:2.0:1724310013.421820:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.421825:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.421829:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.421861:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883312640 00000001:00000010:2.0:1724310013.421869:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310013.421886:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.421890:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 02000000:00000010:2.0:1724310013.421935:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800864c0000. 00010000:00000010:2.0:1724310013.421956:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.421959:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.421970:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.421972:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.421975:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.421976:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00000004:00000010:2.0:1724310013.422050:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310013.422056:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.422061:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.422068:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310013.423378:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.423383:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.423386:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.423402:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.423443:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.423451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.423455:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.423481:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000200:2.0:1724310013.423499:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745f80 x1808069883312640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.423514:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6aa0. 00000100:00000200:2.0:1724310013.423520:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883312640, offset 224 00000400:00000200:2.0:1724310013.423526:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.423539:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.423544:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531070:531070:256:4294967295] 192.168.204.31@tcp LPNI seq info [531066:531066:8:4294967295] 00000400:00000200:2.0:1724310013.423552:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.423557:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.423560:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310013.423564:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.423570:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.423573:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.423598:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.423601:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.423604:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.423709:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.423712:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310013.423716:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.423719:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.423722:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6aa0 00000400:00000010:3.0:1724310013.423724:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6aa0. 00010000:00000010:1.1:1724310013.424186:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310013.424191:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310013.424194:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310013.424196:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.424198:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.424203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310013.426531:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310013.426543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310013.429770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310013.429781:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.429784:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310013.429786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:3.0:1724310013.432308:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.432324:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fbb00 00000400:00000200:3.0:1724310013.432330:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 37240 00000400:00000200:3.0:1724310013.432353:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.432357:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.432363:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.432371:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2a680. 00000020:00000010:2.0:1724310013.432447:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087d73600. 00000020:00000010:2.0:1724310013.432452:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.432456:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.432486:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883312896 02000000:00000010:2.0:1724310013.432514:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:2.0:1724310013.432546:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.432568:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.432591:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.432595:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.432607:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.432609:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.432613:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.432614:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.432689:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.432691:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.432693:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.432696:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00000020:00000010:2.0:1724310013.432716:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1780. 00000020:00000010:2.0:1724310013.432720:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1780. 00000020:00000010:2.0:1724310013.432727:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.432733:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3ec00. 00000001:00000010:2.0:1724310013.432906:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9ae0. 00000001:00000010:2.0:1724310013.432911:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310013.432942:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.432948:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.432951:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.432964:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.432980:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.432983:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00080000:00000010:2.0:1724310013.432999:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310013.433003:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310013.433008:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.433013:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310013.433021:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.433032:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096096, last committed = 4295095650 00010000:00000200:2.0:1724310013.433038:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2a680 x1808069883312896/t4295096096(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.433051:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6ee0. 00000100:00000200:2.0:1724310013.433056:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883312896, offset 224 00000400:00000010:2.0:1724310013.433060:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e601f8. 00000400:00000200:2.0:1724310013.433063:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.433071:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.433076:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531071:531071:256:4294967295] 192.168.204.31@tcp LPNI seq info [531067:531067:8:4294967295] 00000400:00000200:2.0:1724310013.433080:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.433085:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.433096:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.433099:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310013.433104:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.433110:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.433113:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.433136:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.433139:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.433141:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087d73600. 00000800:00000200:3.0:1724310013.433734:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.433737:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310013.433740:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.433745:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.434596:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.434604:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294aed 00000400:00000200:3.0:1724310013.434608:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.434611:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.434614:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6ee0 00000400:00000010:3.0:1724310013.434616:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6ee0. 00010000:00000010:1.0:1724310013.434683:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:1.0:1724310013.434688:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0100. 00000400:00000200:3.0:1724310013.435081:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.435088:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fbb80 00000400:00000200:3.0:1724310013.435094:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 37728 00000400:00000200:3.0:1724310013.435236:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.435240:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.435244:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.435248:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b28700. 00000020:00000010:2.0:1724310013.435410:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.435414:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.435417:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.435449:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883313024 00000001:00000010:2.0:1724310013.435457:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:2.0:1724310013.435473:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.435477:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 02000000:00000010:2.0:1724310013.435519:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d790000. 00010000:00000010:2.0:1724310013.435538:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.435541:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.435550:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.435553:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.435555:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.435557:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00000004:00000010:2.0:1724310013.435619:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310013.435625:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.435629:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.435634:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310013.436126:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.436129:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.436132:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.436135:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.436170:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.436178:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.436180:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.436206:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.436216:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b28700 x1808069883313024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.436228:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6bb0. 00000100:00000200:2.0:1724310013.436232:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883313024, offset 224 00000400:00000200:2.0:1724310013.436237:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.436243:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.436249:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531072:531072:256:4294967295] 192.168.204.31@tcp LPNI seq info [531068:531068:8:4294967295] 00000400:00000200:2.0:1724310013.436279:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.436284:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.436287:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.436291:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.436297:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.436300:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.436320:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.436323:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.436326:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:3.0:1724310013.436998:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.437002:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310013.437005:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.437009:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.437012:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6bb0 00000400:00000010:3.0:1724310013.437014:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6bb0. 00010000:00000010:1.1:1724310013.438373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310013.438380:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00000400:00000200:3.0:1724310013.440154:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.440169:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fbc80 00000400:00000200:3.0:1724310013.440175:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 38304 00000400:00000200:3.0:1724310013.440198:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.440201:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.440208:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.440213:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2ad80. 00000020:00000010:2.0:1724310013.440492:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6a600. 00000020:00000010:2.0:1724310013.440499:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.440503:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.440544:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883313280 02000000:00000010:2.0:1724310013.440573:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b47000. 00010000:00000010:2.0:1724310013.440602:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.440619:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.440640:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.440644:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.440654:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.440656:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.440659:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.440661:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.440737:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.440740:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.440743:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.440745:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310013.440765:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146860. 00000020:00000010:2.0:1724310013.440769:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146860. 00000020:00000010:2.0:1724310013.440777:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6b40. 00080000:00000010:2.0:1724310013.440782:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3d400. 00000001:00000010:2.0:1724310013.440928:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6780. 00000001:00000010:2.0:1724310013.440932:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310013.440962:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6b40. 00010000:00000010:2.0:1724310013.440968:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.440971:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.440983:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310013.441000:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.441003:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00080000:00000010:2.0:1724310013.441023:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310013.441027:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310013.441032:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.441037:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310013.441044:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.441056:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096097, last committed = 4295095650 00010000:00000200:2.0:1724310013.441063:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2ad80 x1808069883313280/t4295096097(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.441075:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6dd0. 00000100:00000200:2.0:1724310013.441081:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883313280, offset 224 00000400:00000010:2.0:1724310013.441086:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60230. 00000400:00000200:2.0:1724310013.441088:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.441098:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.441103:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531073:531073:256:4294967295] 192.168.204.31@tcp LPNI seq info [531069:531069:8:4294967295] 00000400:00000200:2.0:1724310013.441119:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.441125:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.441129:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.441132:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310013.441137:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.441142:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.441145:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.441165:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.441168:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310013.441171:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6a600. 00000800:00000200:3.0:1724310013.441776:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.441780:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310013.441784:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.441788:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.443309:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.443320:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294af5 00000400:00000200:3.0:1724310013.443325:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.443519:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.443524:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6dd0 00000400:00000010:3.0:1724310013.443527:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6dd0. 00000400:00000200:3.0:1724310013.443556:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.443561:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fbd00 00000400:00000200:3.0:1724310013.443566:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 38792 00010000:00000010:1.0:1724310013.443597:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:1.0:1724310013.443605:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00000400:00000200:3.0:1724310013.443614:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.443619:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.443622:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.443628:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304700. 00000020:00000010:1.0:1724310013.443657:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.443660:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.443663:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.443694:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883313408 00000001:00000010:1.0:1724310013.443704:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:1.0:1724310013.443720:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.443724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310013.443768:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e900000. 00010000:00000010:1.0:1724310013.443788:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.443791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.443801:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.443803:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.443806:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.443808:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310013.443877:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310013.443884:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.443888:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310013.443895:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:2.1:1724310013.444465:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310013.444472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.0:1724310013.445209:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.445212:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.445216:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.445219:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.445288:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.445297:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.445300:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.445328:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310013.445339:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304700 x1808069883313408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.445353:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310013.445358:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883313408, offset 224 00000400:00000200:1.0:1724310013.445363:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.445372:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.445377:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531074:531074:256:4294967295] 192.168.204.31@tcp LPNI seq info [531070:531070:8:4294967295] 00000400:00000200:1.0:1724310013.445385:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.445399:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.445403:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.445407:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.445412:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.445415:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.445897:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.445900:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.445904:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.446054:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.446058:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:3.0:1724310013.446061:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.446064:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.446067:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:3.0:1724310013.446069:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00010000:00000010:1.1:1724310013.447636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310013.447647:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310013.447651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310013.447660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310013.447662:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310013.447664:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310013.447666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310013.447667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:3.0:1724310013.449932:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.449947:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fbe00 00000400:00000200:3.0:1724310013.450245:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 39368 00000400:00000200:3.0:1724310013.450302:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.450306:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.450311:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.450316:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307480. 00010000:00000010:2.1:1724310013.450457:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310013.450465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000020:00000010:1.0:1724310013.450855:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.450860:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.450864:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.450897:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883313664 02000000:00000010:1.0:1724310013.450976:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c497000. 00010000:00000010:1.0:1724310013.451343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.451356:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.451379:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.451384:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.451405:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.451406:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.451410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.451412:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.451493:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.451496:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.451498:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.451500:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.451519:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.451523:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.451531:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb23c0. 00080000:00000010:1.0:1724310013.451536:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801226c6800. 00000001:00000010:1.0:1724310013.451683:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2960. 00000001:00000010:1.0:1724310013.451688:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310013.451716:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb23c0. 00010000:00000010:1.0:1724310013.451722:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.451725:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.451737:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.451755:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.451757:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310013.451774:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.451779:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310013.451783:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.451787:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310013.451792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310013.451804:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096098, last committed = 4295095650 00010000:00000200:1.0:1724310013.451811:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307480 x1808069883313664/t4295096098(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.451824:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310013.451830:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883313664, offset 224 00000400:00000010:1.0:1724310013.451836:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65e00. 00000400:00000200:1.0:1724310013.451839:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.451848:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.451852:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531075:531075:256:4294967295] 192.168.204.31@tcp LPNI seq info [531071:531071:8:4294967295] 00000400:00000200:1.0:1724310013.451856:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.451861:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.451866:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.451869:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.451875:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.451880:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.451883:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.451911:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.451914:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.451917:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.452673:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.452676:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310013.452681:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.452686:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.453359:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.453371:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294afd 00000400:00000200:3.0:1724310013.453375:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.453377:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00010000:00000010:1.1:1724310013.453378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:3.0:1724310013.453381:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:3.0:1724310013.453383:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:1.1:1724310013.453385:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310013.453387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310013.453400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.453402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310013.453407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.0:1724310013.453474:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:0.0:1724310013.453481:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00000400:00000200:3.0:1724310013.454140:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.454148:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fbe80 00000400:00000200:3.0:1724310013.454153:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 39856 00000400:00000200:3.0:1724310013.455285:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.455293:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.455298:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.455303:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305c00. 00000020:00000010:1.0:1724310013.455476:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.455481:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.455484:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.455520:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883313792 00000001:00000010:1.0:1724310013.455530:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:1.0:1724310013.455548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.455553:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 02000000:00000010:1.0:1724310013.455600:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7a0000. 00010000:00000010:1.0:1724310013.455620:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.455623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.455636:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.455638:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.455641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.455643:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310013.456319:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310013.456326:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.456331:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310013.456337:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.457665:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.457670:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.457675:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.457679:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.457732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.457741:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.457745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.457773:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310013.457787:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305c00 x1808069883313792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.457801:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310013.457807:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883313792, offset 224 00000400:00000200:1.0:1724310013.457812:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.457822:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.457827:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531076:531076:256:4294967295] 192.168.204.31@tcp LPNI seq info [531072:531072:8:4294967295] 00000400:00000200:1.0:1724310013.457836:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.457841:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.457845:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310013.457850:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.457856:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.457859:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.457888:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.457892:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.457896:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.458010:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.458014:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310013.458018:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.458022:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.458026:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:3.0:1724310013.458028:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:2.1:1724310013.459519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310013.459528:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310013.459532:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310013.459535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310013.461015:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.461029:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fbf80 00000400:00000200:3.0:1724310013.461037:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 40432 00000400:00000200:3.0:1724310013.461059:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.461063:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.461069:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.461075:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306300. 00000020:00000010:1.0:1724310013.461175:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9da00. 00000020:00000010:1.0:1724310013.461180:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.461184:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310013.461219:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314048 02000000:00000010:1.0:1724310013.461247:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf3000. 00010000:00000010:1.0:1724310013.461305:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.461315:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.461336:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.461339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.461350:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.461351:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.461354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.461356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.461445:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.461448:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.461450:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.461452:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310013.461473:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.461478:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.461486:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2180. 00080000:00000010:1.0:1724310013.461493:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094615800. 00000001:00000010:1.0:1724310013.461703:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2000. 00000001:00000010:1.0:1724310013.461708:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310013.461736:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2180. 00010000:00000010:1.0:1724310013.461742:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.461745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.461758:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.461775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.461778:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310013.461796:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.461800:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310013.461803:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.461807:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310013.461813:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310013.461824:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096099, last committed = 4295095650 00010000:00000200:1.0:1724310013.461830:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306300 x1808069883314048/t4295096099(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.461843:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310013.461847:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883314048, offset 224 00000400:00000010:1.0:1724310013.461852:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65e38. 00000400:00000200:1.0:1724310013.461855:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.461863:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.461868:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531077:531077:256:4294967295] 192.168.204.31@tcp LPNI seq info [531073:531073:8:4294967295] 00000400:00000200:1.0:1724310013.461872:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.461877:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.461882:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.461885:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310013.461890:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.461896:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.461899:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.461922:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310013.461925:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310013.461928:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9da00. 00000800:00000200:3.0:1724310013.462032:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.462035:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310013.462038:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.462041:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.462415:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310013.462421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:3.0:1724310013.464439:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.464454:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b05 00000400:00000200:3.0:1724310013.464460:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.464463:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.464468:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:3.0:1724310013.464470:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:3.0:1724310013.464500:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.464506:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc000 00000400:00000200:3.0:1724310013.464511:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 40920 00000400:00000200:3.0:1724310013.464565:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.464568:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.464572:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.464577:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304e00. 00000020:00000010:0.0:1724310013.464651:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134039e00. 00000020:00000010:0.0:1724310013.464657:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99e80. 00000020:00000010:0.0:1724310013.464661:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00010000:00000010:1.0:1724310013.464682:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.464691:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00000100:00000200:0.0:1724310013.464695:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314176 00000001:00000010:0.0:1724310013.464704:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:0.0:1724310013.465778:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310013.465784:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 02000000:00000010:0.0:1724310013.465830:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082700000. 00010000:00000010:0.0:1724310013.465851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310013.465854:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:0.0:1724310013.465866:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310013.465868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:0.0:1724310013.465871:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.0:1724310013.465984:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310013.466452:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310013.466460:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.466464:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.466471:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.467589:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.467592:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.467596:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.467599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.467642:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:1.0:1724310013.467651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310013.467655:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000010:1.0:1724310013.467681:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000200:1.0:1724310013.467695:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304e00 x1808069883314176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.467710:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310013.467715:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883314176, offset 224 00000400:00000200:1.0:1724310013.467720:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.467730:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.467734:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531078:531078:256:4294967295] 192.168.204.31@tcp LPNI seq info [531074:531074:8:4294967295] 00000400:00000200:1.0:1724310013.467742:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.467747:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.467750:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310013.467755:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.467760:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.467764:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.468088:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99e80. 00000020:00000010:1.0:1724310013.468093:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:1.0:1724310013.468095:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134039e00. 00000800:00000200:3.0:1724310013.468204:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.468207:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310013.468210:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.468215:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.468218:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:3.0:1724310013.468220:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:0.1:1724310013.468354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310013.468359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310013.468362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310013.468364:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310013.468367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310013.468371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310013.468373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310013.468375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310013.468378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310013.468379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:3.0:1724310013.470467:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.470479:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc100 00000400:00000200:3.0:1724310013.470487:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 41496 00000400:00000200:3.0:1724310013.470510:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.470513:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.470519:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.470523:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306d80. 00000020:00000010:1.0:1724310013.470662:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9ce00. 00000020:00000010:1.0:1724310013.470667:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.470670:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.470842:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314432 02000000:00000010:1.0:1724310013.470868:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8a000. 00010000:00000010:1.0:1724310013.470894:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.470904:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.470925:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.470929:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.470939:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.470940:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.470943:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.470945:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.471021:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.471023:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.471025:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.471027:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310013.471046:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.471052:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.471059:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2cc0. 00080000:00000010:1.0:1724310013.471063:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094614800. 00000001:00000010:1.0:1724310013.471209:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2ae0. 00000001:00000010:1.0:1724310013.471213:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310013.471240:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2cc0. 00010000:00000010:1.0:1724310013.471246:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.471249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.471295:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.471311:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.471314:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310013.471331:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.471335:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.471339:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.471343:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310013.471349:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310013.471359:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096100, last committed = 4295095650 00010000:00000200:1.0:1724310013.471365:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306d80 x1808069883314432/t4295096100(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.471377:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310013.471381:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883314432, offset 224 00000400:00000010:1.0:1724310013.471386:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65e70. 00000400:00000200:1.0:1724310013.471400:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.471408:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.471413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531079:531079:256:4294967295] 192.168.204.31@tcp LPNI seq info [531075:531075:8:4294967295] 00000400:00000200:1.0:1724310013.471417:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.471421:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.471426:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.471429:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310013.471433:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.471439:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.471442:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.471464:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.471468:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.471470:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9ce00. 00000800:00000200:3.0:1724310013.471701:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.471704:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310013.471707:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.471711:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.473308:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.473318:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b0d 00000400:00000200:3.0:1724310013.473322:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.473325:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.473329:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:3.0:1724310013.473332:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:3.0:1724310013.473486:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.473491:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc180 00000400:00000200:3.0:1724310013.473496:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 41984 00000400:00000200:3.0:1724310013.473548:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.473552:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.473555:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.473560:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304a80. 00010000:00000010:0.0:1724310013.474005:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:0.0:1724310013.474013:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000020:00000010:2.0:1724310013.474235:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6a600. 00000020:00000010:2.0:1724310013.474240:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0c80. 00000020:00000010:2.0:1724310013.474244:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310013.474302:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314560 00000001:00000010:2.0:1724310013.474312:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:2.0:1724310013.474329:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.474332:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 02000000:00000010:2.0:1724310013.474373:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800875e0000. 00010000:00000010:2.0:1724310013.474405:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.474409:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.474420:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.474421:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.474424:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.474426:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000004:00000010:2.0:1724310013.474494:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310013.474501:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.474505:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310013.474511:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310013.474991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310013.474997:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310013.475001:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310013.475003:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310013.475005:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310013.475008:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310013.475010:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310013.475012:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310013.475014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310013.475016:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310013.475018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310013.475020:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.0:1724310013.475477:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310013.475480:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.475484:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.475486:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.475525:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:3.0:1724310013.475819:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:3.0:1724310013.475823:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00010000:00000010:3.0:1724310013.475849:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:3.0:1724310013.475861:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304a80 x1808069883314560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.475875:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801348e8e58. 00000100:00000200:3.0:1724310013.475882:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883314560, offset 224 00000400:00000200:3.0:1724310013.475886:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.475896:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.475902:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531080:531080:256:4294967295] 192.168.204.31@tcp LPNI seq info [531076:531076:8:4294967295] 00000400:00000200:3.0:1724310013.475910:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.475915:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.475918:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310013.475922:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.475927:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.475931:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.476852:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0c80. 00000020:00000010:3.0:1724310013.476858:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:3.0:1724310013.476862:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6a600. 00000800:00000200:2.0:1724310013.477011:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.477014:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:2.0:1724310013.477018:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.477023:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.477027:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801348e8e58 00000400:00000010:2.0:1724310013.477029:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801348e8e58. 00010000:00000010:2.1:1724310013.477374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310013.477381:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310013.477384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310013.477386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310013.477404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310013.477408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:3.0:1724310013.478613:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.478625:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc280 00000400:00000200:3.0:1724310013.478631:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 42560 00000400:00000200:3.0:1724310013.478651:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.478654:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.478659:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.478664:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307b80. 00000020:00000010:0.0:1724310013.478728:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134039e00. 00000020:00000010:0.0:1724310013.478733:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310013.478737:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.478769:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314816 02000000:00000010:0.0:1724310013.478796:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472ce000. 00010000:00000010:0.0:1724310013.478823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:0.0:1724310013.478835:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:0.0:1724310013.478854:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310013.478858:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310013.478869:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310013.478871:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:0.0:1724310013.478874:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310013.478876:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310013.478947:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310013.478949:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.478951:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310013.478954:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.478973:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66800. 00000020:00000010:0.0:1724310013.478978:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66800. 00000020:00000010:0.0:1724310013.478985:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166f00. 00080000:00000010:0.0:1724310013.478991:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f6b800. 00000001:00000010:0.0:1724310013.479149:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166480. 00000001:00000010:0.0:1724310013.479154:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310013.479183:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166f00. 00010000:00000010:0.0:1724310013.479189:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310013.479192:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.479204:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.479221:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.479223:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:0.0:1724310013.479239:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:0.0:1724310013.479244:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:0.0:1724310013.479248:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:0.0:1724310013.479253:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:0.0:1724310013.479284:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:0.0:1724310013.479296:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096101, last committed = 4295095650 00010000:00000200:0.0:1724310013.479302:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307b80 x1808069883314816/t4295096101(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.479314:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d990. 00000100:00000200:0.0:1724310013.479319:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883314816, offset 224 00000400:00000010:0.0:1724310013.479324:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de3f0. 00000400:00000200:0.0:1724310013.479340:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.479348:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.479353:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531081:531081:256:4294967295] 192.168.204.31@tcp LPNI seq info [531077:531077:8:4294967295] 00000400:00000200:0.0:1724310013.479357:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.479363:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.479367:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.479370:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310013.479374:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.479380:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.479384:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.479413:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310013.479416:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.479418:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134039e00. 00000800:00000200:3.0:1724310013.479956:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.479959:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310013.479961:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.479966:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.484651:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310013.484660:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.484663:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310013.484665:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:2.0:1724310013.484742:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.484756:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b15 00000400:00000200:2.0:1724310013.484762:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.484766:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.484776:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d990 00000400:00000010:2.0:1724310013.484779:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d990. 00000400:00000200:2.0:1724310013.484805:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.484811:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc300 00000400:00000200:2.0:1724310013.484816:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 43048 00000400:00000200:2.0:1724310013.484873:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.484877:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.484881:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.484886:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f800. 00010000:00000010:3.1:1724310013.484957:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.484958:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:3.1:1724310013.484963:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.484967:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00000020:00000010:1.0:1724310013.485520:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.485525:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.485529:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.485608:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883314944 00000001:00000010:1.0:1724310013.485617:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310013.485632:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.485636:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310013.485680:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c770000. 00010000:00000010:1.0:1724310013.485700:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310013.485703:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.485714:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.485715:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.485718:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.485720:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310013.485791:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310013.485798:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.485802:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.485808:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.486275:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.486278:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.486282:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.486285:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.486318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.486323:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.486326:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.486348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310013.486358:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f800 x1808069883314944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.486372:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453220. 00000100:00000200:1.0:1724310013.486376:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883314944, offset 224 00000400:00000200:1.0:1724310013.486380:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.486395:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.486400:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531082:531082:256:4294967295] 192.168.204.31@tcp LPNI seq info [531078:531078:8:4294967295] 00000400:00000200:1.0:1724310013.486408:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.486412:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.486415:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310013.486419:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.486425:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.486428:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.487100:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.487105:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.487108:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.487520:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.487523:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310013.487526:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.487530:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.487534:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453220 00000400:00000010:3.0:1724310013.487536:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453220. 00010000:00000010:0.1:1724310013.489399:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310013.489407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00000400:00000200:0.0:1724310013.489440:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.489452:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc400 00000400:00000200:0.0:1724310013.489458:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 43624 00000400:00000200:0.0:1724310013.489474:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.489477:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.489482:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.489486:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721180. 00000020:00000010:1.0:1724310013.489587:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.489592:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.489596:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.489626:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883315200 02000000:00000010:1.0:1724310013.489652:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13d000. 00010000:00000010:1.0:1724310013.489679:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.489689:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.489707:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.489712:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.489723:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.489725:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.489728:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.489729:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.489801:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.489804:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.489806:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.489808:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310013.489826:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.489831:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.489838:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2840. 00080000:00000010:1.0:1724310013.489844:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094615000. 00000001:00000010:1.0:1724310013.489992:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb23c0. 00000001:00000010:1.0:1724310013.489995:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310013.490022:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2840. 00010000:00000010:1.0:1724310013.490028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.490031:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.490043:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.490059:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.490062:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310013.490079:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.490083:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.490086:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.490090:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310013.490095:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310013.490106:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096102, last committed = 4295095650 00010000:00000200:1.0:1724310013.490113:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721180 x1808069883315200/t4295096102(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.490126:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453a18. 00000100:00000200:1.0:1724310013.490131:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883315200, offset 224 00000400:00000010:1.0:1724310013.490136:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65ea8. 00000400:00000200:1.0:1724310013.490139:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.490147:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.490152:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531083:531083:256:4294967295] 192.168.204.31@tcp LPNI seq info [531079:531079:8:4294967295] 00000400:00000200:1.0:1724310013.490156:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.490163:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.490168:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.490171:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310013.490174:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.490180:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.490184:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.490209:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.490212:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.490215:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.490530:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.490533:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310013.490536:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.490539:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.490709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310013.490715:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310013.490717:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310013.490720:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310013.490722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310013.490725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:3.0:1724310013.491946:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.491955:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b1d 00000400:00000200:3.0:1724310013.491959:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.491962:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.491966:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453a18 00000400:00000010:3.0:1724310013.491968:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453a18. 00010000:00000010:0.0:1724310013.492041:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:0.0:1724310013.492048:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:0.1:1724310013.493025:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310013.493032:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310013.493034:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310013.493037:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310013.493341:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.493351:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc480 00000400:00000200:0.0:1724310013.493357:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 44112 00000400:00000200:0.0:1724310013.493420:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.493424:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.493428:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.493433:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721880. 00000020:00000010:2.0:1724310013.493760:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6b400. 00000020:00000010:2.0:1724310013.493765:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.493769:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.493803:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883315328 00000001:00000010:2.0:1724310013.493812:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:2.0:1724310013.493829:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.493834:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 02000000:00000010:2.0:1724310013.493877:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093370000. 00010000:00000010:2.0:1724310013.493897:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.493900:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.493912:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.493914:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.493917:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.493919:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000004:00000010:2.0:1724310013.493993:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310013.493999:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.494003:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.494010:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310013.494540:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.494543:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.494545:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.494548:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.494582:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.495113:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.495118:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.495146:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000200:2.0:1724310013.495157:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721880 x1808069883315328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.495172:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6f68. 00000100:00000200:2.0:1724310013.495177:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883315328, offset 224 00000400:00000200:2.0:1724310013.495182:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.495191:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.495196:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531084:531084:256:4294967295] 192.168.204.31@tcp LPNI seq info [531080:531080:8:4294967295] 00000400:00000200:2.0:1724310013.495205:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.495209:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.495213:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310013.495218:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.495223:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.495227:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.495601:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.495605:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.495609:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6b400. 00000800:00000200:3.0:1724310013.495749:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.495751:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:3.0:1724310013.495754:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.495758:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.495762:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6f68 00000400:00000010:3.0:1724310013.495763:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6f68. 00010000:00000010:2.1:1724310013.498384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310013.498405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:3.0:1724310013.498755:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.498768:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc580 00000400:00000200:3.0:1724310013.498773:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 44688 00000400:00000200:3.0:1724310013.498790:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.498794:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.498799:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.498804:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307800. 00000020:00000010:2.0:1724310013.499556:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6b400. 00000020:00000010:2.0:1724310013.499563:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.499567:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.499607:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883315584 02000000:00000010:2.0:1724310013.499636:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093924000. 00010000:00000010:2.0:1724310013.499665:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.499677:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.499696:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.499700:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.499711:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.499713:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.499716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.499718:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310013.499794:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.499797:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.499800:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.499802:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.499820:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146460. 00000020:00000010:2.0:1724310013.499825:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146460. 00000020:00000010:2.0:1724310013.499832:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd69c0. 00080000:00000010:2.0:1724310013.499838:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3e800. 00000001:00000010:2.0:1724310013.500601:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1ba0. 00000001:00000010:2.0:1724310013.500606:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310013.500638:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd69c0. 00010000:00000010:2.0:1724310013.500645:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.500649:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.500662:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.500678:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.500681:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00080000:00000010:2.0:1724310013.500773:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.500779:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.500782:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.500788:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310013.500797:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.500810:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096103, last committed = 4295095650 00010000:00000200:2.0:1724310013.500819:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307800 x1808069883315584/t4295096103(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.500833:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be64c8. 00000100:00000200:2.0:1724310013.500838:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883315584, offset 224 00000400:00000010:2.0:1724310013.500844:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60268. 00000400:00000200:2.0:1724310013.500847:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.500858:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.500863:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531085:531085:256:4294967295] 192.168.204.31@tcp LPNI seq info [531081:531081:8:4294967295] 00000400:00000200:2.0:1724310013.500867:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.500872:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.500877:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.500881:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310013.500885:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.500891:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.500894:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.500978:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.500982:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.500984:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6b400. 00000800:00000200:0.0:1724310013.501106:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.501110:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310013.501113:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.501117:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.502216:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.502227:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b25 00000400:00000200:3.0:1724310013.502231:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.502234:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.502238:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be64c8 00000400:00000010:3.0:1724310013.502241:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be64c8. 00010000:00000010:2.1:1724310013.502579:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310013.502586:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310013.502589:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310013.502591:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310013.502594:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310013.502598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310013.502650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310013.502655:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310013.502658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.502660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.0:1724310013.502844:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00000400:00000200:3.0:1724310013.502847:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.0:1724310013.502851:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0200. 00000400:00000200:3.0:1724310013.502853:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc600 00000400:00000200:3.0:1724310013.502859:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 45176 00000400:00000200:3.0:1724310013.502906:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.502910:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.502914:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.502918:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306a00. 00000020:00000010:2.0:1724310013.502945:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6b400. 00000020:00000010:2.0:1724310013.502950:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.502953:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.502971:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883315712 00000001:00000010:2.0:1724310013.502979:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310013.502993:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.502997:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 02000000:00000010:2.0:1724310013.503038:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074c00000. 00010000:00000010:2.0:1724310013.503057:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.503061:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.503070:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.503072:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.503074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.503076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000004:00000010:2.0:1724310013.503145:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310013.503151:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.503156:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.503162:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310013.504944:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.504949:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.504953:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310013.504957:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.505003:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.505010:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.505014:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.505042:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000200:2.0:1724310013.505056:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306a00 x1808069883315712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.505071:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6330. 00000100:00000200:2.0:1724310013.505077:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883315712, offset 224 00000400:00000200:2.0:1724310013.505082:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.505091:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.505096:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531086:531086:256:4294967295] 192.168.204.31@tcp LPNI seq info [531082:531082:8:4294967295] 00000400:00000200:2.0:1724310013.505104:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.505109:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.505113:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310013.505117:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.505123:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.505127:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.505350:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.505355:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.505359:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6b400. 00000800:00000200:0.0:1724310013.506046:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.506049:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310013.506054:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.506058:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.506061:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6330 00000400:00000010:0.0:1724310013.506063:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6330. 00000400:00000200:3.0:1724310013.508763:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.508777:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc700 00000400:00000200:3.0:1724310013.508784:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 45752 00000400:00000200:3.0:1724310013.508804:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.508809:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.508815:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.508821:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304380. 00000020:00000010:2.0:1724310013.509299:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6b400. 00000020:00000010:2.0:1724310013.509306:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.509310:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.509349:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883315968 02000000:00000010:2.0:1724310013.509377:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e45000. 00010000:00000010:1.1:1724310013.509382:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310013.509399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.509417:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.509429:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00010000:00000010:0.1:1724310013.509448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.509449:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.509454:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.509465:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.509467:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.509470:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.509471:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:1.1:1724310013.509499:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.509503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310013.509505:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.509507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.509511:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.509547:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.509549:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.509552:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.509554:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000020:00000010:2.0:1724310013.509572:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146460. 00000020:00000010:2.0:1724310013.509577:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146460. 00000020:00000010:2.0:1724310013.509584:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b18a0. 00080000:00000010:2.0:1724310013.509589:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3d800. 00000001:00000010:2.0:1724310013.509746:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6b40. 00000001:00000010:2.0:1724310013.509750:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310013.509779:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b18a0. 00010000:00000010:2.0:1724310013.509785:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.509788:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.509800:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.510861:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.510868:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00080000:00000010:2.0:1724310013.510894:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.510898:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.510903:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.510908:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310013.510916:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.510931:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096104, last committed = 4295095650 00010000:00000200:2.0:1724310013.510941:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304380 x1808069883315968/t4295096104(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.510956:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310013.510962:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883315968, offset 224 00000400:00000010:2.0:1724310013.510967:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e602a0. 00000400:00000200:2.0:1724310013.510970:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.510981:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.510987:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531087:531087:256:4294967295] 192.168.204.31@tcp LPNI seq info [531083:531083:8:4294967295] 00000400:00000200:2.0:1724310013.510991:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.510996:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.511001:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.511004:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.511009:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.511015:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.511019:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.511049:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.511053:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.511056:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6b400. 00000800:00000200:3.0:1724310013.511474:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.511478:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310013.511481:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.511485:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.512366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310013.512372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.512375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310013.512377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310013.512378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310013.512380:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00000400:00000200:2.0:1724310013.513705:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.513717:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b2d 00000400:00000200:2.0:1724310013.513722:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.513726:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.513730:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:2.0:1724310013.513733:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00000400:00000200:2.0:1724310013.513759:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.513763:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc780 00000400:00000200:2.0:1724310013.513770:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 46240 00010000:00000010:0.0:1724310013.513806:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:0.0:1724310013.513814:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0380. 00000400:00000200:2.0:1724310013.513822:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.513825:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.513829:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.513833:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ca80. 00000020:00000010:3.0:1724310013.513914:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b600. 00000020:00000010:3.0:1724310013.513919:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310013.513923:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310013.513993:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883316096 00000001:00000010:3.0:1724310013.514001:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:3.0:1724310013.514046:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.514050:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310013.514092:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007edd0000. 00010000:00000010:3.0:1724310013.514109:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.514112:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.514122:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.514124:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.514127:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.514129:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310013.514203:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310013.514209:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310013.514213:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310013.514219:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:0.0:1724310013.515232:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310013.515236:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.515240:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310013.515243:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.515538:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:0.0:1724310013.515546:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:0.0:1724310013.515549:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:0.0:1724310013.515577:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:0.0:1724310013.515590:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ca80 x1808069883316096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.515604:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d7f8. 00000100:00000200:0.0:1724310013.515609:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883316096, offset 224 00000400:00000200:0.0:1724310013.515613:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.515621:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.515626:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531088:531088:256:4294967295] 192.168.204.31@tcp LPNI seq info [531084:531084:8:4294967295] 00000400:00000200:0.0:1724310013.515634:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.515639:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.515642:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310013.515647:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.515652:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.515655:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.515678:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407500. 00000020:00000010:0.0:1724310013.515682:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:0.0:1724310013.515685:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b600. 00000800:00000200:3.0:1724310013.515812:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.515815:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310013.515818:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.515822:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.515824:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d7f8 00000400:00000010:3.0:1724310013.515826:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d7f8. 00000400:00000200:3.0:1724310013.517953:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.517966:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fc880 00000400:00000200:3.0:1724310013.517972:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 46816 00000400:00000200:3.0:1724310013.517989:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.517993:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.517998:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.518003:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305500. 00000020:00000010:0.0:1724310013.518061:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134039200. 00000020:00000010:0.0:1724310013.518066:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310013.518070:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.518293:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883316352 02000000:00000010:0.0:1724310013.518319:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319df000. 00010000:00000010:0.0:1724310013.518346:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.518357:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.518376:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310013.518380:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.518401:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310013.518404:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.518407:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310013.518410:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.518483:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310013.518485:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.518487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310013.518490:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000020:00000010:0.0:1724310013.518509:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.518514:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.518522:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166ba0. 00080000:00000010:0.0:1724310013.518526:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f6b000. 00000001:00000010:0.0:1724310013.518673:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166cc0. 00000001:00000010:0.0:1724310013.518679:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310013.518706:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166ba0. 00010000:00000010:0.0:1724310013.518712:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310013.518715:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.518726:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.518741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.518743:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00080000:00000010:0.0:1724310013.518758:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:0.0:1724310013.518763:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:0.0:1724310013.518766:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:0.0:1724310013.518772:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:0.0:1724310013.518778:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:0.0:1724310013.518788:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096105, last committed = 4295095650 00010000:00000200:0.0:1724310013.518795:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305500 x1808069883316352/t4295096105(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.518809:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d330. 00000100:00000200:0.0:1724310013.518814:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883316352, offset 224 00000400:00000010:0.0:1724310013.518818:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de3b8. 00000400:00000200:0.0:1724310013.518821:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.518829:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.518834:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531089:531089:256:4294967295] 192.168.204.31@tcp LPNI seq info [531085:531085:8:4294967295] 00000400:00000200:0.0:1724310013.518839:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.518844:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.518849:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.518852:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310013.518856:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.518861:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.518865:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.518885:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:0.0:1724310013.518888:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.518890:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134039200. 00000800:00000200:2.0:1724310013.519171:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.519174:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:2.0:1724310013.519177:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.519180:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.519324:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310013.519329:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310013.519331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310013.519335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:3.0:1724310013.520931:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.520944:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b35 00000400:00000200:3.0:1724310013.520949:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.520952:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.520957:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d330 00000400:00000010:3.0:1724310013.520959:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d330. 00000400:00000200:3.0:1724310013.520974:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.520977:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fc900 00000400:00000200:3.0:1724310013.520983:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 47304 00010000:00000010:0.0:1724310013.521131:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.521139:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00000400:00000200:3.0:1724310013.521176:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.521180:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.521184:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.521188:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305f80. 00000020:00000010:1.0:1724310013.522037:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.522042:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.522046:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.522076:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883316480 00000001:00000010:1.0:1724310013.522085:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:1.0:1724310013.522103:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.522108:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310013.522151:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880077d40000. 00010000:00000010:1.0:1724310013.522172:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.522174:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.522186:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.522187:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.522190:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.522191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310013.522278:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310013.522284:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.522289:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.522295:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.522864:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.522867:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.522869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.522873:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.522910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.522931:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.522934:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.522956:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310013.522968:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305f80 x1808069883316480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.522981:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453550. 00000100:00000200:1.0:1724310013.522986:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883316480, offset 224 00000400:00000200:1.0:1724310013.522991:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.522999:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.523005:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531090:531090:256:4294967295] 192.168.204.31@tcp LPNI seq info [531086:531086:8:4294967295] 00000400:00000200:1.0:1724310013.523012:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.523017:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.523020:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310013.523024:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.523029:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.523033:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.523111:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.523114:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.523117:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.523213:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.523216:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310013.523220:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.523224:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.523227:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453550 00000400:00000010:3.0:1724310013.523228:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453550. 00010000:00000010:1.1:1724310013.524615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.524623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:2.0:1724310013.525141:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.525151:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fca00 00000400:00000200:2.0:1724310013.525157:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 47880 00000400:00000200:2.0:1724310013.525175:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.525178:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.525183:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.525187:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ed80. 00000020:00000010:1.0:1724310013.525250:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.525275:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.525279:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.525300:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883316736 02000000:00000010:1.0:1724310013.525325:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002d29d000. 00010000:00000010:1.0:1724310013.525350:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.525358:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.525375:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.525379:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.525398:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.525400:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.525402:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.525404:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.525473:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.525475:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.525478:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.525480:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310013.525497:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.525501:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.525509:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2180. 00080000:00000010:1.0:1724310013.525514:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094614000. 00000001:00000010:1.0:1724310013.525655:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2540. 00000001:00000010:1.0:1724310013.525660:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310013.525689:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2180. 00010000:00000010:1.0:1724310013.525694:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.525697:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.525710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.525726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.525728:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310013.525745:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.525749:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.525753:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.525756:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310013.525762:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.525772:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096106, last committed = 4295095650 00010000:00000200:1.0:1724310013.525779:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ed80 x1808069883316736/t4295096106(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.525790:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453ee0. 00000100:00000200:1.0:1724310013.525795:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883316736, offset 224 00000400:00000010:1.0:1724310013.525800:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65ee0. 00000400:00000200:1.0:1724310013.525803:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.525809:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.525814:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531091:531091:256:4294967295] 192.168.204.31@tcp LPNI seq info [531087:531087:8:4294967295] 00000400:00000200:1.0:1724310013.525819:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.525824:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.525828:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.525831:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310013.525835:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.525840:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.525843:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.525868:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.525871:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.525873:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.526286:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.526290:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310013.526293:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.526297:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.527074:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.527084:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b3d 00000400:00000200:3.0:1724310013.527088:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.527091:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.527095:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453ee0 00000400:00000010:3.0:1724310013.527097:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453ee0. 00010000:00000010:0.0:1724310013.527805:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:0.0:1724310013.527813:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000400:00000200:2.0:1724310013.527963:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.527970:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fca80 00000400:00000200:2.0:1724310013.527976:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 48368 00000400:00000200:2.0:1724310013.528029:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.528032:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.528036:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.528040:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497df80. 00000020:00000010:0.0:1724310013.528248:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134039200. 00000020:00000010:0.0:1724310013.528253:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.528278:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.528299:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883316864 00000001:00000010:0.0:1724310013.528307:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:0.0:1724310013.528323:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310013.528327:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 02000000:00000010:0.0:1724310013.528366:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006b400000. 00010000:00000010:0.0:1724310013.528383:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310013.528386:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.528404:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310013.528407:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.528409:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310013.528411:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00000004:00000010:0.0:1724310013.528484:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310013.528491:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310013.528495:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310013.528501:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.1:1724310013.529464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310013.529472:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310013.529476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310013.529478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.0:1724310013.529974:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.529977:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.529980:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310013.529983:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.530025:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.530033:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.530036:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.530060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000200:0.0:1724310013.530072:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497df80 x1808069883316864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.530086:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dee0. 00000100:00000200:0.0:1724310013.530092:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883316864, offset 224 00000400:00000200:0.0:1724310013.530096:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.530105:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.530109:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531092:531092:256:4294967295] 192.168.204.31@tcp LPNI seq info [531088:531088:8:4294967295] 00000400:00000200:0.0:1724310013.530117:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.530122:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.530125:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310013.530128:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.530134:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.530137:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.530161:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.530164:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.530167:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134039200. 00000800:00000200:3.0:1724310013.530552:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.530555:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310013.530558:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.530562:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.530566:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dee0 00000400:00000010:3.0:1724310013.530567:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dee0. 00010000:00000010:1.1:1724310013.531986:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:3.0:1724310013.532107:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.532120:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fcb80 00000400:00000200:3.0:1724310013.532126:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 48944 00010000:00000010:1.1:1724310013.532132:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310013.532137:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310013.532139:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:3.0:1724310013.532144:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310013.532144:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310013.532146:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310013.532148:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.532150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310013.532151:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00000100:00000200:3.0:1724310013.532152:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1724310013.532153:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000100:00000010:3.0:1724310013.532158:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313800. 00010000:00000010:1.1:1724310013.532158:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310013.532160:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310013.532162:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000020:00000010:0.0:1724310013.532215:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132135400. 00000020:00000010:0.0:1724310013.532220:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.532224:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.532734:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883317120 02000000:00000010:0.0:1724310013.532759:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560a000. 00010000:00000010:0.0:1724310013.532786:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.532796:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.532815:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310013.532819:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.532829:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310013.532831:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:0.0:1724310013.532834:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310013.532836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.532910:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310013.532912:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.532914:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310013.532916:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310013.532935:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.532940:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.532948:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166600. 00080000:00000010:0.0:1724310013.532954:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f69000. 00000001:00000010:0.0:1724310013.533102:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f2a0. 00000001:00000010:0.0:1724310013.533106:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310013.533135:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166600. 00010000:00000010:0.0:1724310013.533141:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310013.533144:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.533156:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.533173:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.533176:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:0.0:1724310013.533189:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:0.0:1724310013.533194:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310013.533197:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310013.533201:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310013.533208:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000200:0.0:1724310013.533218:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096107, last committed = 4295095650 00010000:00000200:0.0:1724310013.533225:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313800 x1808069883317120/t4295096107(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.533237:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dc38. 00000100:00000200:0.0:1724310013.533243:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883317120, offset 224 00000400:00000010:0.0:1724310013.533247:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de380. 00000400:00000200:0.0:1724310013.533250:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.533277:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.533282:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531093:531093:256:4294967295] 192.168.204.31@tcp LPNI seq info [531089:531089:8:4294967295] 00000400:00000200:0.0:1724310013.533287:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.533293:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.533297:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.533301:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310013.533305:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.533311:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.533314:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.534001:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.534006:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.534008:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132135400. 00000800:00000200:2.0:1724310013.534152:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.534156:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310013.534159:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.534164:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.534673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310013.534679:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310013.534682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310013.534685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310013.534687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310013.534691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:3.0:1724310013.536081:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.536093:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b45 00000400:00000200:3.0:1724310013.536099:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.536102:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.536106:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dc38 00000400:00000010:3.0:1724310013.536109:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dc38. 00000400:00000200:3.0:1724310013.536315:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.536321:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fcc00 00000400:00000200:3.0:1724310013.536495:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 49432 00000400:00000200:3.0:1724310013.536515:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.536519:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.536523:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.536528:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310700. 00010000:00000010:0.0:1724310013.537020:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.537029:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00000020:00000010:1.0:1724310013.537139:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.537144:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.537148:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.537178:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883317248 00000001:00000010:1.0:1724310013.537186:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310013.537203:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.537208:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310013.537251:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f8a0000. 00010000:00000010:1.0:1724310013.537290:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.537294:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.537304:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.537306:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.537309:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.537311:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310013.537381:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310013.537399:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.537403:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.537409:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.538221:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.538224:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.538228:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.538231:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.538697:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.538826:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.538831:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.538860:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.538874:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310700 x1808069883317248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.538889:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453e58. 00000100:00000200:1.0:1724310013.538894:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883317248, offset 224 00000400:00000200:1.0:1724310013.538899:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.538909:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.538915:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531094:531094:256:4294967295] 192.168.204.31@tcp LPNI seq info [531090:531090:8:4294967295] 00000400:00000200:1.0:1724310013.538923:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.538928:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.538931:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.538936:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.538942:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.538945:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.538969:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.538972:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.538975:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.539127:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.539129:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310013.539133:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.539137:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.539140:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453e58 00000400:00000010:3.0:1724310013.539142:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453e58. 00010000:00000010:1.1:1724310013.540055:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310013.540062:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310013.540066:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310013.540070:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310013.540074:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310013.540076:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.1:1724310013.543246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310013.543283:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310013.543287:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310013.543289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000400:00000200:2.0:1724310013.544298:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.544313:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fcd00 00000400:00000200:2.0:1724310013.544319:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 50008 00000400:00000200:2.0:1724310013.544341:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.544345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.544352:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.544356:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497c700. 00000020:00000010:1.0:1724310013.544512:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.544517:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.544522:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.544543:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883317504 02000000:00000010:1.0:1724310013.544570:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318e8000. 00010000:00000010:1.0:1724310013.544598:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.544700:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.544721:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.544726:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.544737:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.544739:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.544742:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.544744:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.544824:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.544826:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.544829:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.544831:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310013.544850:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.544855:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.544863:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2c60. 00080000:00000010:1.0:1724310013.544868:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094617c00. 00000001:00000010:1.0:1724310013.545016:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2ba0. 00000001:00000010:1.0:1724310013.545020:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310013.545049:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2c60. 00010000:00000010:1.0:1724310013.545054:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.545057:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.545070:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.545086:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.545089:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310013.545106:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.545111:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.545114:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.545119:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310013.545126:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310013.545137:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096108, last committed = 4295095650 00010000:00000200:1.0:1724310013.545144:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497c700 x1808069883317504/t4295096108(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.545155:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874537f8. 00000100:00000200:1.0:1724310013.545160:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883317504, offset 224 00000400:00000010:1.0:1724310013.545165:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65f18. 00000400:00000200:1.0:1724310013.545168:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.545176:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.545181:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531095:531095:256:4294967295] 192.168.204.31@tcp LPNI seq info [531091:531091:8:4294967295] 00000400:00000200:1.0:1724310013.545186:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.545191:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.545195:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.545198:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.545202:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.545207:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.545211:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.545239:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.545246:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.545249:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.545395:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.545398:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310013.545401:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.545405:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.545519:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310013.545524:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310013.545527:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310013.545530:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310013.545532:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310013.545537:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310013.545539:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310013.545541:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000400:00000200:3.0:1724310013.546516:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.546526:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b4d 00000400:00000200:3.0:1724310013.546530:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.546533:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.546537:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874537f8 00000400:00000010:3.0:1724310013.546539:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874537f8. 00010000:00000010:0.0:1724310013.547146:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:0.0:1724310013.547154:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:2.0:1724310013.547750:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.547758:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fcd80 00000400:00000200:2.0:1724310013.547764:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 50496 00000400:00000200:2.0:1724310013.547821:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.547824:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.547829:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.547834:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ce00. 00000020:00000010:1.0:1724310013.547905:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.547909:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.547912:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.547934:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883317632 00000001:00000010:1.0:1724310013.547942:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:1.0:1724310013.547959:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.547963:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 02000000:00000010:1.0:1724310013.548006:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064810000. 00010000:00000010:1.0:1724310013.548025:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.548028:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.548040:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.548042:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.548045:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.548046:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310013.548117:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310013.548125:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.548129:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.548135:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.549011:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.549016:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.549018:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310013.549021:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.549060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.549065:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.549069:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.549091:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310013.549101:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ce00 x1808069883317632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.549114:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310013.549119:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883317632, offset 224 00000400:00000200:1.0:1724310013.549123:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.549131:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.549135:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531096:531096:256:4294967295] 192.168.204.31@tcp LPNI seq info [531092:531092:8:4294967295] 00000400:00000200:1.0:1724310013.549143:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.549147:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.549150:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.549155:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.549161:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.549165:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.549177:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.549180:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.549183:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.549309:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.549313:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310013.549316:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.549320:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.549322:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310013.549324:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.1:1724310013.551372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310013.551380:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310013.551383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310013.551386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310013.551400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310013.551404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:3.0:1724310013.552527:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.552540:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fce80 00000400:00000200:3.0:1724310013.552547:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 51072 00000400:00000200:3.0:1724310013.552566:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.552569:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.552575:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.552580:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310e00. 00000020:00000010:1.0:1724310013.552788:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.552794:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.552797:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.553425:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883317888 02000000:00000010:1.0:1724310013.553456:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce9f000. 00010000:00000010:1.0:1724310013.553485:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.553497:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.553518:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.553522:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.553533:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.553535:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.553538:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.553540:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.553618:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.553620:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.553623:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.553625:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310013.553643:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.553648:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.553656:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2600. 00080000:00000010:1.0:1724310013.553661:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094614c00. 00000001:00000010:1.0:1724310013.553808:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2240. 00000001:00000010:1.0:1724310013.553812:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310013.553839:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2600. 00010000:00000010:1.0:1724310013.553845:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.553848:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.553860:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.553876:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.553879:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310013.553897:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.553908:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.553911:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.553915:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310013.553922:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310013.553934:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096109, last committed = 4295095650 00010000:00000200:1.0:1724310013.553941:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310e00 x1808069883317888/t4295096109(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.553953:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310013.553958:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883317888, offset 224 00000400:00000010:1.0:1724310013.553968:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65f50. 00000400:00000200:1.0:1724310013.553970:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.553979:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.553985:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531097:531097:256:4294967295] 192.168.204.31@tcp LPNI seq info [531093:531093:8:4294967295] 00000400:00000200:1.0:1724310013.553988:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.553993:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.553997:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.554000:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310013.554004:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.554009:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.554012:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.554030:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.554034:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.554036:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:2.0:1724310013.554206:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.554210:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:2.0:1724310013.554214:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.554218:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.554368:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310013.554373:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:3.0:1724310013.555212:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.555222:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b55 00000400:00000200:3.0:1724310013.555226:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.555228:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.555232:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310013.555234:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:0.0:1724310013.555287:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:0.0:1724310013.555294:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00000400:00000200:3.0:1724310013.556413:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.556422:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fcf00 00000400:00000200:3.0:1724310013.556427:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 51560 00000400:00000200:3.0:1724310013.556478:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.556483:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.556487:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.556491:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311c00. 00000020:00000010:1.0:1724310013.557213:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.557219:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.557222:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.557286:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883318016 00000001:00000010:1.0:1724310013.557295:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310013.557313:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.557318:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 02000000:00000010:1.0:1724310013.557813:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092fd0000. 00010000:00000010:1.0:1724310013.557834:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.557837:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.557849:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.557851:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.557854:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.557856:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310013.557927:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310013.557933:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.557937:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.557943:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.0:1724310013.560045:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.560055:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.560059:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.560064:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.560116:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.560125:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.560129:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.560160:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310013.560174:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311c00 x1808069883318016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.560188:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310013.560194:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883318016, offset 224 00000400:00000200:1.0:1724310013.560199:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.560208:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.560214:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531098:531098:256:4294967295] 192.168.204.31@tcp LPNI seq info [531094:531094:8:4294967295] 00000400:00000200:1.0:1724310013.560223:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.560227:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.560230:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.560235:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.560241:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.560244:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.560457:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.560462:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.560465:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:2.0:1724310013.560627:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.560630:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310013.560634:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.560638:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.560641:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:2.0:1724310013.560643:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.1:1724310013.561829:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310013.561836:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310013.561839:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310013.561842:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310013.564380:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310013.564401:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310013.567935:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310013.567945:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310013.567948:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310013.567950:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00000400:00000200:3.0:1724310013.567953:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.1:1724310013.567953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310013.567958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310013.567960:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310013.567961:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310013.567963:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310013.567965:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:3.0:1724310013.567967:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd000 00000400:00000200:3.0:1724310013.567973:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 52136 00000400:00000200:3.0:1724310013.567993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.567997:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.568003:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.568007:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310000. 00000020:00000010:1.0:1724310013.568085:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.568090:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.568093:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.568127:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883318272 02000000:00000010:1.0:1724310013.568152:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce42000. 00010000:00000010:1.0:1724310013.568180:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.568204:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.568224:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.568228:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.568239:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.568240:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.568244:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.568246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.568345:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.568347:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.568349:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.568351:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310013.568373:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.568378:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.568397:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2d80. 00080000:00000010:1.0:1724310013.568403:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094616000. 00000001:00000010:1.0:1724310013.569385:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2660. 00000001:00000010:1.0:1724310013.569402:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310013.569433:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2d80. 00010000:00000010:1.0:1724310013.569441:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.569444:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.569458:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.569476:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.569480:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00080000:00000010:1.0:1724310013.570593:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.570601:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.570605:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.570609:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310013.570621:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310013.570637:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096110, last committed = 4295095650 00010000:00000200:1.0:1724310013.570646:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310000 x1808069883318272/t4295096110(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.570662:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310013.570668:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883318272, offset 224 00000400:00000010:1.0:1724310013.570674:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65f88. 00000400:00000200:1.0:1724310013.570677:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.570688:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.570693:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531099:531099:256:4294967295] 192.168.204.31@tcp LPNI seq info [531095:531095:8:4294967295] 00000400:00000200:1.0:1724310013.570698:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.570703:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.570708:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.570712:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310013.570716:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.570723:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.570727:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.570821:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.570825:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.570827:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.571215:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.571218:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310013.571222:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.571226:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.574524:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.574539:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b5d 00000400:00000200:2.0:1724310013.574546:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.574549:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.574555:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:2.0:1724310013.574558:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.0:1724310013.574738:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:0.0:1724310013.574746:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:3.0:1724310013.575788:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.575797:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd080 00000400:00000200:3.0:1724310013.575803:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 52624 00000400:00000200:3.0:1724310013.576119:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.576124:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.576129:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.576134:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313b80. 00000020:00000010:1.0:1724310013.576415:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.576419:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.576423:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.576460:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883318400 00000001:00000010:1.0:1724310013.576470:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310013.576489:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.576495:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310013.576538:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087af0000. 00010000:00000010:1.0:1724310013.576560:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.576563:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.576575:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.576577:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.576580:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.576582:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310013.576657:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310013.576664:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.576668:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.576674:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.1:1724310013.577244:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310013.577249:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.577546:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.577549:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.577551:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.577554:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.577595:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.577603:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.577606:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.577631:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310013.577644:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313b80 x1808069883318400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.577658:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310013.577663:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883318400, offset 224 00000400:00000200:1.0:1724310013.577668:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.577677:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.577682:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531100:531100:256:4294967295] 192.168.204.31@tcp LPNI seq info [531096:531096:8:4294967295] 00000400:00000200:1.0:1724310013.577691:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.577696:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.577699:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310013.577703:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.577708:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.577712:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.577984:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.577988:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.577991:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.578094:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.578097:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310013.578100:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.578103:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.578106:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310013.578108:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:1.1:1724310013.579438:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310013.579447:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:2.0:1724310013.580060:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.580070:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd180 00000400:00000200:2.0:1724310013.580077:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 53200 00000400:00000200:2.0:1724310013.580093:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.580096:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.580101:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.580106:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1a300. 00000020:00000010:1.0:1724310013.580360:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.580365:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.580368:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.580385:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883318656 02000000:00000010:1.0:1724310013.580417:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f14000. 00010000:00000010:1.0:1724310013.580442:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.580451:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.580467:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.580471:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.580480:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.580482:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.580485:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.580487:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.580561:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.580564:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.580566:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.580568:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310013.580587:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.580592:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.580600:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb22a0. 00080000:00000010:1.0:1724310013.580605:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc0800. 00000001:00000010:1.0:1724310013.580733:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb21e0. 00000001:00000010:1.0:1724310013.580736:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310013.580760:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb22a0. 00010000:00000010:1.0:1724310013.580766:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.580768:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.580779:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.580792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.580794:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310013.580809:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.580813:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.580815:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.580819:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310013.580823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310013.580832:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096111, last committed = 4295095650 00010000:00000200:1.0:1724310013.580838:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1a300 x1808069883318656/t4295096111(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.580850:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310013.580854:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883318656, offset 224 00000400:00000010:1.0:1724310013.580858:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88004da65fc0. 00000400:00000200:1.0:1724310013.580861:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.580868:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.580873:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531101:531101:256:4294967295] 192.168.204.31@tcp LPNI seq info [531097:531097:8:4294967295] 00000400:00000200:1.0:1724310013.580876:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.580881:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.580885:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.580888:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310013.580892:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.580897:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.580900:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.580925:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.580927:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.580929:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.581181:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.581184:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310013.581187:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.581190:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.584850:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310013.584859:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310013.584863:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310013.584869:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:3.0:1724310013.584959:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.584977:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b65 00000400:00000200:3.0:1724310013.584982:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.584985:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.584990:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310013.584992:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00000400:00000200:3.0:1724310013.585009:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.585013:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd200 00000400:00000200:3.0:1724310013.585020:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 53688 00000400:00000200:3.0:1724310013.585080:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.585083:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.585087:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.585092:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122312d80. 00000020:00000010:3.0:1724310013.585131:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b800. 00000020:00000010:3.0:1724310013.585136:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.585139:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310013.585172:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883318784 00000001:00000010:3.0:1724310013.585181:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:0.0:1724310013.585485:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:0.0:1724310013.585493:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:3.0:1724310013.586214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.586223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310013.586373:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f2f0000. 00010000:00000010:3.0:1724310013.586406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.586410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.586424:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.586426:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.586430:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.586433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310013.586510:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310013.586516:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d960. 00000004:00000010:3.0:1724310013.586521:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310013.586527:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74d00. 00010000:00000010:0.0:1724310013.587012:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310013.587016:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.587019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310013.587022:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.587061:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:0.0:1724310013.587069:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:0.0:1724310013.587072:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:0.0:1724310013.587096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:0.0:1724310013.587110:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122312d80 x1808069883318784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.587124:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d770. 00000100:00000200:0.0:1724310013.587129:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883318784, offset 224 00000400:00000200:0.0:1724310013.587134:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.587143:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.587148:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531102:531102:256:4294967295] 192.168.204.31@tcp LPNI seq info [531098:531098:8:4294967295] 00000400:00000200:0.0:1724310013.587157:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.587162:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.587165:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310013.587170:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.587176:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.587179:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.587209:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:0.0:1724310013.587213:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:0.0:1724310013.587216:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b800. 00000800:00000200:2.0:1724310013.587362:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.587365:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310013.587368:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.587372:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.587375:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d770 00000400:00000010:2.0:1724310013.587377:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d770. 00010000:00000010:0.1:1724310013.589052:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310013.589053:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310013.589060:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310013.589060:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310013.589063:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310013.589065:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310013.589067:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310013.589069:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310013.589071:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310013.589073:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310013.589075:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310013.589080:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310013.591928:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310013.591939:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310013.591944:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310013.591947:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:3.0:1724310013.592633:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.592646:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd300 00000400:00000200:3.0:1724310013.592651:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 54264 00000400:00000200:3.0:1724310013.592671:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.592676:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.592681:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.592687:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311880. 00000020:00000010:0.0:1724310013.592772:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081ff9000. 00000020:00000010:0.0:1724310013.592910:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99d00. 00000020:00000010:0.0:1724310013.592915:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.592950:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319040 02000000:00000010:0.0:1724310013.592983:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007c5d2000. 00010000:00000010:0.0:1724310013.593019:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.593043:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.593112:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310013.593118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.593128:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310013.593131:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:0.0:1724310013.593133:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310013.593135:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.593209:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310013.593211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.593213:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310013.593215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310013.593234:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.593239:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.593247:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166600. 00080000:00000010:0.0:1724310013.593252:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f6a000. 00000001:00000010:0.0:1724310013.593433:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880122b51900. 00000001:00000010:0.0:1724310013.593437:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310013.593463:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166600. 00010000:00000010:0.0:1724310013.593469:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310013.593472:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.593484:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.593499:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.593502:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:0.0:1724310013.593516:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74d00. 00000004:00000010:0.0:1724310013.593519:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:0.0:1724310013.593522:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d960. 00000004:00000010:0.0:1724310013.593527:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:0.0:1724310013.593532:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:0.0:1724310013.593542:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096112, last committed = 4295095650 00010000:00000200:0.0:1724310013.593550:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311880 x1808069883319040/t4295096112(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.593562:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d660. 00000100:00000200:0.0:1724310013.593567:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883319040, offset 224 00000400:00000010:0.0:1724310013.593571:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de348. 00000400:00000200:0.0:1724310013.593574:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.593583:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.593587:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531103:531103:256:4294967295] 192.168.204.31@tcp LPNI seq info [531099:531099:8:4294967295] 00000400:00000200:0.0:1724310013.593591:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.593596:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.593601:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.593605:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310013.593609:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.593615:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.593618:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.593644:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99d00. 00000020:00000010:0.0:1724310013.593647:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.593650:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081ff9000. 00000800:00000200:3.0:1724310013.593757:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.593760:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310013.593762:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.593766:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.595372:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.595383:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b6d 00000400:00000200:2.0:1724310013.595396:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.595399:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.595403:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d660 00000400:00000010:2.0:1724310013.595405:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d660. 00000400:00000200:2.0:1724310013.595431:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.595436:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd380 00000400:00000200:2.0:1724310013.595441:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 54752 00000400:00000200:2.0:1724310013.595487:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.595490:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.595494:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.595498:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18380. 00000020:00000010:1.0:1724310013.595558:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.595563:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.595566:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.595585:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319168 00000001:00000010:1.0:1724310013.595593:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310013.595609:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.595613:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310013.595654:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:1.0:1724310013.595673:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.595676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.595687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.595689:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.595691:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.595693:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310013.595757:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310013.595762:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.595767:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.595773:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.0:1724310013.595932:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:0.0:1724310013.595938:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:1.0:1724310013.596752:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.596755:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.596758:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.596761:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.596793:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.596876:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.596880:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.596904:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310013.596915:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18380 x1808069883319168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.596927:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874537f8. 00000100:00000200:1.0:1724310013.596932:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883319168, offset 224 00000400:00000200:1.0:1724310013.596936:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.596943:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.596949:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531104:531104:256:4294967295] 192.168.204.31@tcp LPNI seq info [531100:531100:8:4294967295] 00000400:00000200:1.0:1724310013.596956:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.596961:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.596964:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310013.596968:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.596973:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.596977:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.597215:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.597219:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.597222:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.597430:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.597433:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310013.597436:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.597439:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.597442:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874537f8 00000400:00000010:3.0:1724310013.597443:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874537f8. 00000400:00000200:3.0:1724310013.600410:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.600425:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd480 00000400:00000200:3.0:1724310013.600431:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 55328 00000400:00000200:3.0:1724310013.600458:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.600462:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.600467:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.600474:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566f480. 00000020:00000010:1.0:1724310013.600834:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080025800. 00000020:00000010:1.0:1724310013.600839:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.600843:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.600866:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319424 02000000:00000010:1.0:1724310013.600895:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c6000. 00010000:00000010:1.0:1724310013.600923:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.600934:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.600954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.600959:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.600970:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.600972:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.600974:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.600977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.601053:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.601055:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.601058:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310013.601060:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310013.601079:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.601084:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.601092:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2300. 00080000:00000010:1.0:1724310013.601097:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc2c00. 00000001:00000010:1.0:1724310013.601239:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2900. 00000001:00000010:1.0:1724310013.601242:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310013.601294:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2300. 00010000:00000010:1.0:1724310013.601301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.601304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.601316:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.601333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.601335:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310013.601353:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.601357:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.601361:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.601364:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310013.601370:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310013.601380:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096113, last committed = 4295095650 00010000:00000200:1.0:1724310013.601400:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566f480 x1808069883319424/t4295096113(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.601413:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453e58. 00000100:00000200:1.0:1724310013.601418:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883319424, offset 224 00000400:00000010:1.0:1724310013.601432:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc000. 00000400:00000200:1.0:1724310013.601435:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.601444:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.601449:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531105:531105:256:4294967295] 192.168.204.31@tcp LPNI seq info [531101:531101:8:4294967295] 00000400:00000200:1.0:1724310013.601453:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.601457:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.601461:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.601464:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.601468:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.601474:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.601477:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.601490:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.601492:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.601495:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080025800. 00000800:00000200:3.0:1724310013.601603:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.601606:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310013.601609:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.601612:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.601697:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310013.601702:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310013.601705:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310013.601707:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310013.601709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310013.601714:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.1:1724310013.604026:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310013.604036:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310013.604040:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310013.604042:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310013.606438:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310013.606447:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310013.610197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310013.610205:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310013.610208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310013.610210:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310013.610212:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310013.610219:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:3.0:1724310013.610382:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.610404:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b75 00000400:00000200:3.0:1724310013.610409:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.610413:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.610417:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453e58 00000400:00000010:3.0:1724310013.610419:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453e58. 00000400:00000200:3.0:1724310013.610442:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.610446:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd500 00000400:00000200:3.0:1724310013.610452:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 55816 00010000:00000010:0.0:1724310013.610760:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:0.0:1724310013.610768:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00000400:00000200:3.0:1724310013.610816:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.610820:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.610824:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.610829:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566c380. 00000020:00000010:2.0:1724310013.610903:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6be00. 00000020:00000010:2.0:1724310013.610908:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.610913:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.610947:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319552 00000001:00000010:2.0:1724310013.610956:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:2.0:1724310013.610974:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.610979:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 02000000:00000010:2.0:1724310013.611021:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081b80000. 00010000:00000010:2.0:1724310013.611043:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.611046:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.611058:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.611061:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.611064:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.611067:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00000004:00000010:2.0:1724310013.611141:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310013.611149:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.611154:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.611159:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310013.614080:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.614087:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.614092:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.614097:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.614152:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.615347:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.615355:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.615399:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000200:2.0:1724310013.615415:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566c380 x1808069883319552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.615437:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310013.615443:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883319552, offset 224 00000400:00000200:2.0:1724310013.615448:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.615457:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.615463:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531106:531106:256:4294967295] 192.168.204.31@tcp LPNI seq info [531102:531102:8:4294967295] 00000400:00000200:2.0:1724310013.615471:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.615476:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.615480:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310013.615484:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.615490:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.615494:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.615511:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.615515:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.615519:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6be00. 00000800:00000200:2.0:1724310013.615985:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.615988:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:2.0:1724310013.615992:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.615997:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.616001:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:2.0:1724310013.616002:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00000400:00000200:3.0:1724310013.617946:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.617960:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd600 00000400:00000200:3.0:1724310013.617966:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 56392 00000400:00000200:3.0:1724310013.617984:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.617987:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.617992:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.617997:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566c000. 00010000:00000010:1.1:1724310013.618357:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310013.618365:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000020:00000010:2.0:1724310013.618433:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6b400. 00000020:00000010:2.0:1724310013.618439:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.618442:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.618472:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319808 02000000:00000010:2.0:1724310013.618498:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e62000. 00010000:00000010:2.0:1724310013.618526:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.618535:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.618561:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.618565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.618575:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.618577:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.618581:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.618583:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310013.618657:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.618659:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.618661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.618663:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.618682:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b20. 00000020:00000010:2.0:1724310013.618687:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b20. 00000020:00000010:2.0:1724310013.618694:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.618699:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3cc00. 00000001:00000010:2.0:1724310013.618847:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1660. 00000001:00000010:2.0:1724310013.618851:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310013.618880:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.618886:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.618888:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.618900:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.618915:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.618918:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00080000:00000010:2.0:1724310013.618937:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.618942:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.618946:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.618951:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310013.618958:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000200:2.0:1724310013.618968:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096114, last committed = 4295095650 00010000:00000200:2.0:1724310013.618974:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566c000 x1808069883319808/t4295096114(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.619113:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310013.619120:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883319808, offset 224 00000400:00000010:2.0:1724310013.619125:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e602d8. 00000400:00000200:2.0:1724310013.619128:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.619137:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.619141:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531107:531107:256:4294967295] 192.168.204.31@tcp LPNI seq info [531103:531103:8:4294967295] 00000400:00000200:2.0:1724310013.619145:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.619150:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.619155:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.619158:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310013.619162:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.619167:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.619170:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.620000:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.620006:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.620009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6b400. 00000800:00000200:3.0:1724310013.620905:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.620908:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:3.0:1724310013.620914:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.620919:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.621944:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310013.621950:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310013.621953:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310013.621955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:2.0:1724310013.625104:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.625119:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b7d 00000400:00000200:2.0:1724310013.625124:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.625128:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.625132:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:2.0:1724310013.625134:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00000400:00000200:2.0:1724310013.625159:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.625164:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd680 00000400:00000200:2.0:1724310013.625169:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 56880 00000400:00000200:2.0:1724310013.625186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.625189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.625193:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.625198:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18000. 00010000:00000010:0.0:1724310013.625332:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:0.0:1724310013.625341:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0f80. 00000020:00000010:3.0:1724310013.625717:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188ae00. 00000020:00000010:3.0:1724310013.625722:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.625726:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800809237d0. 00000100:00000200:3.0:1724310013.625755:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883319936 00000001:00000010:3.0:1724310013.625764:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.0:1724310013.625781:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.625785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 02000000:00000010:3.0:1724310013.625827:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:3.0:1724310013.625847:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.625850:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.625860:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.625862:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.625864:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.625866:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310013.625940:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310013.625946:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310013.625950:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310013.625957:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:0.0:1724310013.627154:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310013.627159:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.627162:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310013.627166:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.627207:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:0.0:1724310013.627216:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:0.0:1724310013.627220:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:0.0:1724310013.627244:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:1.1:1724310013.627371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310013.627377:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310013.627380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310013.627382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310013.627392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310013.627399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000200:0.0:1724310013.627692:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18000 x1808069883319936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.627708:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dd48. 00000100:00000200:0.0:1724310013.627714:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883319936, offset 224 00000400:00000200:0.0:1724310013.627720:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.627729:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.627735:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531108:531108:256:4294967295] 192.168.204.31@tcp LPNI seq info [531104:531104:8:4294967295] 00000400:00000200:0.0:1724310013.627744:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.627749:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.627753:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310013.627757:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.627763:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.627766:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.628208:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:0.0:1724310013.628212:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800809237d0. 00000020:00000010:0.0:1724310013.628214:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188ae00. 00000800:00000200:3.0:1724310013.628563:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.628566:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310013.628570:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.628574:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.628578:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dd48 00000400:00000010:3.0:1724310013.628579:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dd48. 00010000:00000010:1.1:1724310013.630587:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310013.630596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:2.0:1724310013.630662:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.630675:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd780 00000400:00000200:2.0:1724310013.630681:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 57456 00000400:00000200:2.0:1724310013.630701:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.630704:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.630709:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.630714:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1a680. 00000020:00000010:0.0:1724310013.630816:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8ca00. 00000020:00000010:0.0:1724310013.630820:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310013.630824:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.630856:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883320192 02000000:00000010:0.0:1724310013.630885:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008de29000. 00010000:00000010:0.0:1724310013.630915:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:0.0:1724310013.630927:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.630945:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310013.630950:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.630960:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310013.630963:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.630966:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310013.630968:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.631043:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310013.631045:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310013.631047:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310013.631049:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00000020:00000010:0.0:1724310013.631069:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.631075:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.631082:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166600. 00080000:00000010:0.0:1724310013.631088:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093f6bc00. 00000001:00000010:0.0:1724310013.631244:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b104a80. 00000001:00000010:0.0:1724310013.631248:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310013.631310:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166600. 00010000:00000010:0.0:1724310013.631317:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310013.631320:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.631333:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.631349:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:0.0:1724310013.631351:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:0.0:1724310013.631370:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:0.0:1724310013.631374:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:0.0:1724310013.631377:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d348. 00000004:00000010:0.0:1724310013.631382:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:0.0:1724310013.631399:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:0.0:1724310013.631409:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096115, last committed = 4295095650 00010000:00000200:0.0:1724310013.631415:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1a680 x1808069883320192/t4295096115(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.631426:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d000. 00000100:00000200:0.0:1724310013.631430:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883320192, offset 224 00000400:00000010:0.0:1724310013.631434:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de310. 00000400:00000200:0.0:1724310013.631438:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.631445:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.631450:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531109:531109:256:4294967295] 192.168.204.31@tcp LPNI seq info [531105:531105:8:4294967295] 00000400:00000200:0.0:1724310013.631454:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.631459:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.631463:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.631466:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310013.631471:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.631476:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.631479:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.631502:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310013.631505:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.631508:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8ca00. 00000800:00000200:3.0:1724310013.631667:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.631670:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310013.631672:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.631675:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.633208:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.633217:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b85 00000400:00000200:3.0:1724310013.633221:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.633223:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.633227:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d000 00000400:00000010:3.0:1724310013.633229:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d000. 00000400:00000200:3.0:1724310013.633243:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.633247:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd800 00000400:00000200:3.0:1724310013.633251:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 57944 00010000:00000010:0.0:1724310013.633478:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.633485:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00000400:00000200:3.0:1724310013.633684:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.633687:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.633691:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.633694:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566e300. 00000020:00000010:0.0:1724310013.633754:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8ca00. 00000020:00000010:0.0:1724310013.633758:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.633761:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.634728:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883320320 00000001:00000010:0.0:1724310013.634746:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:0.0:1724310013.634763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310013.634768:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 02000000:00000010:0.0:1724310013.634812:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800951d0000. 00010000:00000010:0.0:1724310013.634833:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310013.634836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.634847:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310013.634849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.634851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310013.634853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000004:00000010:0.0:1724310013.634940:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310013.634948:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310013.634952:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310013.634958:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.0:1724310013.635961:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310013.635965:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:0.0:1724310013.635968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310013.635972:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.636012:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.636020:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.636023:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.636049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000200:0.0:1724310013.636061:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566e300 x1808069883320320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.636075:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310013.636081:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883320320, offset 224 00000400:00000200:0.0:1724310013.636087:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.636097:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.636102:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531110:531110:256:4294967295] 192.168.204.31@tcp LPNI seq info [531106:531106:8:4294967295] 00000400:00000200:0.0:1724310013.636110:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.636114:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.636118:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310013.636123:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.636128:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.636131:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.636203:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.636208:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.636210:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8ca00. 00000800:00000200:2.0:1724310013.636340:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.636344:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310013.636348:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.636352:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.636355:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:2.0:1724310013.636356:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00010000:00000010:1.1:1724310013.637655:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310013.637662:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310013.637665:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310013.637667:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:3.0:1724310013.638613:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.638625:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fd900 00000400:00000200:3.0:1724310013.638631:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 58520 00000400:00000200:3.0:1724310013.638648:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.638652:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.638656:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.638661:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566ed80. 00000020:00000010:0.0:1724310013.638736:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8ca00. 00000020:00000010:0.0:1724310013.638741:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.638745:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310013.638776:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883320576 02000000:00000010:0.0:1724310013.638801:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfb000. 00010000:00000010:0.0:1724310013.638827:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310013.638838:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00010000:00000010:0.0:1724310013.638857:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310013.638862:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.638871:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310013.638873:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310013.638875:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310013.638877:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.638946:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310013.638948:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.638950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310013.638952:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000020:00000010:0.0:1724310013.638972:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.638977:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66e60. 00000020:00000010:0.0:1724310013.638984:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166300. 00080000:00000010:0.0:1724310013.638991:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b08800. 00000001:00000010:0.0:1724310013.639143:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880122602900. 00000001:00000010:0.0:1724310013.639147:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310013.639174:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166300. 00010000:00000010:0.0:1724310013.639179:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310013.639182:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.639193:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310013.639208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.639211:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00080000:00000010:0.0:1724310013.639223:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:0.0:1724310013.639228:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310013.639231:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310013.639234:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:0.0:1724310013.639240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:0.0:1724310013.639250:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096116, last committed = 4295095650 00010000:00000200:0.0:1724310013.639278:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566ed80 x1808069883320576/t4295096116(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.639290:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310013.639294:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883320576, offset 224 00000400:00000010:0.0:1724310013.639298:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de2d8. 00000400:00000200:0.0:1724310013.639301:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.639308:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.639313:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531111:531111:256:4294967295] 192.168.204.31@tcp LPNI seq info [531107:531107:8:4294967295] 00000400:00000200:0.0:1724310013.639317:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310013.639322:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.639327:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.639330:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310013.639334:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.639339:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.639342:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.639363:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99200. 00000020:00000010:0.0:1724310013.639367:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310013.639370:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8ca00. 00000800:00000200:3.0:1724310013.639510:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.639513:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:3.0:1724310013.639516:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.639519:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.640689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310013.640698:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310013.640700:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310013.640703:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310013.640705:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310013.640710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310013.640712:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310013.640714:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310013.640716:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310013.640718:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310013.640720:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310013.640722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:2.0:1724310013.644139:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.644155:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b8d 00000400:00000200:2.0:1724310013.644161:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.644165:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.644170:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:2.0:1724310013.644172:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00000400:00000200:2.0:1724310013.644201:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.644206:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fd980 00000400:00000200:2.0:1724310013.644212:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 59008 00000400:00000200:2.0:1724310013.644234:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.644237:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.644241:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.644246:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1bb80. 00000020:00000010:1.0:1724310013.644375:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d9ce00. 00000020:00000010:1.0:1724310013.644380:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.644384:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.644418:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883320704 00000001:00000010:1.0:1724310013.644427:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:1.0:1724310013.644449:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.644454:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 02000000:00000010:1.0:1724310013.644499:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bef0000. 00010000:00000010:1.0:1724310013.644520:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.644522:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.644535:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.644537:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.644540:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.644542:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310013.644616:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310013.644623:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.644628:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.644634:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:0.0:1724310013.644828:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310013.644837:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:1.0:1724310013.645675:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.645679:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.645682:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.645685:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.645721:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.645741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.645744:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.645770:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310013.645782:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1bb80 x1808069883320704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.645796:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453ee0. 00000100:00000200:1.0:1724310013.645801:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883320704, offset 224 00000400:00000200:1.0:1724310013.645806:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.645814:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.645819:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531112:531112:256:4294967295] 192.168.204.31@tcp LPNI seq info [531108:531108:8:4294967295] 00000400:00000200:1.0:1724310013.645827:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.645832:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.645835:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310013.645839:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.645845:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.645848:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.646354:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.646358:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.646361:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d9ce00. 00000800:00000200:3.0:1724310013.646511:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.646514:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310013.646517:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.646521:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.646524:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453ee0 00000400:00000010:3.0:1724310013.646526:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453ee0. 00010000:00000010:1.1:1724310013.647688:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310013.647696:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310013.647700:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310013.647702:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310013.647705:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310013.647710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:3.0:1724310013.648624:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.648635:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fda80 00000400:00000200:3.0:1724310013.648642:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 59584 00000400:00000200:3.0:1724310013.648657:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.648661:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.648666:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.648670:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566f800. 00000020:00000010:1.0:1724310013.648749:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7a00. 00000020:00000010:1.0:1724310013.648754:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.648758:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.648879:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883320960 02000000:00000010:1.0:1724310013.648904:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880124569000. 00010000:00000010:1.0:1724310013.648930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.648939:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.648958:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.648962:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.648971:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.648973:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.648976:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.648978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.649051:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.649053:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.649056:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.649058:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310013.649076:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.649081:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310013.649088:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2480. 00080000:00000010:1.0:1724310013.649094:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc3800. 00000001:00000010:1.0:1724310013.649237:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2d80. 00000001:00000010:1.0:1724310013.649241:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310013.649286:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2480. 00010000:00000010:1.0:1724310013.649293:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.649296:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.649310:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310013.649327:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.649329:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310013.649347:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:1.0:1724310013.649352:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:1.0:1724310013.649355:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.649359:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310013.649366:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310013.649375:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096117, last committed = 4295095650 00010000:00000200:1.0:1724310013.649382:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566f800 x1808069883320960/t4295096117(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.649403:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453550. 00000100:00000200:1.0:1724310013.649408:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883320960, offset 224 00000400:00000010:1.0:1724310013.649412:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc038. 00000400:00000200:1.0:1724310013.649416:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.649425:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.649429:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531113:531113:256:4294967295] 192.168.204.31@tcp LPNI seq info [531109:531109:8:4294967295] 00000400:00000200:1.0:1724310013.649433:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.649438:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.649442:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.649446:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.649449:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.649455:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.649458:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.649483:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.649486:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310013.649488:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7a00. 00000800:00000200:3.0:1724310013.649959:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.649962:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:3.0:1724310013.649965:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.649968:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.651147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310013.651155:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310013.651157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310013.651160:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:3.0:1724310013.652603:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.652616:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b95 00000400:00000200:3.0:1724310013.652621:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.652625:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.652629:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453550 00000400:00000010:3.0:1724310013.652632:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453550. 00000400:00000200:3.0:1724310013.652710:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.652716:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fdb00 00000400:00000200:3.0:1724310013.652721:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 60072 00010000:00000010:0.0:1724310013.652895:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310013.652902:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00000400:00000200:3.0:1724310013.653020:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.653024:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.653029:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.653033:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566ce00. 00000020:00000010:2.0:1724310013.653549:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6a600. 00000020:00000010:2.0:1724310013.653555:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.653558:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.653592:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883321088 00000001:00000010:2.0:1724310013.653601:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:2.0:1724310013.653619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.653623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 02000000:00000010:2.0:1724310013.653667:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d970000. 00010000:00000010:2.0:1724310013.653687:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.653690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.653701:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.653703:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.653705:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.653708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00000004:00000010:2.0:1724310013.653783:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310013.653790:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.653794:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.653800:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310013.654691:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.654695:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.654698:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.654701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.654739:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.654759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.654763:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.654785:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000200:2.0:1724310013.654796:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566ce00 x1808069883321088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.654809:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310013.654814:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883321088, offset 224 00000400:00000200:2.0:1724310013.654818:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.654826:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.654831:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531114:531114:256:4294967295] 192.168.204.31@tcp LPNI seq info [531110:531110:8:4294967295] 00000400:00000200:2.0:1724310013.654839:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.654843:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.654846:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310013.654850:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.654855:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.654859:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.654871:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.654874:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.654877:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6a600. 00000800:00000200:3.0:1724310013.655003:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.655006:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:3.0:1724310013.655009:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.655012:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.655015:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:3.0:1724310013.655017:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00010000:00000010:1.1:1724310013.656448:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310013.656455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:3.0:1724310013.659910:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.659923:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fdc00 00000400:00000200:3.0:1724310013.659929:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 60648 00000400:00000200:3.0:1724310013.659949:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.659954:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.659960:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.659965:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566fb80. 00000020:00000010:2.0:1724310013.660518:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6a600. 00000020:00000010:2.0:1724310013.660524:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.660528:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.660561:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883321344 02000000:00000010:2.0:1724310013.660587:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123fd4000. 00010000:00000010:2.0:1724310013.660618:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.660629:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.660649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.660653:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.660664:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.660666:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.660670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.660672:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.660743:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.660745:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.660747:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.660749:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00000020:00000010:2.0:1724310013.660768:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.660773:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.660782:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1c00. 00080000:00000010:2.0:1724310013.660787:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880089e3c800. 00000001:00000010:2.0:1724310013.662308:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6840. 00000001:00000010:2.0:1724310013.662314:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310013.662348:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1c00. 00010000:00000010:2.0:1724310013.662356:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.662359:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.662427:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.662447:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.662450:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c00. 00080000:00000010:2.0:1724310013.662469:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.662474:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.662478:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.662483:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310013.662492:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000200:2.0:1724310013.662506:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096118, last committed = 4295095650 00010000:00000200:2.0:1724310013.662514:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566fb80 x1808069883321344/t4295096118(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.662528:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310013.662534:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883321344, offset 224 00000400:00000010:2.0:1724310013.662540:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60310. 00000400:00000200:2.0:1724310013.662543:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.662553:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.662559:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531115:531115:256:4294967295] 192.168.204.31@tcp LPNI seq info [531111:531111:8:4294967295] 00000400:00000200:2.0:1724310013.662563:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.662568:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.662573:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.662577:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310013.662581:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.662587:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.662590:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1724310013.662706:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310013.662712:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310013.662715:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310013.662717:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310013.662719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310013.662723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310013.662771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310013.662774:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.662776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310013.662778:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000020:00000010:2.0:1724310013.663628:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.663633:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.663636:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6a600. 00000800:00000200:3.0:1724310013.664208:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.664211:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:3.0:1724310013.664214:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.664219:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.665436:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310013.665443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:3.0:1724310013.665948:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.665960:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294b9d 00000400:00000200:3.0:1724310013.665965:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.665968:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.665972:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:3.0:1724310013.665974:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00010000:00000010:0.0:1724310013.666887:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:0.0:1724310013.666895:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00000400:00000200:3.0:1724310013.667211:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.667219:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fdc80 00000400:00000200:3.0:1724310013.667226:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 61136 00000400:00000200:3.0:1724310013.667308:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.667313:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.667318:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.667323:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566df80. 00000020:00000010:2.0:1724310013.667677:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a6a600. 00000020:00000010:2.0:1724310013.667683:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.667687:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.667718:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883321472 00000001:00000010:2.0:1724310013.667727:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310013.667744:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.667749:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b00. 02000000:00000010:2.0:1724310013.667792:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092d30000. 00010000:00000010:2.0:1724310013.667814:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310013.667817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.667829:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.667831:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.667835:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310013.667837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c00. 00000004:00000010:2.0:1724310013.667907:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310013.667913:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.667917:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.667923:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:1.1:1724310013.668379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310013.668392:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310013.668395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310013.668396:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310013.668399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310013.668404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.668971:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.668975:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.668977:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.668981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.669018:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.669064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.669067:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.669092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000200:2.0:1724310013.669105:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566df80 x1808069883321472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.669118:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6330. 00000100:00000200:2.0:1724310013.669123:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883321472, offset 224 00000400:00000200:2.0:1724310013.669128:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.669136:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.669142:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531116:531116:256:4294967295] 192.168.204.31@tcp LPNI seq info [531112:531112:8:4294967295] 00000400:00000200:2.0:1724310013.669149:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.669154:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.669157:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310013.669162:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.669168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.669171:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.669565:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.669569:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.669572:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a6a600. 00000800:00000200:3.0:1724310013.669678:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.669681:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310013.669684:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.669688:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.669691:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6330 00000400:00000010:3.0:1724310013.669693:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6330. 00010000:00000010:1.1:1724310013.671405:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.671416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:3.0:1724310013.671767:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.671780:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fdd80 00000400:00000200:3.0:1724310013.671786:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 61712 00000400:00000200:3.0:1724310013.671822:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.671826:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.671832:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.671837:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566d180. 00000020:00000010:2.0:1724310013.672078:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.672083:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.672088:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.672119:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883321728 02000000:00000010:2.0:1724310013.672145:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228bd000. 00010000:00000010:2.0:1724310013.672173:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.672183:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.672203:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.672207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.672217:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.672219:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0800. 00010000:00000010:2.0:1724310013.672222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.672224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b00. 00010000:00000010:2.0:1724310013.672474:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.672476:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.672479:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.672481:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c00. 00000020:00000010:2.0:1724310013.672501:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.672507:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.672515:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd66c0. 00080000:00000010:2.0:1724310013.672521:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e16000. 00000001:00000010:2.0:1724310013.672783:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1a20. 00000001:00000010:2.0:1724310013.672788:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310013.672821:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd66c0. 00010000:00000010:2.0:1724310013.672827:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.672830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.672842:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.672857:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:2.0:1724310013.672860:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00080000:00000010:2.0:1724310013.672876:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.672880:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.672884:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.672889:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310013.672895:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000200:2.0:1724310013.672906:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096119, last committed = 4295095650 00010000:00000200:2.0:1724310013.672912:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566d180 x1808069883321728/t4295096119(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.672924:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be64c8. 00000100:00000200:2.0:1724310013.672929:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883321728, offset 224 00000400:00000010:2.0:1724310013.672933:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60348. 00000400:00000200:2.0:1724310013.672936:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.672944:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.672948:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531117:531117:256:4294967295] 192.168.204.31@tcp LPNI seq info [531113:531113:8:4294967295] 00000400:00000200:2.0:1724310013.672952:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.672958:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.672962:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.672966:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.672970:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.672976:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.672979:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.673003:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.673006:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.673008:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:3.0:1724310013.673115:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.673117:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310013.673120:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.673123:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.674623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310013.674631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.674635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310013.674638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:3.0:1724310013.675216:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.675228:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ba5 00000400:00000200:3.0:1724310013.675233:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.675236:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.675241:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be64c8 00000400:00000010:3.0:1724310013.675243:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be64c8. 00010000:00000010:0.0:1724310013.675333:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b00. 00010000:00000010:0.0:1724310013.675340:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0800. 00000400:00000200:3.0:1724310013.676043:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.676051:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fde00 00000400:00000200:3.0:1724310013.676057:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 62200 00000400:00000200:3.0:1724310013.676109:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.676112:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.676116:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.676122:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd880. 00000020:00000010:2.0:1724310013.676621:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111a00. 00000020:00000010:2.0:1724310013.676627:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.676631:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.676667:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883321856 00000001:00000010:2.0:1724310013.676677:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310013.676695:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.676700:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 02000000:00000010:2.0:1724310013.676745:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:2.0:1724310013.676772:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.676775:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.676787:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.676789:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.676792:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.676794:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0000. 00000004:00000010:2.0:1724310013.676866:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310013.676873:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.676877:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.676883:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310013.677406:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310013.677410:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.677412:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.677415:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0f80. 00010000:00000010:1.1:1724310013.677445:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.677451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:1.1:1724310013.677451:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.677454:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310013.677456:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.677458:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:1.1:1724310013.677459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.677460:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0980. 00010000:00000010:1.1:1724310013.677465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.677483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000200:2.0:1724310013.677494:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd880 x1808069883321856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.677508:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6f68. 00000100:00000200:2.0:1724310013.677513:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883321856, offset 224 00000400:00000200:2.0:1724310013.677518:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.677525:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.677530:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531118:531118:256:4294967295] 192.168.204.31@tcp LPNI seq info [531114:531114:8:4294967295] 00000400:00000200:2.0:1724310013.677538:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.677542:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.677545:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310013.677549:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.677555:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.677558:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.677571:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.677574:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.677577:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111a00. 00000800:00000200:3.0:1724310013.677679:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.677682:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310013.677685:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.677688:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.677691:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6f68 00000400:00000010:3.0:1724310013.677693:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6f68. 00000400:00000200:3.0:1724310013.678907:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.678916:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fdf00 00000400:00000200:3.0:1724310013.678923:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 62776 00000400:00000200:3.0:1724310013.678940:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.678943:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.678947:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.678952:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccf100. 00000020:00000010:2.0:1724310013.679039:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111a00. 00000020:00000010:2.0:1724310013.679043:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.679046:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.679077:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883322112 02000000:00000010:2.0:1724310013.679101:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a92000. 00010000:00000010:2.0:1724310013.679197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.679205:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.679220:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.679223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.679230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310013.679231:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0f80. 00010000:00000010:2.0:1724310013.679233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.679235:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310013.679383:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.679398:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.679401:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.679403:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0000. 00000020:00000010:2.0:1724310013.679423:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.679428:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146be0. 00000020:00000010:2.0:1724310013.679436:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1900. 00080000:00000010:2.0:1724310013.679441:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e15c00. 00000001:00000010:2.0:1724310013.679709:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6c00. 00000001:00000010:2.0:1724310013.679714:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310013.679745:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1900. 00010000:00000010:2.0:1724310013.679751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.679754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.679767:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310013.679782:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0000. 00010000:00000010:2.0:1724310013.679785:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0980. 00080000:00000010:2.0:1724310013.679803:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310013.679808:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310013.679812:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.679817:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310013.679825:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000200:2.0:1724310013.679835:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096120, last committed = 4295095650 00010000:00000200:2.0:1724310013.679841:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccf100 x1808069883322112/t4295096120(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.679853:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6dd0. 00000100:00000200:2.0:1724310013.679857:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883322112, offset 224 00000400:00000010:2.0:1724310013.679861:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60380. 00000400:00000200:2.0:1724310013.679864:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.679871:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.679876:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531119:531119:256:4294967295] 192.168.204.31@tcp LPNI seq info [531115:531115:8:4294967295] 00000400:00000200:2.0:1724310013.679879:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.679884:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.679889:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.679893:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310013.679897:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.679901:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.679904:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.680504:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.680509:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310013.680511:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111a00. 00000800:00000200:3.0:1724310013.680705:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.680707:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:3.0:1724310013.680711:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.680715:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.682245:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310013.682290:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bad 00000400:00000200:3.0:1724310013.682295:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.682298:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310013.682302:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6dd0 00000400:00000010:3.0:1724310013.682304:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6dd0. 00000400:00000200:3.0:1724310013.682325:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310013.682330:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fdf80 00000400:00000200:3.0:1724310013.682336:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 63264 00000400:00000200:3.0:1724310013.682399:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.682403:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310013.682407:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310013.682411:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccdc00. 00010000:00000010:0.0:1724310013.682493:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:0.0:1724310013.682502:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0f80. 00000020:00000010:2.0:1724310013.683133:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111a00. 00000020:00000010:2.0:1724310013.683138:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0080. 00000020:00000010:2.0:1724310013.683141:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310013.683170:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883322240 00000001:00000010:2.0:1724310013.683180:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:2.0:1724310013.683198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.683203:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 02000000:00000010:2.0:1724310013.683244:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c6e0000. 00010000:00000010:2.0:1724310013.683297:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.683301:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.683311:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310013.683314:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.683317:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.683319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0980. 00000004:00000010:2.0:1724310013.683546:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310013.683552:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.683556:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310013.683562:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:1.1:1724310013.683639:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310013.683645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.684147:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.684150:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d00. 00010000:00000010:2.0:1724310013.684152:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.684155:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310013.684192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.684199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.684202:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.684226:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000200:2.0:1724310013.684238:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccdc00 x1808069883322240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.684252:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6bb0. 00000100:00000200:2.0:1724310013.684324:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883322240, offset 224 00000400:00000200:3.0:1724310013.684766:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.684777:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.684782:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531120:531120:256:4294967295] 192.168.204.31@tcp LPNI seq info [531116:531116:8:4294967295] 00000400:00000200:3.0:1724310013.684790:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.684795:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.684799:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.684804:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.684811:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.684814:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.684839:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0080. 00000020:00000010:3.0:1724310013.684843:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:3.0:1724310013.684846:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111a00. 00000800:00000200:0.0:1724310013.685118:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.685121:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310013.685125:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.685129:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.685132:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6bb0 00000400:00000010:0.0:1724310013.685134:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6bb0. 00010000:00000010:1.1:1724310013.686834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310013.686843:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.686847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310013.687461:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.687472:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe080 00000400:00000200:0.0:1724310013.687479:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 63840 00000400:00000200:0.0:1724310013.687497:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.687501:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.687507:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.687512:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721c00. 00000020:00000010:3.0:1724310013.687590:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188ba00. 00000020:00000010:3.0:1724310013.687594:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.687598:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310013.687650:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883322496 02000000:00000010:3.0:1724310013.687676:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122391000. 00010000:00000010:3.0:1724310013.687704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000010:3.0:1724310013.687807:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d00. 00010000:00000010:3.0:1724310013.687828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.687832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.687843:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.687845:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.687848:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.687850:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.687923:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.687926:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.687929:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.687931:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.687949:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.687954:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.687961:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a000. 00080000:00000010:3.0:1724310013.687966:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fd8400. 00000001:00000010:3.0:1724310013.688127:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a3c0. 00000001:00000010:3.0:1724310013.688131:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310013.688161:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a000. 00010000:00000010:3.0:1724310013.688167:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.688171:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.688183:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.688201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.688204:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310013.688225:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:3.0:1724310013.688229:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:3.0:1724310013.688233:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:3.0:1724310013.688239:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:3.0:1724310013.688244:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.688256:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096121, last committed = 4295095650 00010000:00000200:3.0:1724310013.688285:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721c00 x1808069883322496/t4295096121(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.688297:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5990. 00000100:00000200:3.0:1724310013.688302:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883322496, offset 224 00000400:00000010:3.0:1724310013.688306:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467310. 00000400:00000200:3.0:1724310013.688309:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.688318:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.688323:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531121:531121:256:4294967295] 192.168.204.31@tcp LPNI seq info [531117:531117:8:4294967295] 00000400:00000200:3.0:1724310013.688326:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.688332:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.688336:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.688340:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310013.688344:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.688350:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.688353:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.689072:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.689076:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310013.689083:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188ba00. 00000800:00000200:2.0:1724310013.689217:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.689220:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310013.689223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.689227:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.689504:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310013.689511:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310013.690371:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.690381:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bb5 00000400:00000200:0.0:1724310013.690396:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.690399:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.690402:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5990 00000400:00000010:0.0:1724310013.690404:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5990. 00010000:00000010:2.0:1724310013.690481:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:2.0:1724310013.690488:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00000400:00000200:0.0:1724310013.692432:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.692446:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe100 00000400:00000200:0.0:1724310013.692458:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 64328 00000400:00000200:0.0:1724310013.692526:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.692530:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.692539:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.692544:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722d80. 00000020:00000010:3.0:1724310013.692828:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188ba00. 00000020:00000010:3.0:1724310013.692838:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.692842:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310013.692873:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883322624 00000001:00000010:3.0:1724310013.692881:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:3.0:1724310013.692901:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.692905:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310013.692952:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080300000. 00010000:00000010:3.0:1724310013.692971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.692973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.692984:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.692985:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.692987:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.692989:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000004:00000010:3.0:1724310013.693063:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310013.693068:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d9d8. 00000004:00000010:3.0:1724310013.693071:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310013.693076:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:0.0:1724310013.694167:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310013.694173:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310013.694176:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310013.694180:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310013.694224:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:0.0:1724310013.694248:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:0.0:1724310013.694253:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:0.0:1724310013.694294:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:0.0:1724310013.694307:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722d80 x1808069883322624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.694661:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d000. 00000100:00000200:0.0:1724310013.694667:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883322624, offset 224 00000400:00000200:0.0:1724310013.694673:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.694681:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.694687:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531122:531122:256:4294967295] 192.168.204.31@tcp LPNI seq info [531118:531118:8:4294967295] 00000400:00000200:0.0:1724310013.694695:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.694699:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.694702:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310013.694706:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.694712:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.694715:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.694742:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:0.0:1724310013.694746:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:0.0:1724310013.694748:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188ba00. 00000800:00000200:2.0:1724310013.694955:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.694958:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310013.694961:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.694965:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.694968:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d000 00000400:00000010:2.0:1724310013.694969:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d000. 00010000:00000010:0.1:1724310013.695398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310013.695404:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:0.1:1724310013.695407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310013.695410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310013.695414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310013.695419:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310013.695428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310013.695433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310013.695435:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310013.695438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310013.695439:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.695442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310013.695447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.695449:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.695451:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310013.695453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310013.695454:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310013.696646:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.696657:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe200 00000400:00000200:0.0:1724310013.696664:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 64904 00000400:00000200:0.0:1724310013.696681:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.696685:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.696689:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.696693:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722a00. 00000020:00000010:2.0:1724310013.699416:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134110000. 00000020:00000010:2.0:1724310013.699424:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.699428:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.699455:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883322880 02000000:00000010:2.0:1724310013.699483:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343ac000. 00010000:00000010:2.0:1724310013.699515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310013.699529:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310013.699550:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.699554:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.699565:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.699567:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.699570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.699571:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.699648:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.699651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.699653:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.699657:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00000020:00000010:2.0:1724310013.699675:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146180. 00000020:00000010:2.0:1724310013.699680:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146180. 00000020:00000010:2.0:1724310013.699687:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.699692:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e15400. 00000001:00000010:2.0:1724310013.699844:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b18a0. 00000001:00000010:2.0:1724310013.699848:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310013.699879:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.699886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.699889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.699902:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310013.699919:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:2.0:1724310013.699922:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00080000:00000010:2.0:1724310013.699941:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:2.0:1724310013.699945:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:2.0:1724310013.699949:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d9d8. 00000004:00000010:2.0:1724310013.699955:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:2.0:1724310013.699961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000200:2.0:1724310013.699972:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096122, last committed = 4295095650 00010000:00000200:2.0:1724310013.699981:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722a00 x1808069883322880/t4295096122(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.699994:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6ee0. 00000100:00000200:2.0:1724310013.699999:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883322880, offset 224 00000400:00000010:2.0:1724310013.700003:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e603b8. 00000400:00000200:2.0:1724310013.700006:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.700017:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.700023:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531123:531123:256:4294967295] 192.168.204.31@tcp LPNI seq info [531119:531119:8:4294967295] 00000400:00000200:2.0:1724310013.700027:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.700032:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.700037:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.700041:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310013.700045:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.700159:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.700162:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.700536:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.700540:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.700543:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134110000. 00010000:00000010:1.1:1724310013.701026:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310013.701032:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310013.701037:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000800:00000200:2.0:1724310013.701099:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.701101:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:2.0:1724310013.701105:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.701109:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.702218:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.702230:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bbd 00000400:00000200:0.0:1724310013.702234:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.702237:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.702241:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6ee0 00000400:00000010:0.0:1724310013.702243:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6ee0. 00010000:00000010:2.0:1724310013.702685:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.702694:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0980. 00000400:00000200:0.0:1724310013.703132:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.703139:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe280 00000400:00000200:0.0:1724310013.703145:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 65392 00000400:00000200:0.0:1724310013.703292:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.703296:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.703301:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.703305:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721f80. 00000020:00000010:2.0:1724310013.704103:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111e00. 00000020:00000010:2.0:1724310013.704108:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0980. 00000020:00000010:2.0:1724310013.704112:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.704143:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883323008 00000001:00000010:2.0:1724310013.704151:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310013.704169:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310013.704173:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 02000000:00000010:2.0:1724310013.704217:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800879a0000. 00010000:00000010:2.0:1724310013.704240:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310013.704243:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.704272:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310013.704275:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.704278:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310013.704280:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00000004:00000010:2.0:1724310013.704354:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310013.704361:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310013.704365:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310013.704370:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:1.1:1724310013.704868:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310013.704874:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.0:1724310013.705149:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.705152:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310013.705156:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310013.705159:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c80. 00010000:00000010:2.0:1724310013.705199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.705205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.705209:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.705235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000200:2.0:1724310013.705247:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721f80 x1808069883323008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.705288:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6aa0. 00000100:00000200:2.0:1724310013.705294:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883323008, offset 224 00000400:00000200:2.0:1724310013.705298:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.705308:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.705313:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531124:531124:256:4294967295] 192.168.204.31@tcp LPNI seq info [531120:531120:8:4294967295] 00000400:00000200:2.0:1724310013.705321:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.705326:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.705329:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310013.705334:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.705339:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.705343:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.705361:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0980. 00000020:00000010:2.0:1724310013.705364:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.705367:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111e00. 00000800:00000200:0.0:1724310013.705542:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.705545:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310013.705549:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.705553:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.705556:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6aa0 00000400:00000010:0.0:1724310013.705557:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6aa0. 00000400:00000200:2.0:1724310013.708228:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.708243:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe380 00000400:00000200:2.0:1724310013.708250:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 65968 00000400:00000200:2.0:1724310013.708293:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.708298:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.708304:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.708309:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18e00. 00010000:00000010:1.1:1724310013.708415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000020:00000010:3.0:1724310013.708440:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b600. 00000020:00000010:3.0:1724310013.708446:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.708450:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310013.708485:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883323264 02000000:00000010:3.0:1724310013.708512:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122394000. 00010000:00000010:3.0:1724310013.708542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c80. 00010000:00000010:3.0:1724310013.708857:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00010000:00000010:3.0:1724310013.708882:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.708886:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.708898:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.708899:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.708902:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.708904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.708983:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.708985:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.708987:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.708989:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.709007:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.709013:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.709020:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a000. 00080000:00000010:3.0:1724310013.709026:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fdac00. 00000001:00000010:3.0:1724310013.709183:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ac60. 00000001:00000010:3.0:1724310013.709186:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310013.709216:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a000. 00010000:00000010:3.0:1724310013.709223:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.709226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.709239:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.709770:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.709775:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00080000:00000010:3.0:1724310013.709795:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:3.0:1724310013.709800:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:3.0:1724310013.709803:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:3.0:1724310013.709809:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:3.0:1724310013.709816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.709829:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096123, last committed = 4295095650 00010000:00000200:3.0:1724310013.709836:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18e00 x1808069883323264/t4295096123(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.709852:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5a18. 00000100:00000200:3.0:1724310013.709858:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883323264, offset 224 00000400:00000010:3.0:1724310013.709862:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467348. 00000400:00000200:3.0:1724310013.709865:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.709874:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.709878:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531125:531125:256:4294967295] 192.168.204.31@tcp LPNI seq info [531121:531121:8:4294967295] 00000400:00000200:3.0:1724310013.709882:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.709887:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.709892:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.709895:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310013.709899:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.709905:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.709908:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.709933:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.709937:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310013.709939:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b600. 00000800:00000200:0.0:1724310013.710044:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.710047:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310013.710050:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.710053:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.710442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310013.710447:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310013.710450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310013.710454:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310013.710457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310013.710461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310013.710463:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310013.710465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310013.713437:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.713452:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bc5 00000400:00000200:0.0:1724310013.713457:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.713461:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.713466:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5a18 00000400:00000010:0.0:1724310013.713469:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5a18. 00010000:00000010:3.0:1724310013.714021:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.714169:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00000400:00000200:0.0:1724310013.714475:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.714487:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe400 00000400:00000200:0.0:1724310013.714494:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 66456 00000400:00000200:0.0:1724310013.714831:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.714835:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.714839:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.714844:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722680. 00000020:00000010:3.0:1724310013.714915:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b600. 00000020:00000010:3.0:1724310013.714918:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.714922:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310013.715002:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883323392 00000001:00000010:3.0:1724310013.715012:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:3.0:1724310013.715029:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.715034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 02000000:00000010:3.0:1724310013.715076:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bcb0000. 00010000:00000010:3.0:1724310013.715096:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.715099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.715110:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310013.715112:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.715115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.715117:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000004:00000010:3.0:1724310013.715192:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310013.715198:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d780. 00000004:00000010:3.0:1724310013.715202:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310013.715208:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:2.0:1724310013.716573:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.716579:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.716584:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310013.716588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0500. 00010000:00000010:1.1:1724310013.716605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310013.716610:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.716613:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.0:1724310013.716633:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:2.0:1724310013.716641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:2.0:1724310013.716645:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:2.0:1724310013.716672:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:2.0:1724310013.716687:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722680 x1808069883323392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.716701:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6110. 00000100:00000200:2.0:1724310013.716706:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883323392, offset 224 00000400:00000200:2.0:1724310013.716712:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.716721:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.716726:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531126:531126:256:4294967295] 192.168.204.31@tcp LPNI seq info [531122:531122:8:4294967295] 00000400:00000200:2.0:1724310013.716734:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.716739:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.716743:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310013.716748:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.716753:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.716756:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.716780:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:2.0:1724310013.716784:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:2.0:1724310013.716786:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b600. 00000800:00000200:0.0:1724310013.717286:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.717289:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310013.717293:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.717297:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.717300:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6110 00000400:00000010:0.0:1724310013.717302:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6110. 00010000:00000010:1.1:1724310013.719569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310013.719580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310013.719583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310013.719585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310013.720136:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.720149:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe500 00000400:00000200:0.0:1724310013.720155:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 67032 00000400:00000200:0.0:1724310013.720175:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.720178:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.720184:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.720188:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723100. 00000020:00000010:2.0:1724310013.720972:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111e00. 00000020:00000010:2.0:1724310013.720978:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.720983:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.721024:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883323648 02000000:00000010:2.0:1724310013.721054:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b5000. 00010000:00000010:2.0:1724310013.721085:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.721097:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.721118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310013.721122:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.721133:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.721135:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.721139:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310013.721140:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.721214:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310013.721217:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.721219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310013.721222:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310013.721426:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.721432:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.721439:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1c00. 00080000:00000010:2.0:1724310013.721446:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e17000. 00000001:00000010:2.0:1724310013.721611:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22eae0. 00000001:00000010:2.0:1724310013.721616:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310013.721648:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1c00. 00010000:00000010:2.0:1724310013.721655:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310013.721659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.721671:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.721689:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.721691:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00080000:00000010:2.0:1724310013.721708:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:2.0:1724310013.721712:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:2.0:1724310013.721715:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d780. 00000004:00000010:2.0:1724310013.721721:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:2.0:1724310013.721730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000200:2.0:1724310013.721743:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096124, last committed = 4295095650 00010000:00000200:2.0:1724310013.721751:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723100 x1808069883323648/t4295096124(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.721765:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6908. 00000100:00000200:2.0:1724310013.721771:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883323648, offset 224 00000400:00000010:2.0:1724310013.721776:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e603f0. 00000400:00000200:2.0:1724310013.721779:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.721789:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.721794:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531127:531127:256:4294967295] 192.168.204.31@tcp LPNI seq info [531123:531123:8:4294967295] 00000400:00000200:2.0:1724310013.721798:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.721803:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.721808:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.721811:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310013.721816:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.721822:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.721825:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.721844:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310013.721847:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.721850:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111e00. 00000800:00000200:0.0:1724310013.721959:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.721962:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310013.721966:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.721970:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.722736:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310013.722744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310013.722750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310013.722752:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310013.722755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:0.0:1724310013.724318:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.724333:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bcd 00000400:00000200:0.0:1724310013.724338:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.724341:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.724346:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6908 00000400:00000010:0.0:1724310013.724348:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6908. 00010000:00000010:2.0:1724310013.724508:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.724515:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00000400:00000200:0.0:1724310013.725125:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.725132:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe580 00000400:00000200:0.0:1724310013.725138:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 67520 00000400:00000200:0.0:1724310013.725188:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.725192:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.725196:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.725200:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723480. 00000020:00000010:2.0:1724310013.725315:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111e00. 00000020:00000010:2.0:1724310013.725319:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.725324:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.725355:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883323776 00000001:00000010:2.0:1724310013.725365:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310013.725397:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310013.725401:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 02000000:00000010:2.0:1724310013.725446:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be50000. 00010000:00000010:2.0:1724310013.725466:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310013.725469:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.725478:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310013.725480:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.725483:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310013.725485:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0980. 00000004:00000010:2.0:1724310013.725555:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310013.725561:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.725565:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310013.725572:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310013.727344:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.727351:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.727355:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.727359:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.727427:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.727436:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.727440:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.727472:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.727486:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723480 x1808069883323776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.727501:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6e58. 00000100:00000200:2.0:1724310013.727507:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883323776, offset 224 00000400:00000200:2.0:1724310013.727512:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.727522:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.727527:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531128:531128:256:4294967295] 192.168.204.31@tcp LPNI seq info [531124:531124:8:4294967295] 00000400:00000200:2.0:1724310013.727535:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.727540:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.727543:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310013.727548:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.727555:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.727558:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.727585:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.727590:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.727594:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111e00. 00000800:00000200:0.0:1724310013.727711:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.727714:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310013.727718:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.727722:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.727725:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6e58 00000400:00000010:0.0:1724310013.727727:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6e58. 00010000:00000010:1.1:1724310013.728366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310013.728373:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310013.728377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310013.728379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310013.731402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310013.731414:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310013.731419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310013.731422:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310013.731424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310013.731429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310013.731430:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.731432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310013.731435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310013.731437:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310013.731438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310013.731440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310013.733142:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.733161:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe680 00000400:00000200:0.0:1724310013.733171:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 68096 00000400:00000200:0.0:1724310013.733195:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.733411:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.733417:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.733422:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723800. 00000020:00000010:2.0:1724310013.733518:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111e00. 00000020:00000010:2.0:1724310013.733523:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.733527:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.733559:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324032 02000000:00000010:2.0:1724310013.733589:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013432b000. 00010000:00000010:2.0:1724310013.733618:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.733634:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.733654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.733658:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.733669:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310013.733671:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.733674:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310013.733675:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.733750:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.733753:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.733755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.733758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0980. 00000020:00000010:2.0:1724310013.733780:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.733784:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.733791:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e540. 00080000:00000010:2.0:1724310013.733796:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e15000. 00000001:00000010:2.0:1724310013.733948:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6660. 00000001:00000010:2.0:1724310013.733952:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310013.733983:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e540. 00010000:00000010:2.0:1724310013.733989:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.733992:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.734006:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.734022:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.734025:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0400. 00080000:00000010:2.0:1724310013.734040:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310013.734044:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310013.734048:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.734053:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310013.734062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000200:2.0:1724310013.734072:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096125, last committed = 4295095650 00010000:00000200:2.0:1724310013.734079:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723800 x1808069883324032/t4295096125(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.734091:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6440. 00000100:00000200:2.0:1724310013.734097:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883324032, offset 224 00000400:00000010:2.0:1724310013.734102:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60428. 00000400:00000200:2.0:1724310013.734104:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.734113:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.734118:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531129:531129:256:4294967295] 192.168.204.31@tcp LPNI seq info [531125:531125:8:4294967295] 00000400:00000200:2.0:1724310013.734122:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.734127:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.734131:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.734620:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310013.734625:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.734631:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.734635:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.735250:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.735254:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.735271:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111e00. 00000800:00000200:0.0:1724310013.735378:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.735381:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310013.735391:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.735396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.736609:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.736620:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bd5 00000400:00000200:0.0:1724310013.736625:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.736628:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.736632:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6440 00000400:00000010:0.0:1724310013.736635:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6440. 00000400:00000200:0.0:1724310013.737041:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.737047:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe700 00000400:00000200:0.0:1724310013.737053:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 68584 00000400:00000200:0.0:1724310013.737094:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.737097:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.737101:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.737108:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6d80. 00010000:00000010:3.0:1724310013.737297:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:3.0:1724310013.737306:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00000020:00000010:2.0:1724310013.737554:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134111e00. 00000020:00000010:2.0:1724310013.737559:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.737563:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.737791:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324160 00000001:00000010:2.0:1724310013.737801:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310013.737819:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.737824:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 02000000:00000010:2.0:1724310013.737877:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004f960000. 00010000:00000010:2.0:1724310013.737898:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.737901:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.737912:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.737914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.737917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.737919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00000004:00000010:2.0:1724310013.737996:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310013.738002:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.738006:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310013.738012:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310013.738601:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.738604:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.738607:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.738609:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.738645:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.738652:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.738655:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.738677:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000200:2.0:1724310013.738689:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800535e6d80 x1808069883324160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.738702:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6d48. 00000100:00000200:2.0:1724310013.738708:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883324160, offset 224 00000400:00000200:2.0:1724310013.738712:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.738721:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.738727:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531130:531130:256:4294967295] 192.168.204.31@tcp LPNI seq info [531126:531126:8:4294967295] 00000400:00000200:2.0:1724310013.738735:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.738740:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.738743:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310013.738747:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.738753:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.738756:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.739190:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.739195:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.739198:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134111e00. 00000800:00000200:0.0:1724310013.739534:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.739537:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310013.739540:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.739544:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.739548:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6d48 00000400:00000010:0.0:1724310013.739549:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6d48. 00010000:00000010:2.1:1724310013.741035:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310013.741043:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310013.741047:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310013.741049:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310013.741051:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310013.741058:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310013.741854:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.741867:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe800 00000400:00000200:0.0:1724310013.741873:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 69160 00000400:00000200:0.0:1724310013.741892:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.741896:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.741901:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.741906:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6a00. 00000020:00000010:2.0:1724310013.742001:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081efc400. 00000020:00000010:2.0:1724310013.742006:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.742010:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.742056:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324416 02000000:00000010:2.0:1724310013.742667:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013432e000. 00010000:00000010:2.0:1724310013.742699:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.742710:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.742729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.742733:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.742750:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.742752:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0980. 00010000:00000010:2.0:1724310013.742755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310013.742757:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0180. 00010000:00000010:2.0:1724310013.742833:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.742835:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.742837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.742839:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0400. 00000020:00000010:2.0:1724310013.742860:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.742865:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146880. 00000020:00000010:2.0:1724310013.742874:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.742879:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e14400. 00000001:00000010:2.0:1724310013.743030:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22ea20. 00000001:00000010:2.0:1724310013.743034:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310013.743064:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.743069:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.743072:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.743084:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.743100:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0400. 00010000:00000010:2.0:1724310013.743102:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00080000:00000010:2.0:1724310013.743117:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310013.743122:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310013.743125:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.743131:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310013.743136:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.743851:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096126, last committed = 4295095650 00010000:00000200:2.0:1724310013.743861:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800535e6a00 x1808069883324416/t4295096126(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.743875:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be67f8. 00000100:00000200:2.0:1724310013.743882:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883324416, offset 224 00000400:00000010:2.0:1724310013.743887:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60460. 00000400:00000200:2.0:1724310013.743890:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.743900:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.743905:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531131:531131:256:4294967295] 192.168.204.31@tcp LPNI seq info [531127:531127:8:4294967295] 00000400:00000200:2.0:1724310013.743909:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.743915:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.743920:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.743924:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310013.743928:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.743934:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.743938:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.744512:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.744517:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.744520:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081efc400. 00000800:00000200:0.0:1724310013.744819:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.744822:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310013.744826:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.744831:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.747122:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310013.747130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:2.0:1724310013.747202:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.747216:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bdd 00000400:00000200:2.0:1724310013.747221:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.747225:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.747229:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be67f8 00000400:00000010:2.0:1724310013.747252:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be67f8. 00000400:00000200:2.0:1724310013.747299:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.747304:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fe880 00000400:00000200:2.0:1724310013.747310:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 69648 00000400:00000200:2.0:1724310013.747359:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.747362:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.747366:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.747371:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d19500. 00000020:00000010:3.0:1724310013.747478:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b600. 00000020:00000010:3.0:1724310013.747484:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.747488:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00010000:00000010:0.0:1724310013.748074:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0180. 00010000:00000010:0.0:1724310013.748082:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0980. 00000100:00000200:3.0:1724310013.748121:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324544 00000001:00000010:3.0:1724310013.748130:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:3.0:1724310013.748148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.748153:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 02000000:00000010:3.0:1724310013.748197:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087980000. 00010000:00000010:3.0:1724310013.748217:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.748220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.748231:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.748233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.748237:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.748239:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000004:00000010:3.0:1724310013.748335:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310013.748341:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.748345:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.748351:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:2.1:1724310013.749368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310013.749375:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310013.749378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310013.749380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.0:1724310013.751467:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.751473:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.751478:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.751484:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.751538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.751564:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.751568:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.751601:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310013.751617:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d19500 x1808069883324544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.751632:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310013.751639:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883324544, offset 224 00000400:00000200:3.0:1724310013.751644:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.751654:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.751659:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531132:531132:256:4294967295] 192.168.204.31@tcp LPNI seq info [531128:531128:8:4294967295] 00000400:00000200:3.0:1724310013.751667:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.751672:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.751676:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310013.751681:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.751687:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.751690:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.751706:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.751710:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.751712:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b600. 00000800:00000200:0.0:1724310013.751873:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.751875:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310013.751878:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.751882:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.751885:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:0.0:1724310013.751888:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00010000:00000010:1.1:1724310013.752324:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310013.752328:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310013.754488:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.754502:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fe980 00000400:00000200:0.0:1724310013.754510:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 70224 00000400:00000200:0.0:1724310013.754529:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.754533:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.754539:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.754545:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9180. 00000020:00000010:3.0:1724310013.754625:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.754631:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.754635:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.754676:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324800 02000000:00000010:3.0:1724310013.754703:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e73000. 00010000:00000010:3.0:1724310013.754733:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.754748:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.754770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.754775:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.754786:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310013.754788:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.754790:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.754792:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.754868:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.754870:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.754872:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.754875:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310013.754892:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.754897:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.754904:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a8a0. 00080000:00000010:3.0:1724310013.754910:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fd8c00. 00000001:00000010:3.0:1724310013.755062:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a000. 00000001:00000010:3.0:1724310013.755066:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310013.755096:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a8a0. 00010000:00000010:3.0:1724310013.755103:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.755107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.755119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.755137:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.755140:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310013.755156:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.755160:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.755163:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.755168:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310013.755174:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.755184:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096127, last committed = 4295095650 00010000:00000200:3.0:1724310013.755191:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9180 x1808069883324800/t4295096127(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.755203:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5660. 00000100:00000200:3.0:1724310013.755209:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883324800, offset 224 00000400:00000010:3.0:1724310013.755213:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467380. 00000400:00000200:3.0:1724310013.755216:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.755224:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.755228:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531133:531133:256:4294967295] 192.168.204.31@tcp LPNI seq info [531129:531129:8:4294967295] 00000400:00000200:3.0:1724310013.755232:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.755237:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.755242:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.755245:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.755250:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.755255:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.755292:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.755316:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.755319:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.755321:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:2.0:1724310013.756137:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.756140:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:2.0:1724310013.756145:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.756149:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.759294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310013.759308:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310013.759317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.759319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310013.759381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310013.759395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310013.759398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310013.759400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310013.759402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310013.759406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310013.760317:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.760331:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294be5 00000400:00000200:0.0:1724310013.760337:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.760340:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.760344:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5660 00000400:00000010:0.0:1724310013.760347:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5660. 00000400:00000200:0.0:1724310013.760380:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.760395:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fea00 00000400:00000200:0.0:1724310013.760404:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 70712 00000400:00000200:0.0:1724310013.760421:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.760424:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.760427:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.760432:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9f80. 00010000:00000010:3.0:1724310013.761089:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.761098:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00000020:00000010:1.0:1724310013.761796:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7a00. 00000020:00000010:1.0:1724310013.761802:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310013.761805:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310013.761864:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883324928 00000001:00000010:1.0:1724310013.761874:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:1.0:1724310013.761891:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.761897:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310013.761943:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cbc0000. 00010000:00000010:1.0:1724310013.761965:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.761968:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.761979:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.761982:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.761985:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.761986:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310013.762061:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310013.762068:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310013.762072:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310013.762079:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac81a0. 00010000:00000010:1.1:1724310013.763102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310013.763110:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310013.763114:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310013.763116:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310013.763118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310013.763123:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.764104:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.764107:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.764110:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.764115:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.764163:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:3.0:1724310013.764171:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310013.764175:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:3.0:1724310013.764203:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:3.0:1724310013.764217:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9f80 x1808069883324928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.764231:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff56e8. 00000100:00000200:3.0:1724310013.764237:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883324928, offset 224 00000400:00000200:3.0:1724310013.764243:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.764252:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.764274:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531134:531134:256:4294967295] 192.168.204.31@tcp LPNI seq info [531130:531130:8:4294967295] 00000400:00000200:3.0:1724310013.764282:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.764288:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.764292:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310013.764296:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.764303:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.764306:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.764451:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:3.0:1724310013.764455:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:3.0:1724310013.764458:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7a00. 00000800:00000200:0.0:1724310013.764513:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.764516:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310013.764519:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.764522:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.764525:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff56e8 00000400:00000010:0.0:1724310013.764526:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff56e8. 00010000:00000010:2.1:1724310013.765805:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310013.765812:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310013.766396:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.766408:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131feb00 00000400:00000200:0.0:1724310013.766413:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 71288 00000400:00000200:0.0:1724310013.766431:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.766435:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.766440:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.766445:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8700. 00000020:00000010:3.0:1724310013.766536:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.766541:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.766544:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.766569:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883325184 02000000:00000010:3.0:1724310013.766592:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801328f7000. 00010000:00000010:3.0:1724310013.766615:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.766625:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.766643:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.766647:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.766656:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.766658:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.766660:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.766662:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.766729:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.766731:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.766734:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.766736:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00000020:00000010:3.0:1724310013.766752:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.766756:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.766763:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a8a0. 00080000:00000010:3.0:1724310013.766767:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fd9400. 00000001:00000010:3.0:1724310013.766880:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a180. 00000001:00000010:3.0:1724310013.766883:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310013.766906:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a8a0. 00010000:00000010:3.0:1724310013.766910:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.766912:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.766921:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.766933:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.766934:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310013.766947:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac81a0. 00000004:00000010:3.0:1724310013.766950:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:3.0:1724310013.766953:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:3.0:1724310013.766956:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:3.0:1724310013.766959:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310013.766965:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096128, last committed = 4295095650 00010000:00000200:3.0:1724310013.766970:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8700 x1808069883325184/t4295096128(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.766979:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5bb0. 00000100:00000200:3.0:1724310013.766982:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883325184, offset 224 00000400:00000010:3.0:1724310013.766985:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224673b8. 00000400:00000200:3.0:1724310013.766987:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.766991:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.766995:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531135:531135:256:4294967295] 192.168.204.31@tcp LPNI seq info [531131:531131:8:4294967295] 00000400:00000200:3.0:1724310013.766998:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.767001:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.767004:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.767006:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310013.767010:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.767013:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.767015:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.767031:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.767034:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.767036:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.767090:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.767092:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310013.767095:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.767098:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.767760:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.767766:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bed 00000400:00000200:0.0:1724310013.767769:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.767772:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.767774:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5bb0 00000400:00000010:0.0:1724310013.767776:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5bb0. 00010000:00000010:2.0:1724310013.767828:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:2.0:1724310013.767833:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:2.1:1724310013.768517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310013.768522:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310013.768525:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310013.768527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310013.768751:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.768759:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131feb80 00000400:00000200:0.0:1724310013.768763:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 71776 00000400:00000200:0.0:1724310013.768799:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.768803:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.768806:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.768810:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242ab800. 00000020:00000010:3.0:1724310013.769002:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.769007:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.769009:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.769026:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883325312 00000001:00000010:3.0:1724310013.769034:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310013.769048:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.769052:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310013.769092:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877b0000. 00010000:00000010:3.0:1724310013.769107:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.769109:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.769118:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.769119:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.769122:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.769124:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000004:00000010:3.0:1724310013.769178:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310013.769183:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.769187:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.769192:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.769874:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.769877:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.769881:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.769883:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.769920:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.769927:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.769930:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.769952:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310013.769962:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242ab800 x1808069883325312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.769974:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff55d8. 00000100:00000200:3.0:1724310013.769978:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883325312, offset 224 00000400:00000200:3.0:1724310013.769982:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.769989:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.769994:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531136:531136:256:4294967295] 192.168.204.31@tcp LPNI seq info [531132:531132:8:4294967295] 00000400:00000200:3.0:1724310013.770001:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.770005:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.770008:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310013.770012:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.770017:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.770020:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.770589:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.770593:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.770596:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.770787:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.770790:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310013.770793:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.770797:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.770800:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff55d8 00000400:00000010:0.0:1724310013.770802:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff55d8. 00010000:00000010:0.1:1724310013.771795:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310013.771803:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:0.0:1724310013.772303:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.772314:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fec80 00000400:00000200:0.0:1724310013.772321:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 72352 00000400:00000200:0.0:1724310013.772377:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.772381:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.772396:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.772401:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8000. 00000020:00000010:3.0:1724310013.772618:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.772624:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.772627:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.772656:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883325568 02000000:00000010:3.0:1724310013.772682:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc3000. 00010000:00000010:3.0:1724310013.772708:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.772719:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.772739:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.772743:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.772754:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.772756:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407480. 00010000:00000010:3.0:1724310013.772759:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.772762:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.772847:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.772850:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.772852:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.772854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00000020:00000010:3.0:1724310013.772873:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.772878:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.772885:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a540. 00080000:00000010:3.0:1724310013.772890:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fdb000. 00000001:00000010:3.0:1724310013.773050:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ac00. 00000001:00000010:3.0:1724310013.773055:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310013.773083:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a540. 00010000:00000010:3.0:1724310013.773089:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.773092:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.773104:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.773120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.773123:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00080000:00000010:3.0:1724310013.773140:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.773145:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.773148:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.773154:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310013.773161:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.773172:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096129, last committed = 4295095650 00010000:00000200:3.0:1724310013.773178:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8000 x1808069883325568/t4295096129(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.773191:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5110. 00000100:00000200:3.0:1724310013.773195:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883325568, offset 224 00000400:00000010:3.0:1724310013.773201:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224673f0. 00000400:00000200:3.0:1724310013.773204:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.773212:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.773217:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531137:531137:256:4294967295] 192.168.204.31@tcp LPNI seq info [531133:531133:8:4294967295] 00000400:00000200:3.0:1724310013.773221:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.773226:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.773230:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.773233:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310013.773237:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.773243:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.773246:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.773903:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.773909:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.773911:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:1.0:1724310013.774247:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.774250:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:1.0:1724310013.774254:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.774352:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.775610:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.775621:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bf5 00000400:00000200:0.0:1724310013.775627:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.775629:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.775634:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5110 00000400:00000010:0.0:1724310013.775636:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5110. 00010000:00000010:3.0:1724310013.775742:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.775749:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407480. 00000400:00000200:0.0:1724310013.776000:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.776007:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fed00 00000400:00000200:0.0:1724310013.776013:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 72840 00000400:00000200:0.0:1724310013.776051:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.776055:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.776059:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.776063:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aa680. 00000020:00000010:3.0:1724310013.776223:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.776227:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.776230:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.776444:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883325696 00000001:00000010:3.0:1724310013.776452:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310013.776471:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.776475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 02000000:00000010:3.0:1724310013.776519:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008df40000. 00010000:00000010:3.0:1724310013.776539:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.776542:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.776554:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.776556:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.776558:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.776560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000004:00000010:3.0:1724310013.776634:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310013.776640:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.776644:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.776650:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:0.1:1724310013.777379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310013.777393:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310013.777398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310013.777400:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310013.777402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310013.777406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.777864:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.777867:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.777870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.777873:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.777913:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.777920:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.777923:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.777947:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000200:3.0:1724310013.777960:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aa680 x1808069883325696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.777972:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5b28. 00000100:00000200:3.0:1724310013.777977:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883325696, offset 224 00000400:00000200:3.0:1724310013.777983:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.777992:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.777997:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531138:531138:256:4294967295] 192.168.204.31@tcp LPNI seq info [531134:531134:8:4294967295] 00000400:00000200:3.0:1724310013.778006:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.778010:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.778013:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310013.778017:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.778024:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.778027:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.778054:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.778058:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.778060:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:1.0:1724310013.778485:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.778488:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310013.778492:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.778496:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.778499:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5b28 00000400:00000010:1.0:1724310013.778501:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5b28. 00010000:00000010:0.1:1724310013.780523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310013.780533:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310013.780536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310013.780539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310013.780542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310013.780545:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310013.780547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310013.780548:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310013.780550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310013.780557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310013.780559:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310013.780561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310013.781202:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.781214:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fee00 00000400:00000200:0.0:1724310013.781220:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 73416 00000400:00000200:0.0:1724310013.781395:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.781400:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.781405:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.781410:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9500. 00000020:00000010:3.0:1724310013.781596:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.781601:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.781605:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.781757:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883325952 02000000:00000010:3.0:1724310013.781784:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134389000. 00010000:00000010:3.0:1724310013.781811:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.781821:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.781840:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.781843:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.781853:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310013.781855:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.781858:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.781860:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.781933:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.781936:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.781938:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.781940:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310013.781957:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.781962:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.781969:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a780. 00080000:00000010:3.0:1724310013.781974:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fdb400. 00000001:00000010:3.0:1724310013.782119:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3acc0. 00000001:00000010:3.0:1724310013.782123:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310013.782149:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a780. 00010000:00000010:3.0:1724310013.782154:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.782157:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.782168:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.782184:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.782187:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310013.782202:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.782206:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.782209:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.782214:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310013.782219:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310013.782228:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096130, last committed = 4295095650 00010000:00000200:3.0:1724310013.782234:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9500 x1808069883325952/t4295096130(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.782248:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310013.782252:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883325952, offset 224 00000400:00000010:3.0:1724310013.782274:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467428. 00000400:00000200:3.0:1724310013.782277:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.782284:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.782289:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531139:531139:256:4294967295] 192.168.204.31@tcp LPNI seq info [531135:531135:8:4294967295] 00000400:00000200:3.0:1724310013.782292:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.782298:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.782303:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.782305:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310013.782310:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.782314:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.782317:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.782480:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.782484:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.782486:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:1.0:1724310013.782533:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.782536:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310013.782540:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.782543:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310013.783699:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310013.783706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310013.783709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310013.783711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:0.0:1724310013.784400:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.784453:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294bfd 00000400:00000200:0.0:1724310013.784458:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.784461:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.784465:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310013.784467:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310013.784492:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.784497:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fee80 00000400:00000200:0.0:1724310013.784502:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 73904 00010000:00000010:2.0:1724310013.784519:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:2.0:1724310013.784526:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00000400:00000200:0.0:1724310013.784542:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.784545:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.784549:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.784553:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aaa00. 00000020:00000010:3.0:1724310013.784631:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.784636:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.784639:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.784657:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883326080 00000001:00000010:3.0:1724310013.784665:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310013.784681:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.784684:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 02000000:00000010:3.0:1724310013.784728:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008dd00000. 00010000:00000010:3.0:1724310013.784747:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.784750:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.784760:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.784762:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.784765:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.784767:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000004:00000010:3.0:1724310013.784841:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310013.784846:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.784853:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.784859:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.785241:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.785244:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.785246:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.785248:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.785301:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.785309:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.785311:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.785332:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310013.785343:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aaa00 x1808069883326080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.785354:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310013.785358:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883326080, offset 224 00000400:00000200:3.0:1724310013.785361:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.785368:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.785373:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531140:531140:256:4294967295] 192.168.204.31@tcp LPNI seq info [531136:531136:8:4294967295] 00000400:00000200:3.0:1724310013.785380:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.785396:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.785399:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310013.785403:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.785408:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.785411:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.785422:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.785426:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.785428:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.785519:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.785522:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310013.785524:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.785528:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.785530:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310013.785531:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.1:1724310013.786717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310013.786724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310013.786727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310013.786729:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310013.786732:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310013.786737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310013.787623:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.787634:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131fef80 00000400:00000200:0.0:1724310013.787640:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 74480 00000400:00000200:0.0:1724310013.787660:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.787664:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.787668:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.787673:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9c00. 00000020:00000010:3.0:1724310013.787910:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.787915:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.787919:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.787948:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883326336 02000000:00000010:3.0:1724310013.787973:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134388000. 00010000:00000010:3.0:1724310013.787996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.788006:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.788024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.788027:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.788037:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.788038:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.788041:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.788043:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.788110:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.788113:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.788115:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.788117:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310013.788135:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.788140:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.788146:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a960. 00080000:00000010:3.0:1724310013.788151:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d578c00. 00000001:00000010:3.0:1724310013.788317:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a060. 00000001:00000010:3.0:1724310013.788322:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310013.788350:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a960. 00010000:00000010:3.0:1724310013.788356:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.788359:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.788372:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.788401:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.788404:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00080000:00000010:3.0:1724310013.788421:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.788425:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.788427:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.788432:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310013.788438:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310013.788447:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096131, last committed = 4295095650 00010000:00000200:3.0:1724310013.788453:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9c00 x1808069883326336/t4295096131(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.788464:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5b28. 00000100:00000200:3.0:1724310013.788468:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883326336, offset 224 00000400:00000010:3.0:1724310013.788473:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467460. 00000400:00000200:3.0:1724310013.788476:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.788483:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.788488:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531141:531141:256:4294967295] 192.168.204.31@tcp LPNI seq info [531137:531137:8:4294967295] 00000400:00000200:3.0:1724310013.788492:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.788497:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.788502:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.788505:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.788509:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.788515:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.788517:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.788540:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.788543:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.788545:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.788599:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.788602:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310013.788605:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.788608:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.789767:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310013.789774:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310013.789930:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.789939:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c05 00000400:00000200:0.0:1724310013.789942:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.789945:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.789950:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5b28 00000400:00000010:0.0:1724310013.789952:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5b28. 00010000:00000010:3.0:1724310013.790165:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.790171:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00000400:00000200:0.0:1724310013.790399:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.790405:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff000 00000400:00000200:0.0:1724310013.790410:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 74968 00000400:00000200:0.0:1724310013.790445:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.790448:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.790452:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.790456:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242ab480. 00000020:00000010:3.0:1724310013.790598:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.790602:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.790605:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.790621:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883326464 00000001:00000010:3.0:1724310013.790628:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310013.790643:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.790647:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 02000000:00000010:3.0:1724310013.790686:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088450000. 00010000:00000010:3.0:1724310013.790704:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.790707:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.790714:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310013.790716:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.790719:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.790720:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000004:00000010:3.0:1724310013.790779:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310013.790784:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.790788:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.790794:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.791357:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.791360:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.791363:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.791365:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.791407:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.791414:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.791417:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.791437:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310013.791447:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242ab480 x1808069883326464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.791457:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5110. 00000100:00000200:3.0:1724310013.791461:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883326464, offset 224 00000400:00000200:3.0:1724310013.791465:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.791471:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.791477:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531142:531142:256:4294967295] 192.168.204.31@tcp LPNI seq info [531138:531138:8:4294967295] 00000400:00000200:3.0:1724310013.791485:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.791488:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.791492:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310013.791496:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.791500:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.791503:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.792015:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.792020:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.792022:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.792186:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.792189:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310013.792192:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.792196:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.792199:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5110 00000400:00000010:0.0:1724310013.792201:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5110. 00010000:00000010:0.1:1724310013.792548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310013.792554:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310013.792557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310013.792562:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310013.794780:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.794793:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff100 00000400:00000200:0.0:1724310013.794799:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 75544 00000400:00000200:0.0:1724310013.794820:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.794823:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.794828:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.794832:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8380. 00000020:00000010:3.0:1724310013.795022:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.795028:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.795032:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.795064:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883326720 02000000:00000010:3.0:1724310013.795090:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342d000. 00010000:00000010:3.0:1724310013.795117:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.795130:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.795155:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.795159:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.795176:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.795178:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.795181:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.795183:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.795596:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.795599:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.795602:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.795604:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00000020:00000010:3.0:1724310013.795628:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.795632:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.795640:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ab40. 00080000:00000010:3.0:1724310013.795645:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d578400. 00000001:00000010:3.0:1724310013.795810:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ade0. 00000001:00000010:3.0:1724310013.795814:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310013.795842:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ab40. 00010000:00000010:3.0:1724310013.795848:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.795851:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.795864:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.795881:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310013.795884:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00080000:00000010:3.0:1724310013.795901:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.795905:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.795908:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.795913:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310013.795919:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310013.795931:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096132, last committed = 4295095650 00010000:00000200:3.0:1724310013.795936:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8380 x1808069883326720/t4295096132(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.795949:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff55d8. 00000100:00000200:3.0:1724310013.795953:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883326720, offset 224 00000400:00000010:3.0:1724310013.795957:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467498. 00000400:00000200:3.0:1724310013.795960:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.795968:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.795974:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531143:531143:256:4294967295] 192.168.204.31@tcp LPNI seq info [531139:531139:8:4294967295] 00000400:00000200:3.0:1724310013.795977:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.795983:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.795988:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.795991:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.795995:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.796000:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.796004:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.796029:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.796033:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.796035:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.796134:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.796137:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310013.796140:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.796144:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.797332:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.797341:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c0d 00000400:00000200:0.0:1724310013.797345:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.797348:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.797352:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff55d8 00000400:00000010:0.0:1724310013.797354:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff55d8. 00010000:00000010:2.0:1724310013.797522:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:2.0:1724310013.797528:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00000400:00000200:0.0:1724310013.798103:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.798110:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff180 00000400:00000200:0.0:1724310013.798115:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 76032 00000400:00000200:0.0:1724310013.798163:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.798167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.798170:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.798174:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8e00. 00000020:00000010:3.0:1724310013.799709:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082440400. 00000020:00000010:3.0:1724310013.799715:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.799720:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.799746:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883326848 00000001:00000010:3.0:1724310013.799756:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310013.799774:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.799779:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 02000000:00000010:3.0:1724310013.799822:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087e00000. 00010000:00000010:3.0:1724310013.799841:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.799844:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.799856:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.799858:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.799861:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.799863:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000004:00000010:3.0:1724310013.799927:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310013.799933:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.799937:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.799942:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:1.1:1724310013.800288:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310013.800296:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310013.800299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310013.800301:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310013.800304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.800310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310013.800312:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310013.800315:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310013.800317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310013.800319:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310013.800321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310013.800322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.800749:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.800752:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.800755:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.800758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.800795:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.800836:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.800839:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.800861:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310013.800873:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8e00 x1808069883326848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.800887:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5bb0. 00000100:00000200:3.0:1724310013.800892:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883326848, offset 224 00000400:00000200:3.0:1724310013.800896:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.800905:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.800910:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531144:531144:256:4294967295] 192.168.204.31@tcp LPNI seq info [531140:531140:8:4294967295] 00000400:00000200:3.0:1724310013.800919:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.800924:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.800927:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310013.800931:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.800937:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.800941:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.801534:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.801539:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.801542:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082440400. 00000800:00000200:0.0:1724310013.801640:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.801643:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310013.801646:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.801651:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.801654:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5bb0 00000400:00000010:0.0:1724310013.801656:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5bb0. 00010000:00000010:1.1:1724310013.802345:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310013.802351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:0.0:1724310013.804493:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.804508:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff280 00000400:00000200:0.0:1724310013.804515:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 76608 00000400:00000200:0.0:1724310013.804532:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.804535:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.804540:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.804545:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242abb80. 00000020:00000010:3.0:1724310013.804650:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012188b600. 00000020:00000010:3.0:1724310013.804655:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.804658:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.804677:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883327104 02000000:00000010:3.0:1724310013.804704:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bcd000. 00010000:00000010:3.0:1724310013.804728:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.804739:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.804757:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.804761:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.804771:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.804773:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407780. 00010000:00000010:3.0:1724310013.804775:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.804777:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.804848:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310013.804850:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.804853:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.804854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310013.804868:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.804873:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.804879:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a240. 00080000:00000010:3.0:1724310013.804884:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d579000. 00000001:00000010:3.0:1724310013.805023:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a480. 00000001:00000010:3.0:1724310013.805027:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310013.805054:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a240. 00010000:00000010:3.0:1724310013.805060:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.805062:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.805075:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.805090:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.805093:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00080000:00000010:3.0:1724310013.805109:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.805113:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.805116:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.805122:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310013.805128:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310013.805139:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096133, last committed = 4295095650 00010000:00000200:3.0:1724310013.805145:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242abb80 x1808069883327104/t4295096133(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.805157:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff56e8. 00000100:00000200:3.0:1724310013.805162:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883327104, offset 224 00000400:00000010:3.0:1724310013.805167:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224674d0. 00000400:00000200:3.0:1724310013.805169:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.805176:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.805182:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531145:531145:256:4294967295] 192.168.204.31@tcp LPNI seq info [531141:531141:8:4294967295] 00000400:00000200:3.0:1724310013.805185:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.805191:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.805194:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.805197:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310013.805201:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.805206:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.805210:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.805234:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.805237:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.805239:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012188b600. 00000800:00000200:0.0:1724310013.805378:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.805381:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310013.805394:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.805398:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.806464:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.806474:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c15 00000400:00000200:0.0:1724310013.806478:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.806481:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.806541:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff56e8 00000400:00000010:0.0:1724310013.806544:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff56e8. 00010000:00000010:3.0:1724310013.806755:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.806761:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407780. 00000400:00000200:0.0:1724310013.806768:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.806774:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff300 00000400:00000200:0.0:1724310013.806780:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 77096 00000400:00000200:0.0:1724310013.807674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.807679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.807683:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.807688:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8a80. 00000020:00000010:3.0:1724310013.808186:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.808191:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.808195:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.808224:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883327232 00000001:00000010:3.0:1724310013.808233:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310013.808250:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.808278:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 02000000:00000010:3.0:1724310013.808323:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087cf0000. 00010000:00000010:3.0:1724310013.808344:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.808347:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.808358:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.808360:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.808364:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.808366:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000004:00000010:3.0:1724310013.808465:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310013.808471:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.808475:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.808482:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:1.1:1724310013.808765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310013.808773:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310013.808777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310013.808780:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310013.808782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310013.808786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.809896:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310013.809900:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.809905:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.809909:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.809954:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.809965:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.809969:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.810000:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000200:3.0:1724310013.810013:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8a80 x1808069883327232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.810027:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5660. 00000100:00000200:3.0:1724310013.810032:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883327232, offset 224 00000400:00000200:3.0:1724310013.810037:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.810048:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.810053:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531146:531146:256:4294967295] 192.168.204.31@tcp LPNI seq info [531142:531142:8:4294967295] 00000400:00000200:3.0:1724310013.810061:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.810066:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.810069:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310013.810074:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.810079:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.810083:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.811955:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.811964:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.811967:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.812476:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.812480:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310013.812485:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.812491:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.812495:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5660 00000400:00000010:0.0:1724310013.812498:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5660. 00010000:00000010:1.1:1724310013.812899:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310013.812906:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310013.812909:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310013.812912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310013.812914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310013.812916:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310013.812919:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310013.812921:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310013.812923:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310013.812928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310013.812930:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310013.812933:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310013.815686:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310013.815698:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310013.815702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310013.815704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:0.0:1724310013.817760:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.817775:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff400 00000400:00000200:0.0:1724310013.817782:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 77672 00000400:00000200:0.0:1724310013.817804:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.817808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.817814:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.817819:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aa300. 00000020:00000010:3.0:1724310013.817920:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.817926:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.817930:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.818080:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883327488 02000000:00000010:3.0:1724310013.818109:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a1000. 00010000:00000010:3.0:1724310013.818139:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.818170:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310013.818193:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.818197:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.818208:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310013.818210:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.818212:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.818214:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.818313:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.818315:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.818322:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.818324:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310013.818346:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.818351:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.818358:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a660. 00080000:00000010:3.0:1724310013.818363:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d57b000. 00000001:00000010:3.0:1724310013.818520:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a4e0. 00000001:00000010:3.0:1724310013.818524:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310013.818551:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a660. 00010000:00000010:3.0:1724310013.818557:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.818560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.818573:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.818591:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310013.818593:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310013.818611:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.818615:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.818618:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.818623:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310013.818630:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.818641:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096134, last committed = 4295095650 00010000:00000200:3.0:1724310013.818647:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aa300 x1808069883327488/t4295096134(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.818659:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310013.818664:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883327488, offset 224 00000400:00000010:3.0:1724310013.818668:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467508. 00000400:00000200:3.0:1724310013.818671:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.818678:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.818683:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531147:531147:256:4294967295] 192.168.204.31@tcp LPNI seq info [531143:531143:8:4294967295] 00000400:00000200:3.0:1724310013.818687:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.818691:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.818695:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.818698:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310013.818703:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.818708:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.818712:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.819421:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.819426:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.819428:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.819670:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.819673:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310013.819676:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.819681:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.822454:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.822469:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c1d 00000400:00000200:0.0:1724310013.822474:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.822478:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.822483:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:0.0:1724310013.822485:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00010000:00000010:2.0:1724310013.822580:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:2.0:1724310013.822590:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00000400:00000200:0.0:1724310013.822621:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.822627:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff480 00000400:00000200:0.0:1724310013.822633:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 78160 00000400:00000200:0.0:1724310013.822681:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.822685:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.822689:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.822693:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9880. 00000020:00000010:3.0:1724310013.822835:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.822839:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.822843:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.822899:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883327616 00000001:00000010:3.0:1724310013.822909:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310013.822926:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310013.822931:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 02000000:00000010:3.0:1724310013.822976:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be90000. 00010000:00000010:3.0:1724310013.822998:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310013.823001:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.823014:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310013.823016:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.823020:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310013.823022:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000004:00000010:3.0:1724310013.823099:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310013.823105:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.823110:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.823118:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:1.1:1724310013.825664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310013.825674:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310013.825677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310013.825679:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310013.825681:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.825687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.825801:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.825804:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.825808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310013.825813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.825867:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.825889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.825894:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.825926:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.825939:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9880 x1808069883327616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.825952:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5a18. 00000100:00000200:3.0:1724310013.825958:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883327616, offset 224 00000400:00000200:3.0:1724310013.825963:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.825972:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.825978:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531148:531148:256:4294967295] 192.168.204.31@tcp LPNI seq info [531144:531144:8:4294967295] 00000400:00000200:3.0:1724310013.825986:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.825991:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.825995:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310013.825999:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.826005:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.826009:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.826201:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.826205:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.826208:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.826321:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.826324:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310013.826327:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.826331:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.826334:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5a18 00000400:00000010:0.0:1724310013.826336:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5a18. 00010000:00000010:1.1:1724310013.829276:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310013.829287:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:0.0:1724310013.829458:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.829470:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff580 00000400:00000200:0.0:1724310013.829476:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 78736 00000400:00000200:0.0:1724310013.829495:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.829499:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.829505:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.829512:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185f80. 00000020:00000010:3.0:1724310013.829601:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.829605:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.829609:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.829631:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883327872 02000000:00000010:3.0:1724310013.829658:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a6000. 00010000:00000010:3.0:1724310013.829684:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.829696:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.829716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310013.829720:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.829729:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310013.829731:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.829733:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310013.829736:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.829805:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.829807:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.829809:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310013.829811:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00000020:00000010:3.0:1724310013.829828:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.829833:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.829839:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310013.829844:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d57a800. 00000001:00000010:3.0:1724310013.830105:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aa80. 00000001:00000010:3.0:1724310013.830110:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310013.830137:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310013.830143:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310013.830146:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.830159:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.830174:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.830176:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00080000:00000010:3.0:1724310013.830193:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.830197:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.830200:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.830205:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310013.830212:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000200:3.0:1724310013.830222:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096135, last committed = 4295095650 00010000:00000200:3.0:1724310013.830229:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185f80 x1808069883327872/t4295096135(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.830241:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5990. 00000100:00000200:3.0:1724310013.830246:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883327872, offset 224 00000400:00000010:3.0:1724310013.830250:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467540. 00000400:00000200:3.0:1724310013.830253:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.830291:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.830296:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531149:531149:256:4294967295] 192.168.204.31@tcp LPNI seq info [531145:531145:8:4294967295] 00000400:00000200:3.0:1724310013.830300:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.830305:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.830309:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.830312:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310013.830317:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.830323:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.830326:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.830341:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.830344:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.830346:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.830451:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.830454:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310013.830457:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.830460:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.831480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310013.831486:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310013.831489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310013.831493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:0.0:1724310013.834018:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.834031:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c25 00000400:00000200:0.0:1724310013.834037:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.834041:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.834045:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5990 00000400:00000010:0.0:1724310013.834047:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5990. 00010000:00000010:3.0:1724310013.834154:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.834162:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f00. 00000400:00000200:0.0:1724310013.834363:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.834369:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff600 00000400:00000200:0.0:1724310013.834375:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 79224 00000400:00000200:0.0:1724310013.834427:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.834431:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.834435:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.834439:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184700. 00000020:00000010:3.0:1724310013.834517:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.834521:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.834525:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.834546:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883328000 00000001:00000010:3.0:1724310013.834556:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310013.834574:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310013.834577:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 02000000:00000010:3.0:1724310013.834622:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800888b0000. 00010000:00000010:3.0:1724310013.834642:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310013.834644:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.834655:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310013.834657:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.834660:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310013.834661:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000004:00000010:3.0:1724310013.834734:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310013.834740:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.834745:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.834751:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.835462:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310013.835465:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.835469:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310013.835471:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.835506:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.835514:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.835517:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.835541:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000200:3.0:1724310013.835554:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184700 x1808069883328000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.835568:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5990. 00000100:00000200:3.0:1724310013.835572:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883328000, offset 224 00000400:00000200:3.0:1724310013.835577:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.835584:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.835589:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531150:531150:256:4294967295] 192.168.204.31@tcp LPNI seq info [531146:531146:8:4294967295] 00000400:00000200:3.0:1724310013.835597:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.835601:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.835604:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310013.835607:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.835614:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.835617:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.836152:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.836157:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.836159:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.836418:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.836420:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310013.836424:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.836428:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.836431:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5990 00000400:00000010:0.0:1724310013.836433:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5990. 00010000:00000010:1.1:1724310013.837568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310013.837684:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310013.837690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310013.837692:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310013.837695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310013.837700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:0.0:1724310013.839158:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.839170:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff700 00000400:00000200:0.0:1724310013.839177:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 79800 00000400:00000200:0.0:1724310013.839194:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.839197:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.839202:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.839207:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184380. 00000020:00000010:3.0:1724310013.839314:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.839318:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.839322:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.839344:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883328256 02000000:00000010:3.0:1724310013.839369:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231c000. 00010000:00000010:3.0:1724310013.839407:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.839419:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310013.839439:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.839443:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.839453:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310013.839455:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310013.839458:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.839460:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310013.839527:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310013.839529:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.839531:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.839533:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00000020:00000010:3.0:1724310013.839550:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.839554:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.839561:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a7e0. 00080000:00000010:3.0:1724310013.839566:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d57a400. 00000001:00000010:3.0:1724310013.839714:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a240. 00000001:00000010:3.0:1724310013.839718:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310013.839748:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a7e0. 00010000:00000010:3.0:1724310013.839755:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.839758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.839771:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.839788:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310013.839790:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310013.839807:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.839811:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.839814:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.839819:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310013.839824:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.839835:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096136, last committed = 4295095650 00010000:00000200:3.0:1724310013.839842:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184380 x1808069883328256/t4295096136(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.839854:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5a18. 00000100:00000200:3.0:1724310013.839858:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883328256, offset 224 00000400:00000010:3.0:1724310013.839863:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467578. 00000400:00000200:3.0:1724310013.839865:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.839872:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.839877:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531151:531151:256:4294967295] 192.168.204.31@tcp LPNI seq info [531147:531147:8:4294967295] 00000400:00000200:3.0:1724310013.839881:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.839886:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.839891:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.839893:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310013.839897:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.839902:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.839906:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.839930:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.839933:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.839935:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:1.0:1724310013.840117:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.840121:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310013.840124:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.840127:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.841492:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310013.841501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310013.841503:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310013.841506:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310013.841508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310013.841510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310013.841722:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.841732:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c2d 00000400:00000200:0.0:1724310013.841736:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.841739:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.841742:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5a18 00000400:00000010:0.0:1724310013.841744:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5a18. 00000400:00000200:0.0:1724310013.841769:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.841774:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff780 00000400:00000200:0.0:1724310013.841779:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 80288 00000400:00000200:0.0:1724310013.841822:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.841825:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.841829:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.841832:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185500. 00010000:00000010:2.0:1724310013.841908:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:2.0:1724310013.841916:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00000020:00000010:1.0:1724310013.842060:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6400. 00000020:00000010:1.0:1724310013.842065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.842068:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.842094:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883328384 00000001:00000010:1.0:1724310013.842101:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310013.842118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.842121:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310013.842163:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877d0000. 00010000:00000010:1.0:1724310013.842182:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.842184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.842194:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.842195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.842197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.842200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310013.842280:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310013.842287:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.842291:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310013.842296:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310013.842922:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.842925:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.842928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.842931:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.842960:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.843538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.843543:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.843567:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310013.843579:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185500 x1808069883328384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.843591:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453a18. 00000100:00000200:1.0:1724310013.843596:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883328384, offset 224 00000400:00000200:1.0:1724310013.843601:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.843610:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.843614:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531152:531152:256:4294967295] 192.168.204.31@tcp LPNI seq info [531148:531148:8:4294967295] 00000400:00000200:1.0:1724310013.843621:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.843626:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.843629:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310013.843634:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.843639:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.843643:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.844116:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.844121:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.844124:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6400. 00000800:00000200:2.0:1724310013.844613:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.844616:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:2.0:1724310013.844620:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.844624:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.844627:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453a18 00000400:00000010:2.0:1724310013.844629:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453a18. 00010000:00000010:1.1:1724310013.847581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310013.847594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310013.847598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310013.847600:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310013.847603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310013.847608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310013.847759:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.847773:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ff880 00000400:00000200:0.0:1724310013.847778:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 80864 00000400:00000200:0.0:1724310013.847799:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.847803:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.847808:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.847814:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7b80. 00000020:00000010:1.0:1724310013.847935:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6400. 00000020:00000010:1.0:1724310013.847939:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.847943:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.848407:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883328640 02000000:00000010:1.0:1724310013.848435:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080708000. 00010000:00000010:1.0:1724310013.848465:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.848476:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.848495:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.848500:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.848511:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.848514:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.848517:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.848519:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.848592:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.848594:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.848596:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.848598:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310013.848612:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f00. 00000020:00000010:1.0:1724310013.848617:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f00. 00000020:00000010:1.0:1724310013.848624:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2420. 00080000:00000010:1.0:1724310013.848628:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc1400. 00000001:00000010:1.0:1724310013.848902:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2180. 00000001:00000010:1.0:1724310013.848907:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310013.848934:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2420. 00010000:00000010:1.0:1724310013.848939:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310013.848943:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.848955:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.848969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310013.848971:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310013.848987:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310013.848991:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310013.848994:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.848999:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310013.849004:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310013.849014:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096137, last committed = 4295095650 00010000:00000200:1.0:1724310013.849020:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7b80 x1808069883328640/t4295096137(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.849033:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453220. 00000100:00000200:1.0:1724310013.849038:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883328640, offset 224 00000400:00000010:1.0:1724310013.849043:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc070. 00000400:00000200:1.0:1724310013.849045:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.849053:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.849058:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531153:531153:256:4294967295] 192.168.204.31@tcp LPNI seq info [531149:531149:8:4294967295] 00000400:00000200:1.0:1724310013.849063:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.849069:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.849073:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.849075:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310013.849079:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.849084:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.849087:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.849794:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.849799:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.849802:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6400. 00000800:00000200:0.0:1724310013.850026:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.850028:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310013.850032:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.850037:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.850393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310013.850399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310013.850606:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310013.850611:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310013.850614:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310013.850616:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310013.851558:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.851569:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c35 00000400:00000200:0.0:1724310013.851574:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.851577:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.851581:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453220 00000400:00000010:0.0:1724310013.851583:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453220. 00010000:00000010:3.0:1724310013.851989:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:3.0:1724310013.851997:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000400:00000200:0.0:1724310013.853049:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.853056:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ff900 00000400:00000200:0.0:1724310013.853062:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 81352 00000400:00000200:0.0:1724310013.853101:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.853105:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.853108:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.853112:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4a80. 00000020:00000010:1.0:1724310013.853251:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6400. 00000020:00000010:1.0:1724310013.853277:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.853281:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.853398:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883328768 00000001:00000010:1.0:1724310013.853408:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:1.0:1724310013.853425:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.853430:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310013.853472:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800876a0000. 00010000:00000010:1.0:1724310013.853492:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.853495:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.853508:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.853510:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.853512:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.853515:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310013.853589:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310013.853596:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.853600:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310013.853606:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310013.854704:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.854708:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.854712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.854716:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.854757:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.854765:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.854768:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.854793:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310013.854805:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4a80 x1808069883328768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.854819:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310013.854824:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883328768, offset 224 00000400:00000200:1.0:1724310013.854828:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.854837:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.854842:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531154:531154:256:4294967295] 192.168.204.31@tcp LPNI seq info [531150:531150:8:4294967295] 00000400:00000200:1.0:1724310013.854849:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.854854:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.854857:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.854861:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.854867:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.854870:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.855378:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.855390:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.855394:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6400. 00000800:00000200:1.0:1724310013.855923:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.855925:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:1.0:1724310013.855929:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.855934:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.855937:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:1.0:1724310013.855939:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:2.1:1724310013.856976:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310013.856983:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310013.856986:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310013.856989:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310013.856991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310013.856996:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:0.0:1724310013.857443:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.857455:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ffa00 00000400:00000200:0.0:1724310013.857461:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 81928 00000400:00000200:0.0:1724310013.857479:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.857482:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.857487:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.857492:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7800. 00000020:00000010:1.0:1724310013.857621:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6800. 00000020:00000010:1.0:1724310013.857626:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.857630:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.857814:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329024 02000000:00000010:1.0:1724310013.857840:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801243cd000. 00010000:00000010:1.0:1724310013.857866:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.857876:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.857895:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.857899:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.857908:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.857910:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.857913:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.857915:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.857985:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.857987:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.857989:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.857991:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310013.858008:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938460. 00000020:00000010:1.0:1724310013.858012:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938460. 00000020:00000010:1.0:1724310013.858019:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2c60. 00080000:00000010:1.0:1724310013.858024:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc0000. 00000001:00000010:1.0:1724310013.858152:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2cc0. 00000001:00000010:1.0:1724310013.858156:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310013.858184:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2c60. 00010000:00000010:1.0:1724310013.858189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.858192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.858204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.858219:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.858221:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310013.858239:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310013.858243:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310013.858246:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.858250:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310013.858255:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310013.858378:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096138, last committed = 4295095650 00010000:00000200:1.0:1724310013.858393:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7800 x1808069883329024/t4295096138(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.858404:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310013.858409:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883329024, offset 224 00000400:00000010:1.0:1724310013.858414:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc0a8. 00000400:00000200:1.0:1724310013.858416:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.858424:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.858428:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531155:531155:256:4294967295] 192.168.204.31@tcp LPNI seq info [531151:531151:8:4294967295] 00000400:00000200:1.0:1724310013.858433:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.858437:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.858441:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.858444:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310013.858447:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.858452:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.858455:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.858741:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.858745:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.858748:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6800. 00000800:00000200:0.0:1724310013.859202:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.859205:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310013.859209:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.859213:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.859921:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.1:1724310013.859927:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310013.860239:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.860248:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c3d 00000400:00000200:0.0:1724310013.860253:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.860255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.860286:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310013.860289:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:2.0:1724310013.860442:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:2.0:1724310013.860449:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:0.0:1724310013.861336:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.861344:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ffa80 00000400:00000200:0.0:1724310013.861351:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 82416 00000400:00000200:0.0:1724310013.861405:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.861409:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.861412:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.861417:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6a00. 00000020:00000010:1.0:1724310013.861502:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6800. 00000020:00000010:1.0:1724310013.861506:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.861509:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.862100:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329152 00000001:00000010:1.0:1724310013.862109:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310013.862125:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.862130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310013.862171:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086e80000. 00010000:00000010:1.0:1724310013.862189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.862192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.862201:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.862203:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.862206:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.862208:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310013.862312:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310013.862319:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.862323:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310013.862333:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310013.863110:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.863113:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.863116:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.863118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.863149:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.863155:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.863158:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.863177:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310013.863188:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6a00 x1808069883329152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.863199:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310013.863203:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883329152, offset 224 00000400:00000200:1.0:1724310013.863208:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.863215:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.863220:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531156:531156:256:4294967295] 192.168.204.31@tcp LPNI seq info [531152:531152:8:4294967295] 00000400:00000200:1.0:1724310013.863228:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.863231:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.863234:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310013.863238:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.863243:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.863246:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.863484:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.863488:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.863492:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6800. 00000800:00000200:0.0:1724310013.863634:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.863636:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310013.863639:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.863643:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.863646:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310013.863648:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:2.1:1724310013.865721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310013.865733:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310013.865735:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310013.865738:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310013.866027:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.866038:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ffb80 00000400:00000200:0.0:1724310013.866044:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 82992 00000400:00000200:0.0:1724310013.866062:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.866066:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.866071:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.866077:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7100. 00000020:00000010:1.0:1724310013.866186:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc6800. 00000020:00000010:1.0:1724310013.866190:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.866195:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.866400:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329408 02000000:00000010:1.0:1724310013.866430:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880095338000. 00010000:00000010:1.0:1724310013.866458:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.866468:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.866486:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.866489:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.866499:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.866501:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.866504:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.866506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.866574:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.866576:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.866578:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.866580:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310013.866599:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938460. 00000020:00000010:1.0:1724310013.866603:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938460. 00000020:00000010:1.0:1724310013.866610:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2840. 00080000:00000010:1.0:1724310013.866615:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc0400. 00000001:00000010:1.0:1724310013.866752:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb22a0. 00000001:00000010:1.0:1724310013.866756:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310013.866783:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2840. 00010000:00000010:1.0:1724310013.866789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.866792:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.866805:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.866821:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.866824:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310013.866842:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310013.866846:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310013.866849:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.866853:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310013.866859:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310013.866870:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096139, last committed = 4295095650 00010000:00000200:1.0:1724310013.866876:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7100 x1808069883329408/t4295096139(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.866893:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310013.866899:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883329408, offset 224 00000400:00000010:1.0:1724310013.866904:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc0e0. 00000400:00000200:1.0:1724310013.866907:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.866914:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.866919:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531157:531157:256:4294967295] 192.168.204.31@tcp LPNI seq info [531153:531153:8:4294967295] 00000400:00000200:1.0:1724310013.866923:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.866928:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.866932:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.866936:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.866939:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.866945:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.866948:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.866960:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.866963:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.866965:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc6800. 00000800:00000200:0.0:1724310013.867064:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.867066:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.867069:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.867073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.868357:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310013.868363:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310013.869112:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.869123:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c45 00000400:00000200:0.0:1724310013.869128:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.869131:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.869135:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:0.0:1724310013.869137:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:0.0:1724310013.869785:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.869791:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ffc00 00000400:00000200:0.0:1724310013.869797:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 83480 00000400:00000200:0.0:1724310013.869813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.869816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.869819:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.869824:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5180. 00010000:00000010:3.0:1724310013.870032:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:3.0:1724310013.870040:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000020:00000010:2.0:1724310013.870114:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f000. 00000020:00000010:2.0:1724310013.870119:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.870122:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.870140:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329536 00000001:00000010:2.0:1724310013.870148:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310013.870163:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310013.870168:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 02000000:00000010:2.0:1724310013.870211:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880078a10000. 00010000:00000010:2.0:1724310013.870231:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310013.870234:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.870244:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310013.870246:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.870249:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310013.870251:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000004:00000010:2.0:1724310013.870332:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310013.870338:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.870342:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310013.870348:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310013.871668:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310013.871674:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.871678:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310013.871682:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.871725:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.871750:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.871754:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.871781:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.871793:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5180 x1808069883329536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.871807:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be67f8. 00000100:00000200:2.0:1724310013.871812:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883329536, offset 224 00000400:00000200:2.0:1724310013.871817:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.871825:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.871830:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531158:531158:256:4294967295] 192.168.204.31@tcp LPNI seq info [531154:531154:8:4294967295] 00000400:00000200:2.0:1724310013.871838:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.871843:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.871846:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310013.871850:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.871857:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.871860:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.871883:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.871886:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.871890:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f000. 00000800:00000200:0.0:1724310013.872034:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.872038:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310013.872042:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.872046:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.872053:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be67f8 00000400:00000010:0.0:1724310013.872055:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be67f8. 00010000:00000010:0.1:1724310013.874804:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310013.874815:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310013.874823:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310013.874825:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310013.874828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310013.874834:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310013.874837:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310013.874839:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310013.874841:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310013.874843:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310013.877368:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.877392:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ffd00 00000400:00000200:0.0:1724310013.877398:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 84056 00000400:00000200:0.0:1724310013.877418:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.877421:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.877427:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.877432:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4000. 00000020:00000010:2.0:1724310013.877568:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f000. 00000020:00000010:2.0:1724310013.877573:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.877577:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.877609:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329792 02000000:00000010:2.0:1724310013.877693:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803a1000. 00010000:00000010:2.0:1724310013.877720:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.877731:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.877749:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310013.877753:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.877763:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310013.877765:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0700. 00010000:00000010:2.0:1724310013.877768:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310013.877769:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.877843:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310013.877845:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.877848:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310013.877850:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310013.877870:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951469e0. 00000020:00000010:2.0:1724310013.877875:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951469e0. 00000020:00000010:2.0:1724310013.877882:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e7e0. 00080000:00000010:2.0:1724310013.877889:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123e14c00. 00000001:00000010:2.0:1724310013.878044:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd66c0. 00000001:00000010:2.0:1724310013.878048:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310013.878078:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e7e0. 00010000:00000010:2.0:1724310013.878084:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310013.878087:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.878099:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310013.878115:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310013.878117:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0d80. 00080000:00000010:2.0:1724310013.878133:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310013.878137:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310013.878140:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310013.878145:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310013.878151:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000200:2.0:1724310013.878222:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096140, last committed = 4295095650 00010000:00000200:2.0:1724310013.878230:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4000 x1808069883329792/t4295096140(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310013.878242:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6990. 00000100:00000200:2.0:1724310013.878248:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883329792, offset 224 00000400:00000010:2.0:1724310013.878252:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60498. 00000400:00000200:2.0:1724310013.878255:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310013.878371:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310013.878377:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531159:531159:256:4294967295] 192.168.204.31@tcp LPNI seq info [531155:531155:8:4294967295] 00000400:00000200:2.0:1724310013.878389:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310013.878394:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310013.878399:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310013.878402:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310013.878406:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310013.878411:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310013.878414:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310013.878745:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0500. 00000020:00000010:2.0:1724310013.878749:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310013.878751:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f000. 00000800:00000200:0.0:1724310013.880165:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.880171:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310013.880176:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.880182:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.880571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310013.880577:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310013.880580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310013.880638:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310013.880643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310013.882608:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.882622:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c4d 00000400:00000200:0.0:1724310013.882627:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.882631:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.882636:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6990 00000400:00000010:0.0:1724310013.882639:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6990. 00000400:00000200:0.0:1724310013.882668:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.882673:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131ffd80 00000400:00000200:0.0:1724310013.882679:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 84544 00000400:00000200:0.0:1724310013.882732:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.882735:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.882739:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.882744:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6d80. 00010000:00000010:2.0:1724310013.882826:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.882833:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0700. 00000020:00000010:3.0:1724310013.882923:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.882927:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.882931:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.882994:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883329920 00000001:00000010:3.0:1724310013.883003:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310013.883019:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.883023:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310013.883068:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800947a0000. 00010000:00000010:3.0:1724310013.883124:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.883128:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.883138:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.883139:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.883142:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.883144:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000004:00000010:3.0:1724310013.883220:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310013.883226:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.883230:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.883236:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.883979:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.883982:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.883985:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.883987:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.884018:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.884419:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.884426:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.884457:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.884470:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6d80 x1808069883329920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.884483:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310013.884488:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883329920, offset 224 00000400:00000200:3.0:1724310013.884492:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.884500:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.884505:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531160:531160:256:4294967295] 192.168.204.31@tcp LPNI seq info [531156:531156:8:4294967295] 00000400:00000200:3.0:1724310013.884513:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.884518:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.884521:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310013.884525:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.884532:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.884535:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.884562:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.884566:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.884568:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00010000:00000010:2.1:1724310013.884668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310013.884674:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310013.884677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310013.884679:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310013.884682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310013.884685:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000800:00000200:1.0:1724310013.884780:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310013.884783:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310013.884786:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310013.884789:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310013.884792:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:1.0:1724310013.884794:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00010000:00000010:2.1:1724310013.887724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310013.888118:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310013.888123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310013.888128:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310013.888130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310013.888132:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310013.888135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310013.888138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310013.890635:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310013.890646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310013.890650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310013.891225:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.891239:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e131ffe80 00000400:00000200:0.0:1724310013.891246:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 85120 00000400:00000200:0.0:1724310013.891292:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.891296:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.891302:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.891308:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5880. 00000020:00000010:3.0:1724310013.891457:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.891463:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.891467:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.891489:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883330176 02000000:00000010:3.0:1724310013.891517:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880065838000. 00010000:00000010:3.0:1724310013.891547:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.891573:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.891593:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.891597:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.891608:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.891610:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310013.891613:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.891615:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.891696:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.891698:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407000. 00010000:00000010:3.0:1724310013.891701:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.891703:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00000020:00000010:3.0:1724310013.891721:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.891726:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.891733:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a660. 00080000:00000010:3.0:1724310013.891739:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d57b800. 00000001:00000010:3.0:1724310013.891880:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a960. 00000001:00000010:3.0:1724310013.891883:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310013.891911:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a660. 00010000:00000010:3.0:1724310013.891916:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.891919:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.891930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.891947:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310013.891949:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407000. 00080000:00000010:3.0:1724310013.891966:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.891970:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.891973:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.891978:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310013.891984:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000200:3.0:1724310013.891994:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096141, last committed = 4295095650 00010000:00000200:3.0:1724310013.892000:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5880 x1808069883330176/t4295096141(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.892013:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5660. 00000100:00000200:3.0:1724310013.892018:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883330176, offset 224 00000400:00000010:3.0:1724310013.892022:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224675b0. 00000400:00000200:3.0:1724310013.892025:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.892033:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.892038:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531161:531161:256:4294967295] 192.168.204.31@tcp LPNI seq info [531157:531157:8:4294967295] 00000400:00000200:3.0:1724310013.892042:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.892048:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.892052:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.892055:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310013.892059:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.892065:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.892069:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.892080:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310013.892083:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.892085:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.893668:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.893672:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310013.893677:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.893682:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.893698:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.893706:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c55 00000400:00000200:0.0:1724310013.893710:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.893713:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.893716:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5660 00000400:00000010:0.0:1724310013.893718:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5660. 00000400:00000200:0.0:1724310013.893743:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.893747:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e131fff00 00000400:00000200:0.0:1724310013.893752:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 85608 00000400:00000200:0.0:1724310013.893792:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.893796:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.893799:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.893805:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d47b80. 00000020:00000010:1.0:1724310013.894307:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.894312:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.894315:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.894345:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883330304 00000001:00000010:1.0:1724310013.894353:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:1.0:1724310013.894370:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.894374:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310013.894425:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932e0000. 00010000:00000010:1.0:1724310013.894441:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.894444:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.894454:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310013.894456:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.894458:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.894460:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310013.894522:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310013.894528:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.894532:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310013.894537:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310013.895012:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.895015:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.895017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310013.895020:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.895053:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:3.0:1724310013.895640:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.895647:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:1.0:1724310013.895703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.895707:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.895730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310013.895740:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d47b80 x1808069883330304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.895753:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310013.895757:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883330304, offset 224 00000400:00000200:1.0:1724310013.895762:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.895771:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.895775:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531162:531162:256:4294967295] 192.168.204.31@tcp LPNI seq info [531158:531158:8:4294967295] 00000400:00000200:1.0:1724310013.895783:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.895787:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.895790:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.895795:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.895801:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.895804:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.895820:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.895823:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.895826:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:0.0:1724310013.895908:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.895910:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310013.895913:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.895916:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.895918:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:0.0:1724310013.895920:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:1.1:1724310013.896801:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310013.896806:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310013.897836:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.897846:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200000 00000400:00000200:0.0:1724310013.897852:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 86184 00000400:00000200:0.0:1724310013.897866:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.897869:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.897874:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.897879:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46680. 00000020:00000010:1.0:1724310013.900014:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.900022:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.900025:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.900049:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883330560 02000000:00000010:1.0:1724310013.900082:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d173000. 00010000:00000010:1.0:1724310013.900118:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.900129:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.900151:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.900155:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.900165:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.900167:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.900170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.900172:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.900245:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.900247:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.900250:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.900252:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310013.900288:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.900293:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.900301:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2420. 00080000:00000010:1.0:1724310013.900306:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088fc1800. 00000001:00000010:1.0:1724310013.900470:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2300. 00000001:00000010:1.0:1724310013.900474:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310013.900501:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2420. 00010000:00000010:1.0:1724310013.900507:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.900510:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.900523:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310013.900539:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.900541:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310013.900558:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310013.900562:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310013.900566:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.900570:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310013.900575:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310013.900586:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096142, last committed = 4295095650 00010000:00000200:1.0:1724310013.900595:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46680 x1808069883330560/t4295096142(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.900607:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310013.900612:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883330560, offset 224 00000400:00000010:1.0:1724310013.900617:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc118. 00000400:00000200:1.0:1724310013.900620:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.900630:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.900635:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531163:531163:256:4294967295] 192.168.204.31@tcp LPNI seq info [531159:531159:8:4294967295] 00000400:00000200:1.0:1724310013.900639:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.900645:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.900650:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.900653:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310013.900657:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.900663:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.900667:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.900692:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.900695:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:1.0:1724310013.900698:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:0.0:1724310013.901005:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.901008:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310013.901012:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.901016:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.902728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.1:1724310013.902737:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310013.902861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310013.902866:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310013.902868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310013.902873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310013.903213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310013.903219:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310013.903221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310013.903223:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:2.0:1724310013.903239:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310013.903250:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c5d 00000400:00000200:2.0:1724310013.903255:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.903574:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310013.903579:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:2.0:1724310013.903582:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00000400:00000200:2.0:1724310013.903793:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.903799:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200080 00000400:00000200:2.0:1724310013.903805:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 86672 00000400:00000200:2.0:1724310013.903846:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.903849:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.903854:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.903858:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d19c00. 00000020:00000010:1.0:1724310013.904091:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.904096:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310013.904100:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc0c8. 00000100:00000200:1.0:1724310013.904121:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883330688 00000001:00000010:1.0:1724310013.904130:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310013.904148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.904153:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310013.904196:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093930000. 00010000:00000010:1.0:1724310013.904216:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.904218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.904230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.904232:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.904235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.904238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310013.904325:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310013.904331:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fc30. 00000004:00000010:1.0:1724310013.904335:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310013.904341:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:0.0:1724310013.904857:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:0.0:1724310013.904863:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:0.0:1724310013.905027:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310013.905029:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310013.905032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310013.905035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310013.905064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:0.0:1724310013.905068:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:0.0:1724310013.905070:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:0.0:1724310013.905088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:0.0:1724310013.905097:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d19c00 x1808069883330688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310013.905109:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dcc0. 00000100:00000200:0.0:1724310013.905113:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883330688, offset 224 00000400:00000200:0.0:1724310013.905117:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310013.905124:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310013.905129:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531164:531164:256:4294967295] 192.168.204.31@tcp LPNI seq info [531160:531160:8:4294967295] 00000400:00000200:0.0:1724310013.905136:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310013.905140:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310013.905143:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310013.905148:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310013.905153:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310013.905156:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310013.905167:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:0.0:1724310013.905170:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc0c8. 00000020:00000010:0.0:1724310013.905172:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:2.0:1724310013.905254:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.905283:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310013.905286:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.905289:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.905291:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dcc0 00000400:00000010:2.0:1724310013.905293:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dcc0. 00000400:00000200:0.0:1724310013.907729:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.907742:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200180 00000400:00000200:0.0:1724310013.907748:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 87248 00000400:00000200:0.0:1724310013.907765:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.907769:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.907775:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.907780:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45180. 00000020:00000010:2.0:1724310013.907870:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90e400. 00000020:00000010:2.0:1724310013.907875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0700. 00000020:00000010:2.0:1724310013.907879:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310013.907899:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883330944 02000000:00000010:2.0:1724310013.907922:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a1000. 00010000:00000010:2.0:1724310013.907944:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310013.907970:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310013.907988:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310013.907992:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310013.908001:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310013.908003:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0500. 00010000:00000010:2.0:1724310013.908006:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310013.908008:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0580. 00010000:00000010:2.0:1724310013.908078:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310013.908080:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310013.908082:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310013.908084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310013.908102:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951469e0. 00000020:00000010:2.0:1724310013.908107:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951469e0. 00000020:00000010:2.0:1724310013.908115:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310013.908120:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f641c00. 00000001:00000010:2.0:1724310013.908302:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e540. 00000001:00000010:2.0:1724310013.908306:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310013.908335:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310013.908342:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310013.908344:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.908357:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310013.908374:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310013.908376:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00080000:00000010:2.0:1724310013.908420:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:2.0:1724310013.908425:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:2.0:1724310013.908428:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fc30. 00000004:00000010:2.0:1724310013.908432:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:2.0:1724310013.908439:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310013.908450:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096143, last committed = 4295095650 00010000:00000200:2.0:1724310013.908456:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45180 x1808069883330944/t4295096143(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:0.1:1724310013.908616:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310013.908621:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000010:2.0:1724310013.908647:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6880. 00000100:00000200:2.0:1724310013.908654:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883330944, offset 224 00000400:00000010:3.0:1724310013.910657:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224675e8. 00000400:00000200:3.0:1724310013.910667:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.910680:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.910685:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531165:531165:256:4294967295] 192.168.204.31@tcp LPNI seq info [531161:531161:8:4294967295] 00000400:00000200:3.0:1724310013.910690:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.910695:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.910700:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.910704:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310013.910708:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.910714:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.910717:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.910745:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0700. 00000020:00000010:3.0:1724310013.910749:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:3.0:1724310013.910753:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90e400. 00000800:00000200:2.0:1724310013.910871:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.910874:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:2.0:1724310013.910877:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.910881:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.911331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310013.911338:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310013.911341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310013.911343:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310013.911345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310013.911349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310013.911588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310013.911594:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310013.911604:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310013.911609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310013.911612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310013.911613:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310013.911616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310013.911618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:0.0:1724310013.913895:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.913909:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c65 00000400:00000200:0.0:1724310013.913914:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.913918:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.913923:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6880 00000400:00000010:0.0:1724310013.913925:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6880. 00000400:00000200:0.0:1724310013.913955:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.913960:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200200 00000400:00000200:0.0:1724310013.913966:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 87736 00010000:00000010:3.0:1724310013.913995:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0580. 00010000:00000010:3.0:1724310013.914003:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0500. 00000400:00000200:0.0:1724310013.914311:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.914315:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.914319:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.914324:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45880. 00000020:00000010:3.0:1724310013.914413:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.914417:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.914421:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.914439:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883331072 00000001:00000010:3.0:1724310013.914448:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:3.0:1724310013.914463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310013.914468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 02000000:00000010:3.0:1724310013.914515:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090540000. 00010000:00000010:3.0:1724310013.914535:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310013.914538:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.914547:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310013.914550:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.914553:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310013.914554:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00000004:00000010:3.0:1724310013.914623:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310013.914629:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.914633:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310013.914639:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310013.916687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310013.916692:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.916697:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310013.916702:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.916746:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.916755:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.916759:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.916786:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000200:3.0:1724310013.916799:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45880 x1808069883331072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.916815:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff56e8. 00000100:00000200:3.0:1724310013.916820:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883331072, offset 224 00000400:00000200:3.0:1724310013.916826:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.916835:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.916839:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531166:531166:256:4294967295] 192.168.204.31@tcp LPNI seq info [531162:531162:8:4294967295] 00000400:00000200:3.0:1724310013.916848:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.916853:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.916857:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310013.916860:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.916866:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.916869:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.916898:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.916901:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.916904:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.917649:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.917653:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310013.917658:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.917663:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.917666:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff56e8 00000400:00000010:0.0:1724310013.917669:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff56e8. 00010000:00000010:1.1:1724310013.917939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310013.917946:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310013.917949:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310013.917953:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310013.920895:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310013.920907:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:0.0:1724310013.921088:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.921103:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200300 00000400:00000200:0.0:1724310013.921109:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 88312 00000400:00000200:0.0:1724310013.921131:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.921135:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.921141:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.921146:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44700. 00000020:00000010:3.0:1724310013.921307:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c16400. 00000020:00000010:3.0:1724310013.921313:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.921317:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310013.921347:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883331328 02000000:00000010:3.0:1724310013.921372:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006583b000. 00010000:00000010:3.0:1724310013.921411:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310013.921423:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.921444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310013.921448:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.921458:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310013.921460:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310013.921463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310013.921465:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310013.921539:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310013.921542:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310013.921544:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310013.921546:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00000020:00000010:3.0:1724310013.921566:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.921573:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb20. 00000020:00000010:3.0:1724310013.921581:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ab40. 00080000:00000010:3.0:1724310013.921587:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bf800. 00000001:00000010:3.0:1724310013.921734:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a540. 00000001:00000010:3.0:1724310013.921738:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310013.921767:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ab40. 00010000:00000010:3.0:1724310013.921772:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310013.921775:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.921788:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310013.921805:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.921807:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310013.921822:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310013.921827:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310013.921829:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310013.921834:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310013.921840:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310013.921850:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096144, last committed = 4295095650 00010000:00000200:3.0:1724310013.921856:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44700 x1808069883331328/t4295096144(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.921869:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5bb0. 00000100:00000200:3.0:1724310013.921874:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883331328, offset 224 00000400:00000010:3.0:1724310013.921878:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467620. 00000400:00000200:3.0:1724310013.921881:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.921889:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.921895:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531167:531167:256:4294967295] 192.168.204.31@tcp LPNI seq info [531163:531163:8:4294967295] 00000400:00000200:3.0:1724310013.921898:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.921904:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.921908:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.921911:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310013.921915:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.921921:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.921924:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.921936:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407580. 00000020:00000010:3.0:1724310013.921939:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310013.921941:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c16400. 00000800:00000200:0.0:1724310013.922253:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.922256:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310013.922285:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.922288:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.923367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310013.923375:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310013.923378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310013.923389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310013.924654:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.924665:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c6d 00000400:00000200:0.0:1724310013.924669:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.924672:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.924675:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5bb0 00000400:00000010:0.0:1724310013.924678:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5bb0. 00010000:00000010:2.0:1724310013.924740:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:2.0:1724310013.924748:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00000400:00000200:0.0:1724310013.926399:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.926410:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200380 00000400:00000200:0.0:1724310013.926416:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 88800 00000400:00000200:0.0:1724310013.926556:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.926561:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.926565:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.926570:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44380. 00000020:00000010:1.0:1724310013.926691:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.926697:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.926701:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.926737:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883331456 00000001:00000010:1.0:1724310013.926746:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:1.0:1724310013.926765:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.926771:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310013.926814:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bdc0000. 00010000:00000010:1.0:1724310013.926833:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.926836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.926848:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.926850:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.926853:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.926855:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310013.926930:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310013.926937:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.926942:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310013.926948:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:2.1:1724310013.929965:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310013.929976:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310013.929979:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310013.929981:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310013.929984:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310013.929990:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.0:1724310013.930089:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.930091:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.930094:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.930098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.930143:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.930160:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.930164:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.930193:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310013.930207:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44380 x1808069883331456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.930222:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310013.930227:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883331456, offset 224 00000400:00000200:1.0:1724310013.930232:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.930241:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.930245:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531168:531168:256:4294967295] 192.168.204.31@tcp LPNI seq info [531164:531164:8:4294967295] 00000400:00000200:1.0:1724310013.930251:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.930255:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.930272:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310013.930276:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.930281:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.930284:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.930302:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.930305:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.930308:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:0.0:1724310013.930390:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.930393:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310013.930396:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.930400:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.930403:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:0.0:1724310013.930404:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:0.0:1724310013.932310:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.932322:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200480 00000400:00000200:0.0:1724310013.932329:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 89376 00000400:00000200:0.0:1724310013.932347:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.932351:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.932356:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.932361:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46a00. 00000020:00000010:1.0:1724310013.933129:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.933134:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.933138:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.933174:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883331712 02000000:00000010:1.0:1724310013.933201:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d172000. 00010000:00000010:1.0:1724310013.933228:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.933238:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.933282:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.933286:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.933296:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.933299:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310013.933301:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.933303:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310013.933376:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.933378:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.933390:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.933393:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310013.933794:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.933800:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.933808:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb20c0. 00080000:00000010:1.0:1724310013.933816:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd72c00. 00000001:00000010:1.0:1724310013.934393:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2c60. 00000001:00000010:1.0:1724310013.934398:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310013.934427:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb20c0. 00010000:00000010:1.0:1724310013.934434:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.934437:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.934451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.934469:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310013.934471:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310013.934486:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:1.0:1724310013.934490:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310013.934494:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.934498:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310013.934504:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310013.934515:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096145, last committed = 4295095650 00010000:00000200:1.0:1724310013.934523:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46a00 x1808069883331712/t4295096145(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.934535:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310013.934541:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883331712, offset 224 00000400:00000010:1.0:1724310013.934546:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc150. 00000400:00000200:1.0:1724310013.934549:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.934558:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.934562:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531169:531169:256:4294967295] 192.168.204.31@tcp LPNI seq info [531165:531165:8:4294967295] 00000400:00000200:1.0:1724310013.934566:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.934571:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.934576:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.934580:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310013.934584:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.934590:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.934593:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.934619:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.934622:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.934625:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.934742:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.934745:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310013.934748:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.934751:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310013.935456:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310013.935462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310013.935986:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.935996:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c75 00000400:00000200:0.0:1724310013.936000:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.936003:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.936006:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310013.936008:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:3.0:1724310013.936080:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:3.0:1724310013.936087:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00000400:00000200:0.0:1724310013.937089:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.937097:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200500 00000400:00000200:0.0:1724310013.937104:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 89864 00000400:00000200:0.0:1724310013.937148:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.937151:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.937155:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.937160:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d47100. 00000020:00000010:1.0:1724310013.937297:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.937302:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.937305:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.937337:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883331840 00000001:00000010:1.0:1724310013.937346:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310013.937364:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310013.937368:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310013.937759:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092cf0000. 00010000:00000010:1.0:1724310013.937781:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310013.937785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.937797:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.937799:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.937801:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310013.937803:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000004:00000010:1.0:1724310013.937875:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310013.937882:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.937886:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310013.937892:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:1.0:1724310013.939317:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.939323:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:3.1:1724310013.939517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310013.939524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310013.939527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.939658:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310013.939665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.939712:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.939720:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.939723:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.939755:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310013.939770:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d47100 x1808069883331840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.939784:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310013.939791:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883331840, offset 224 00000400:00000200:1.0:1724310013.939795:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.939805:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.939810:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531170:531170:256:4294967295] 192.168.204.31@tcp LPNI seq info [531166:531166:8:4294967295] 00000400:00000200:1.0:1724310013.939818:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.939823:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.939826:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310013.939831:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.939836:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.939840:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.940665:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.940671:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.940674:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.940846:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.940849:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310013.940852:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.940857:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.940860:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:0.0:1724310013.940862:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00010000:00000010:0.1:1724310013.942414:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310013.942422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310013.945026:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.945040:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200600 00000400:00000200:0.0:1724310013.945046:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 90440 00000400:00000200:0.0:1724310013.945065:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.945069:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.945075:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.945080:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46300. 00000020:00000010:1.0:1724310013.945197:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.945203:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.945206:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.945239:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332096 02000000:00000010:1.0:1724310013.945293:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008281c000. 00010000:00000010:1.0:1724310013.945323:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.945335:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.945356:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.945361:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.945371:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.945373:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310013.945376:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.945378:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310013.945462:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.945464:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.945466:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.945468:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310013.945485:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.945489:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.945497:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2840. 00080000:00000010:1.0:1724310013.945501:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd73c00. 00000001:00000010:1.0:1724310013.945638:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca6c0. 00000001:00000010:1.0:1724310013.945643:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310013.945667:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2840. 00010000:00000010:1.0:1724310013.945672:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310013.945675:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.945687:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.945701:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310013.945703:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310013.945715:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:1.0:1724310013.945719:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310013.945723:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.945726:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310013.945731:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310013.945740:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096146, last committed = 4295095650 00010000:00000200:1.0:1724310013.945746:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46300 x1808069883332096/t4295096146(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.945758:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310013.945763:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883332096, offset 224 00000400:00000010:1.0:1724310013.945767:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc188. 00000400:00000200:1.0:1724310013.945770:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.945777:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.945782:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531171:531171:256:4294967295] 192.168.204.31@tcp LPNI seq info [531167:531167:8:4294967295] 00000400:00000200:1.0:1724310013.945786:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.945791:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.945795:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.945798:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.945802:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.945807:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.945810:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.945821:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.945823:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.945825:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.946339:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.946342:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310013.946345:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.946349:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.947326:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.947335:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c7d 00000400:00000200:0.0:1724310013.947339:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.947341:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.947345:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310013.947347:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00000400:00000200:0.0:1724310013.947637:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.947642:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200680 00000400:00000200:0.0:1724310013.947647:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 90928 00000400:00000200:0.0:1724310013.947761:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.947764:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.947768:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.947772:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45500. 00010000:00000010:2.0:1724310013.947837:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310013.947842:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000020:00000010:1.0:1724310013.947846:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.947850:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.947852:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.947872:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332224 00000001:00000010:1.0:1724310013.947878:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310013.947890:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.947893:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310013.947928:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cc90000. 00010000:00000010:1.0:1724310013.947942:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.947944:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.947951:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310013.947952:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.947955:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310013.947956:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310013.948008:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310013.948012:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.948016:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310013.948020:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:3.1:1724310013.948942:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310013.948948:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310013.948953:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310013.948956:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310013.948958:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310013.948961:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310013.948965:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.949968:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.949972:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.949975:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.949978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.950018:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.950025:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.950028:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.950055:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310013.950068:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45500 x1808069883332224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.950082:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310013.950087:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883332224, offset 224 00000400:00000200:1.0:1724310013.950092:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.950100:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.950105:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531172:531172:256:4294967295] 192.168.204.31@tcp LPNI seq info [531168:531168:8:4294967295] 00000400:00000200:1.0:1724310013.950113:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.950117:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.950120:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.950125:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.950130:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.950134:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.950234:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.950237:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.950240:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.950474:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.950476:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310013.950480:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.950483:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.950486:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310013.950488:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:0.1:1724310013.951338:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310013.951343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310013.953531:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.953544:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200780 00000400:00000200:0.0:1724310013.953551:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 91504 00000400:00000200:0.0:1724310013.953569:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.953573:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.953579:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.953584:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44000. 00000020:00000010:1.0:1724310013.953706:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.953711:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.953715:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.953753:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332480 02000000:00000010:1.0:1724310013.953780:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb50000. 00010000:00000010:1.0:1724310013.953808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.953820:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.953842:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.953847:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.953857:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.953859:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310013.953861:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.953864:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310013.953936:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310013.953939:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.953941:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.953943:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310013.953964:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.953968:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.953976:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2840. 00080000:00000010:1.0:1724310013.953982:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd73000. 00000001:00000010:1.0:1724310013.954137:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ba0. 00000001:00000010:1.0:1724310013.954141:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310013.954171:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2840. 00010000:00000010:1.0:1724310013.954177:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.954179:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.954192:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.954209:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310013.954211:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310013.954227:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:1.0:1724310013.954232:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310013.954236:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.954240:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310013.954246:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310013.954363:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096147, last committed = 4295095650 00010000:00000200:1.0:1724310013.954370:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44000 x1808069883332480/t4295096147(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.954394:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310013.954399:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883332480, offset 224 00000400:00000010:1.0:1724310013.954404:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc1c0. 00000400:00000200:1.0:1724310013.954407:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.954415:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.954420:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531173:531173:256:4294967295] 192.168.204.31@tcp LPNI seq info [531169:531169:8:4294967295] 00000400:00000200:1.0:1724310013.954425:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.954430:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.954435:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.954438:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.954442:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.954448:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.954452:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.954468:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.954470:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.954473:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.954668:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.954671:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310013.954675:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.954678:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.956667:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.956678:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c85 00000400:00000200:0.0:1724310013.956683:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.956686:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.956690:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310013.956692:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:3.0:1724310013.956793:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:3.0:1724310013.956800:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:0.0:1724310013.957084:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.957091:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200800 00000400:00000200:0.0:1724310013.957097:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 91992 00000400:00000200:0.0:1724310013.957139:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.957143:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.957147:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.957151:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44e00. 00010000:00000010:3.1:1724310013.957431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310013.957437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310013.957440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310013.957444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310013.957446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310013.957448:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310013.957450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310013.957453:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310013.957455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310013.957459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000020:00000010:1.0:1724310013.957466:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.957471:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.957475:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.957500:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332608 00000001:00000010:1.0:1724310013.957508:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310013.957548:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.957553:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310013.957596:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880041510000. 00010000:00000010:1.0:1724310013.957616:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.957619:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.957630:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.957631:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.957634:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.957636:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310013.957705:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310013.957712:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.957716:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310013.957723:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:1.0:1724310013.958771:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310013.958774:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.958777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.958780:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.958815:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.958822:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.958825:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.958849:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310013.958860:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44e00 x1808069883332608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.958874:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310013.958878:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883332608, offset 224 00000400:00000200:1.0:1724310013.958883:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.958890:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.958896:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531174:531174:256:4294967295] 192.168.204.31@tcp LPNI seq info [531170:531170:8:4294967295] 00000400:00000200:1.0:1724310013.958904:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.958909:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.958912:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.958916:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.958922:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.958925:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.958937:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.958940:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.958944:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.959119:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.959122:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.959126:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.959129:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.959132:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:0.0:1724310013.959134:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:0.1:1724310013.960731:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310013.960739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:0.0:1724310013.961410:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.961419:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200900 00000400:00000200:0.0:1724310013.961425:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 92568 00000400:00000200:0.0:1724310013.961441:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.961444:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.961448:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.961453:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ce00. 00000020:00000010:1.0:1724310013.961539:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.961543:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.961546:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.961573:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332864 02000000:00000010:1.0:1724310013.961595:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093e79000. 00010000:00000010:1.0:1724310013.961617:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.961626:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.961643:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.961646:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310013.961678:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.961680:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.961683:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.961685:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310013.961747:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.961750:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.961752:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.961754:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310013.961767:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.961771:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959386a0. 00000020:00000010:1.0:1724310013.961778:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2420. 00080000:00000010:1.0:1724310013.961783:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd70800. 00000001:00000010:1.0:1724310013.961918:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2060. 00000001:00000010:1.0:1724310013.961922:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310013.961948:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2420. 00010000:00000010:1.0:1724310013.961953:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.961956:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.961967:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310013.961981:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310013.961984:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310013.961998:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:1.0:1724310013.962002:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310013.962005:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.962009:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310013.962014:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.962022:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096148, last committed = 4295095650 00010000:00000200:1.0:1724310013.962028:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ce00 x1808069883332864/t4295096148(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.962040:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310013.962045:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883332864, offset 224 00000400:00000010:1.0:1724310013.962049:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc1f8. 00000400:00000200:1.0:1724310013.962051:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.962058:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.962062:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531175:531175:256:4294967295] 192.168.204.31@tcp LPNI seq info [531171:531171:8:4294967295] 00000400:00000200:1.0:1724310013.962066:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.962072:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.962076:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.962079:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310013.962082:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.962087:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.962090:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.962255:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.962276:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.962278:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.963086:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.963090:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310013.963094:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.963098:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.963569:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.963577:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c8d 00000400:00000200:0.0:1724310013.963580:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.963583:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.963587:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:0.0:1724310013.963589:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:0.0:1724310013.963609:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.963613:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200980 00000400:00000200:0.0:1724310013.963618:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 93056 00000400:00000200:0.0:1724310013.963645:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.963648:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.963652:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.963655:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d180. 00000020:00000010:1.0:1724310013.963782:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008258ee00. 00000020:00000010:1.0:1724310013.963785:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.963788:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310013.963810:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883332992 00000001:00000010:1.0:1724310013.963818:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310013.963830:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.963833:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310013.963872:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088a00000. 00010000:00000010:1.0:1724310013.963889:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.963892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.963901:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310013.963902:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.963905:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.963907:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310013.963958:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310013.963963:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.963966:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310013.963971:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:2.0:1724310013.964124:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:2.0:1724310013.964129:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310013.964609:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.964612:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310013.964615:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.964618:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310013.964646:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.964652:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.964654:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.964672:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310013.964681:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d180 x1808069883332992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.964693:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310013.964697:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883332992, offset 224 00000400:00000200:1.0:1724310013.964701:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.964706:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.964711:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531176:531176:256:4294967295] 192.168.204.31@tcp LPNI seq info [531172:531172:8:4294967295] 00000400:00000200:1.0:1724310013.964718:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.964722:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.964725:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310013.964728:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.964733:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.964736:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.964779:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.964782:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310013.964784:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008258ee00. 00000800:00000200:0.0:1724310013.964839:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.964841:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310013.964844:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.964847:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.964850:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310013.964851:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:0.0:1724310013.965935:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.965942:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200a80 00000400:00000200:0.0:1724310013.965947:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 93632 00000400:00000200:0.0:1724310013.965958:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.965961:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.965964:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.965968:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3fb80. 00000020:00000010:1.0:1724310013.966028:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.966032:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310013.966034:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:3.0:1724310013.966769:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883333248 02000000:00000010:3.0:1724310013.966792:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087588000. 00010000:00000010:3.0:1724310013.966811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:3.0:1724310013.966822:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:3.0:1724310013.966838:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310013.966841:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310013.966848:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310013.966850:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310013.966853:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310013.966855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.966912:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310013.966914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310013.966916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310013.966918:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310013.966932:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.966936:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c780. 00000020:00000010:3.0:1724310013.966943:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a660. 00080000:00000010:3.0:1724310013.966948:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bf400. 00000001:00000010:3.0:1724310013.967077:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aba0. 00000001:00000010:3.0:1724310013.967081:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310013.967106:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a660. 00010000:00000010:3.0:1724310013.967111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310013.967113:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.967123:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407780. 00010000:00000010:3.0:1724310013.967137:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310013.967140:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310013.967153:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:3.0:1724310013.967157:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:3.0:1724310013.967160:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:3.0:1724310013.967164:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:3.0:1724310013.967168:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310013.967177:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096149, last committed = 4295095650 00010000:00000200:3.0:1724310013.967184:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3fb80 x1808069883333248/t4295096149(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310013.967193:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff55d8. 00000100:00000200:3.0:1724310013.967198:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883333248, offset 224 00000400:00000010:3.0:1724310013.967202:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467658. 00000400:00000200:3.0:1724310013.967204:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310013.967211:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310013.967215:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531177:531177:256:4294967295] 192.168.204.31@tcp LPNI seq info [531173:531173:8:4294967295] 00000400:00000200:3.0:1724310013.967219:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310013.967224:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310013.967228:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310013.967230:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310013.967234:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310013.967239:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310013.967242:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310013.967253:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5680. 00000020:00000010:3.0:1724310013.967269:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:3.0:1724310013.967272:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:3.0:1724310013.967332:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.967334:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:3.0:1724310013.967336:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.967340:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310013.968139:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310013.968146:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310013.968148:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310013.968151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310013.968153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310013.968155:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310013.968158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310013.968160:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310013.968162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310013.968165:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310013.969817:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.969830:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c95 00000400:00000200:0.0:1724310013.969835:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.969838:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.969842:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff55d8 00000400:00000010:0.0:1724310013.969844:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff55d8. 00010000:00000010:3.0:1724310013.969949:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310013.969957:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:1.1:1724310013.970403:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310013.970409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310013.970446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310013.970451:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310013.970453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310013.970455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310013.970458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310013.970460:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310013.970462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310013.970465:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310013.970466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310013.970470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310013.970471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310013.970473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310013.970475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310013.970477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310013.970738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310013.970743:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310013.970746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310013.970750:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310013.970752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310013.970755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:2.0:1724310013.970837:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.970845:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200b00 00000400:00000200:2.0:1724310013.970851:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 94120 00000400:00000200:2.0:1724310013.970901:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.970905:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.970909:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.970914:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1b480. 00000020:00000010:1.0:1724310013.970965:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bfc7600. 00000020:00000010:1.0:1724310013.970970:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.970974:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310013.971005:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883333376 00000001:00000010:1.0:1724310013.971014:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310013.971029:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310013.971034:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310013.971077:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088900000. 00010000:00000010:1.0:1724310013.971098:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310013.971101:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.971117:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.971119:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.971122:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310013.971124:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000004:00000010:1.0:1724310013.971199:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310013.971206:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.971213:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310013.971219:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:0.1:1724310013.973458:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310013.973467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.0:1724310013.973940:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310013.973943:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.973947:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310013.973951:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.974003:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.974082:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.974087:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.974119:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310013.974133:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1b480 x1808069883333376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.974148:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310013.974153:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883333376, offset 224 00000400:00000200:1.0:1724310013.974158:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.974167:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.974173:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531178:531178:256:4294967295] 192.168.204.31@tcp LPNI seq info [531174:531174:8:4294967295] 00000400:00000200:1.0:1724310013.974181:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.974186:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.974190:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310013.974195:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.974201:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.974204:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.974232:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.974235:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.974238:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bfc7600. 00000800:00000200:2.0:1724310013.974371:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.974375:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310013.974378:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.974390:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310013.974393:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:2.0:1724310013.974395:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00010000:00000010:3.1:1724310013.979123:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310013.979134:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310013.979137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310013.979139:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:2.0:1724310013.979216:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310013.979229:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200c00 00000400:00000200:2.0:1724310013.979236:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 94696 00000400:00000200:2.0:1724310013.979254:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.979420:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310013.979426:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310013.979432:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1aa00. 00000020:00000010:1.0:1724310013.980360:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310013.980365:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.980368:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310013.980886:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883333632 02000000:00000010:1.0:1724310013.980911:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a025000. 00010000:00000010:1.0:1724310013.980937:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.981241:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.981811:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310013.981816:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.981828:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.981829:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310013.981832:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.981834:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310013.981899:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310013.981901:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.981902:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310013.981904:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310013.981918:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.981923:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.981930:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2600. 00080000:00000010:1.0:1724310013.982389:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd72400. 00000001:00000010:1.0:1724310013.982534:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ae0. 00000001:00000010:1.0:1724310013.982538:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310013.982565:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2600. 00010000:00000010:1.0:1724310013.982571:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310013.982575:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.982589:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.982614:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310013.982617:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310013.982630:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310013.982634:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310013.982637:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.982641:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310013.982646:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310013.982657:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096150, last committed = 4295095650 00010000:00000200:1.0:1724310013.982666:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1aa00 x1808069883333632/t4295096150(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.982678:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310013.982683:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883333632, offset 224 00000400:00000010:1.0:1724310013.982688:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc230. 00000400:00000200:1.0:1724310013.982691:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.982700:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.982705:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531179:531179:256:4294967295] 192.168.204.31@tcp LPNI seq info [531175:531175:8:4294967295] 00000400:00000200:1.0:1724310013.982709:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.982714:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.982719:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.982722:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310013.982727:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.982732:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.982735:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.982760:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.982764:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.982766:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:2.0:1724310013.983369:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310013.983372:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310013.983375:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310013.983386:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310013.984349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310013.984354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00000400:00000200:0.0:1724310013.986186:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.986199:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294c9d 00000400:00000200:0.0:1724310013.986204:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.986207:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.986211:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310013.986213:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:2.0:1724310013.986307:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:2.0:1724310013.986314:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:2.1:1724310013.987352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310013.987358:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310013.987360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310013.987365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310013.988222:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.988232:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200c80 00000400:00000200:0.0:1724310013.988239:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 95184 00000400:00000200:0.0:1724310013.988320:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.988325:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.988330:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.988335:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3dc00. 00000020:00000010:1.0:1724310013.988603:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310013.988608:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.988612:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310013.988649:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883333760 00000001:00000010:1.0:1724310013.988658:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.0:1724310013.988678:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.988683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310013.988728:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088220000. 00010000:00000010:1.0:1724310013.988748:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310013.988751:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.988762:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310013.988764:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.988767:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310013.988769:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310013.988844:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310013.988851:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.988855:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310013.988861:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310013.989787:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310013.989790:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.989794:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310013.989797:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.989838:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.989860:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.989865:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.989891:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310013.989903:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3dc00 x1808069883333760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.989915:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310013.989921:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883333760, offset 224 00000400:00000200:1.0:1724310013.989926:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.989934:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.989939:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531180:531180:256:4294967295] 192.168.204.31@tcp LPNI seq info [531176:531176:8:4294967295] 00000400:00000200:1.0:1724310013.989947:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.989951:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.989954:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310013.989958:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.989964:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.989967:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.989992:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.989995:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.989999:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:3.0:1724310013.990707:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310013.990711:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310013.990714:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310013.990718:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310013.990721:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310013.990723:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:1.1:1724310013.990918:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310013.990924:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:0.0:1724310013.992575:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.992588:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200d80 00000400:00000200:0.0:1724310013.992594:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 95760 00000400:00000200:0.0:1724310013.992612:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.992615:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.992620:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.992625:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d500. 00000020:00000010:1.0:1724310013.993121:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310013.993126:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.993130:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310013.993165:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334016 02000000:00000010:1.0:1724310013.993193:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba58000. 00010000:00000010:1.0:1724310013.993222:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.993233:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.993253:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310013.993665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.993679:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310013.993681:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.993684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310013.993687:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.993760:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310013.993762:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.993764:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310013.993767:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310013.993784:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.993788:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.993795:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2600. 00080000:00000010:1.0:1724310013.993800:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd73800. 00000001:00000010:1.0:1724310013.993938:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba8a0. 00000001:00000010:1.0:1724310013.993942:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310013.993969:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2600. 00010000:00000010:1.0:1724310013.993975:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310013.993978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.993992:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310013.994008:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310013.994011:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310013.994025:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310013.994029:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310013.994033:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.994037:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310013.994042:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310013.994053:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096151, last committed = 4295095650 00010000:00000200:1.0:1724310013.994061:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d500 x1808069883334016/t4295096151(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.994072:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310013.994078:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883334016, offset 224 00000400:00000010:1.0:1724310013.994083:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc268. 00000400:00000200:1.0:1724310013.994086:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.994094:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.994099:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531181:531181:256:4294967295] 192.168.204.31@tcp LPNI seq info [531177:531177:8:4294967295] 00000400:00000200:1.0:1724310013.994104:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.994109:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.994113:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.994117:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310013.994121:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.994127:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.994130:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.994155:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.994158:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.994160:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310013.994285:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.994287:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310013.994290:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.994294:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.995214:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310013.995770:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ca5 00000400:00000200:0.0:1724310013.995774:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.995777:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310013.995780:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:0.0:1724310013.995783:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:0.0:1724310013.995811:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.995815:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200e00 00000400:00000200:0.0:1724310013.995819:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 96248 00000400:00000200:0.0:1724310013.995852:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.995854:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.995858:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.995862:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ca80. 00000020:00000010:1.0:1724310013.995979:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310013.995984:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.995987:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00010000:00000010:3.0:1724310013.996089:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310013.996096:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00000100:00000200:1.0:1724310013.996139:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334144 00000001:00000010:1.0:1724310013.996147:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310013.996163:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310013.996199:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310013.996359:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064ef0000. 00010000:00000010:1.0:1724310013.996378:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310013.996390:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.996399:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310013.996401:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.996404:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310013.996406:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310013.996468:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310013.996473:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.996477:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310013.996483:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:2.1:1724310013.996680:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310013.996686:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310013.996688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310013.996691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310013.996949:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310013.996952:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.996954:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310013.996956:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.996985:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.996990:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.996994:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.997014:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310013.997024:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ca80 x1808069883334144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 576/584 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.997035:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310013.997039:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883334144, offset 224 00000400:00000200:1.0:1724310013.997044:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.997050:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.997054:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531182:531182:256:4294967295] 192.168.204.31@tcp LPNI seq info [531178:531178:8:4294967295] 00000400:00000200:1.0:1724310013.997062:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.997066:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.997069:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310013.997073:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.997078:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.997081:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.997102:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.997105:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.997108:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310013.997304:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.997307:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310013.997310:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.997313:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310013.997316:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310013.997318:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:0.0:1724310013.998788:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310013.998797:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13200f00 00000400:00000200:0.0:1724310013.998802:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 96824 00000400:00000200:0.0:1724310013.998818:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.998821:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310013.998826:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310013.998831:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ed80. 00000020:00000010:1.0:1724310013.998893:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310013.998897:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.998900:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310013.999118:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334400 02000000:00000010:1.0:1724310013.999141:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5c000. 00010000:00000010:1.0:1724310013.999161:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.999170:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.999187:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310013.999191:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310013.999199:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310013.999201:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310013.999204:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310013.999206:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310013.999300:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310013.999302:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310013.999304:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310013.999306:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310013.999422:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.999427:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310013.999435:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba180. 00080000:00000010:1.0:1724310013.999440:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bd70400. 00000001:00000010:1.0:1724310013.999582:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb28a0. 00000001:00000010:1.0:1724310013.999586:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310013.999614:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba180. 00010000:00000010:1.0:1724310013.999619:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310013.999622:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.999633:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310013.999648:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310013.999651:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310013.999664:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310013.999669:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310013.999672:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310013.999675:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310013.999680:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310013.999689:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096152, last committed = 4295095650 00010000:00000200:1.0:1724310013.999695:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ed80 x1808069883334400/t4295096152(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:279/0 lens 488/456 e 0 to 0 dl 1724310049 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310013.999706:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310013.999710:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883334400, offset 224 00000400:00000010:1.0:1724310013.999714:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc2a0. 00000400:00000200:1.0:1724310013.999717:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310013.999725:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310013.999730:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531183:531183:256:4294967295] 192.168.204.31@tcp LPNI seq info [531179:531179:8:4294967295] 00000400:00000200:1.0:1724310013.999734:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310013.999739:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310013.999744:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310013.999747:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310013.999751:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310013.999756:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310013.999759:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310013.999785:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310013.999788:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310013.999790:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310013.999925:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310013.999927:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310013.999931:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310013.999934:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.001838:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.001848:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cad 00000400:00000200:0.0:1724310014.001852:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.001854:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.001856:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:0.0:1724310014.001858:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:0.0:1724310014.001879:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.001882:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13200f80 00000400:00000200:0.0:1724310014.001886:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 97312 00000400:00000200:0.0:1724310014.001898:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.001900:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.001902:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.001906:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3e680. 00000020:00000010:1.0:1724310014.002316:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.002320:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.002324:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.002344:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334528 00000001:00000010:1.0:1724310014.002352:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310014.002374:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.002393:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:0.1:1724310014.002402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310014.002409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 02000000:00000010:1.0:1724310014.002442:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072d00000. 00010000:00000010:1.0:1724310014.002462:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.002465:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.002476:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.002478:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.002480:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.002483:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310014.002548:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310014.002554:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.002559:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310014.002565:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:2.0:1724310014.002752:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:2.0:1724310014.002758:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.003233:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.003236:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.003239:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.003242:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.003357:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.003364:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.003366:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.003397:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310014.003408:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3e680 x1808069883334528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.003420:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310014.003424:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883334528, offset 224 00000400:00000200:1.0:1724310014.003429:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.003436:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.003441:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531184:531184:256:4294967295] 192.168.204.31@tcp LPNI seq info [531180:531180:8:4294967295] 00000400:00000200:1.0:1724310014.003448:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.003453:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.003455:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310014.003459:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.003464:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.003467:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.003478:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.003480:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.003483:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310014.003591:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.003594:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310014.003596:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.003600:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.003602:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:0.0:1724310014.003604:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:2.1:1724310014.005415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310014.005424:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.005427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310014.005429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.005432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310014.005439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:0.0:1724310014.005875:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.005885:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201080 00000400:00000200:0.0:1724310014.005890:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 97888 00000400:00000200:0.0:1724310014.005906:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.005909:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.005914:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.005917:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d880. 00000020:00000010:1.0:1724310014.006082:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.006087:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.006091:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.006167:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334784 02000000:00000010:1.0:1724310014.006192:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a2000. 00010000:00000010:1.0:1724310014.006215:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.006224:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.006242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.006246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.006255:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.006284:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.006287:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.006289:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.006601:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.006604:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.006607:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.006610:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310014.006631:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.006636:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.006643:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2840. 00080000:00000010:1.0:1724310014.006649:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095020c00. 00000001:00000010:1.0:1724310014.006791:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba180. 00000001:00000010:1.0:1724310014.006795:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310014.006825:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2840. 00010000:00000010:1.0:1724310014.006831:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.006834:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.006846:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.006861:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.006863:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310014.006878:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310014.006882:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310014.006886:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.006889:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310014.006894:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310014.006905:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096153, last committed = 4295095650 00010000:00000200:1.0:1724310014.006911:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d880 x1808069883334784/t4295096153(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.006923:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310014.006929:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883334784, offset 224 00000400:00000010:1.0:1724310014.006933:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc2d8. 00000400:00000200:1.0:1724310014.006936:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.006944:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.006948:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531185:531185:256:4294967295] 192.168.204.31@tcp LPNI seq info [531181:531181:8:4294967295] 00000400:00000200:1.0:1724310014.006952:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.006957:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.006961:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.006964:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.006967:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.006972:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.006976:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.006995:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.006998:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.007000:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310014.007124:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.007127:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310014.007130:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.007134:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.008189:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.008197:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cb5 00000400:00000200:0.0:1724310014.008201:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.008204:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.008207:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310014.008209:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:3.0:1724310014.008400:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:3.0:1724310014.008406:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00000400:00000200:3.0:1724310014.008445:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.008451:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201100 00000400:00000200:3.0:1724310014.008456:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 98376 00000400:00000200:3.0:1724310014.008491:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.008495:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.008498:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.008502:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccfb80. 00000020:00000010:1.0:1724310014.008818:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.008826:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.008830:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.008898:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883334912 00000001:00000010:1.0:1724310014.008908:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310014.008922:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.008925:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310014.008963:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082730000. 00010000:00000010:1.0:1724310014.008980:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.008983:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.008992:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.008994:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.008997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.008999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310014.009057:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310014.009062:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.009066:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310014.009072:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310014.010708:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.010713:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.010716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.010720:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.010760:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.010768:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.010772:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.010801:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310014.010813:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccfb80 x1808069883334912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.010825:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310014.010830:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883334912, offset 224 00000400:00000200:1.0:1724310014.010834:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.010843:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.010848:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531186:531186:256:4294967295] 192.168.204.31@tcp LPNI seq info [531182:531182:8:4294967295] 00000400:00000200:1.0:1724310014.010855:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.010859:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.010862:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310014.010866:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.010873:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.010876:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.011388:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.011393:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.011396:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00010000:00000010:1.1:1724310014.011571:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310014.011577:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000800:00000200:0.0:1724310014.011684:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.011688:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310014.011691:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.011695:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.011699:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310014.011701:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00000400:00000200:0.0:1724310014.013798:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.013810:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201200 00000400:00000200:0.0:1724310014.013817:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 98952 00000400:00000200:0.0:1724310014.013835:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.013839:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.013843:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.013849:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3f480. 00000020:00000010:1.0:1724310014.013990:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.013995:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.013999:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.014449:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883335168 02000000:00000010:1.0:1724310014.014488:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090da8000. 00010000:00000010:1.0:1724310014.014519:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.014534:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.014555:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.014559:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.014574:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.014576:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.014578:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.014581:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.014657:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.014659:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.014661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.014663:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310014.014684:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.014689:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.014697:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baa20. 00080000:00000010:1.0:1724310014.014702:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095021000. 00000001:00000010:1.0:1724310014.014855:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008beb2480. 00000001:00000010:1.0:1724310014.014860:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310014.014889:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baa20. 00010000:00000010:1.0:1724310014.014896:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.014899:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.014912:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.014975:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.014979:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310014.014995:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310014.015000:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310014.015003:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.015006:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310014.015013:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310014.015026:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096154, last committed = 4295095650 00010000:00000200:1.0:1724310014.015032:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3f480 x1808069883335168/t4295096154(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.015045:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310014.015049:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883335168, offset 224 00000400:00000010:1.0:1724310014.015053:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc310. 00000400:00000200:1.0:1724310014.015056:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.015064:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.015068:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531187:531187:256:4294967295] 192.168.204.31@tcp LPNI seq info [531183:531183:8:4294967295] 00000400:00000200:1.0:1724310014.015072:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.015077:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.015081:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.015084:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310014.015088:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.015093:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.015096:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.015120:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.015123:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.015125:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:3.0:1724310014.015231:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.015234:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310014.015238:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.015242:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.016308:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.016317:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cbd 00000400:00000200:0.0:1724310014.016321:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.016324:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.016327:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310014.016329:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:2.0:1724310014.016393:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:2.0:1724310014.016398:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00000400:00000200:0.0:1724310014.017044:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.017050:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201280 00000400:00000200:0.0:1724310014.017055:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 99440 00000400:00000200:0.0:1724310014.017098:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.017102:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.017106:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.017112:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416a00. 00000020:00000010:1.0:1724310014.017304:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.017309:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.017312:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.017330:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883335296 00000001:00000010:1.0:1724310014.017337:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.1:1724310014.017342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310014.017349:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.017351:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310014.017352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.017356:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:3.1:1724310014.017356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310014.017359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310014.017361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310014.017364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310014.017366:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310014.017368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310014.017373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310014.017375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310014.017377:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310014.017389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310014.017391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 02000000:00000010:1.0:1724310014.017407:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ded0000. 00010000:00000010:2.1:1724310014.017506:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310014.017512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.017672:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.017675:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.017685:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.017687:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.017690:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.017692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000004:00000010:1.0:1724310014.017750:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310014.017756:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.017759:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310014.017765:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310014.018673:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.018677:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.018680:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.018683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.018722:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.018728:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.018731:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.018755:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000200:1.0:1724310014.018767:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416a00 x1808069883335296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.018778:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310014.018783:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883335296, offset 224 00000400:00000200:1.0:1724310014.018788:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.018795:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.018800:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531188:531188:256:4294967295] 192.168.204.31@tcp LPNI seq info [531184:531184:8:4294967295] 00000400:00000200:1.0:1724310014.018808:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.018813:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.018816:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.018820:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.018825:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.018828:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.018856:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.018859:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.018862:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:3.0:1724310014.019388:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.019391:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310014.019394:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.019398:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.019401:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:3.0:1724310014.019402:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00010000:00000010:1.1:1724310014.020350:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310014.020357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:0.0:1724310014.021251:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.021310:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201380 00000400:00000200:0.0:1724310014.021315:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 100016 00000400:00000200:0.0:1724310014.021413:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.021417:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.021423:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.021427:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417100. 00000020:00000010:1.0:1724310014.021477:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf85600. 00000020:00000010:1.0:1724310014.021482:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.021489:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc258. 00000100:00000200:1.0:1724310014.021869:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883335552 02000000:00000010:1.0:1724310014.021892:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090daa000. 00010000:00000010:1.0:1724310014.021915:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.021924:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.021943:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.021946:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.021955:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.021957:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.021959:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.021961:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.022025:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.022027:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.022030:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.022032:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.022046:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.022051:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938f80. 00000020:00000010:1.0:1724310014.022057:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2120. 00080000:00000010:1.0:1724310014.022062:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095022c00. 00000001:00000010:1.0:1724310014.022191:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10060. 00000001:00000010:1.0:1724310014.022194:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310014.022220:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2120. 00010000:00000010:1.0:1724310014.022226:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.022229:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.022241:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.022385:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.022390:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310014.022407:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310014.022413:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310014.022417:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.022420:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310014.022429:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310014.022440:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096155, last committed = 4295095650 00010000:00000200:1.0:1724310014.022446:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417100 x1808069883335552/t4295096155(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.022457:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310014.022462:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883335552, offset 224 00000400:00000010:1.0:1724310014.022466:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc348. 00000400:00000200:1.0:1724310014.022469:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.022477:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.022482:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531189:531189:256:4294967295] 192.168.204.31@tcp LPNI seq info [531185:531185:8:4294967295] 00000400:00000200:1.0:1724310014.022485:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.022490:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.022494:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.022497:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.022501:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.022506:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.022509:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.022606:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.022609:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc258. 00000020:00000010:1.0:1724310014.022611:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf85600. 00000800:00000200:0.0:1724310014.022716:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.022719:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310014.022722:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.022725:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.023343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310014.023349:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310014.023352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310014.023354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310014.023357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310014.023361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310014.023363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310014.023365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310014.023367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310014.023369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310014.023370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310014.023372:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310014.023374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310014.023376:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310014.023387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310014.023391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:0.0:1724310014.023934:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.023943:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cc5 00000400:00000200:0.0:1724310014.023948:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.023950:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.023954:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310014.023956:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00000400:00000200:0.0:1724310014.024202:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.024207:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201400 00000400:00000200:0.0:1724310014.024213:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 100504 00000400:00000200:0.0:1724310014.024285:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.024289:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.024293:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.024297:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417b80. 00000020:00000010:0.0:1724310014.024767:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8c400. 00000020:00000010:0.0:1724310014.024771:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310014.024775:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.024805:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883335680 00000001:00000010:0.0:1724310014.024814:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:0.0:1724310014.024829:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310014.024833:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:0.0:1724310014.024874:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093110000. 00010000:00000010:0.0:1724310014.024892:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.024895:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310014.024906:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.024909:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:0.0:1724310014.024912:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.024915:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00000004:00000010:0.0:1724310014.024984:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310014.024989:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310014.024993:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310014.024999:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:3.0:1724310014.025003:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:3.0:1724310014.025009:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:0.1:1724310014.026512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.026521:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310014.026524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310014.026527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310014.026529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.026532:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310014.026534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310014.026536:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310014.026538:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310014.026542:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.0:1724310014.027667:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.027670:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:0.0:1724310014.027674:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.027679:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:0.0:1724310014.027725:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310014.027748:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:0.0:1724310014.027752:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00010000:00000010:0.0:1724310014.027784:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:0.0:1724310014.027797:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417b80 x1808069883335680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.027811:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dcc0. 00000100:00000200:0.0:1724310014.027817:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883335680, offset 224 00000400:00000200:0.0:1724310014.027822:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.027832:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.027838:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531190:531190:256:4294967295] 192.168.204.31@tcp LPNI seq info [531186:531186:8:4294967295] 00000400:00000200:0.0:1724310014.027847:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.027852:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.027855:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310014.027860:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.027866:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.027870:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.027894:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310014.027897:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.027900:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8c400. 00000800:00000200:2.0:1724310014.028565:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.028569:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310014.028572:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.028577:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.028581:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dcc0 00000400:00000010:2.0:1724310014.028583:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dcc0. 00010000:00000010:0.1:1724310014.029359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310014.029366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:0.0:1724310014.030414:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.030426:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201500 00000400:00000200:0.0:1724310014.030433:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 101080 00000400:00000200:0.0:1724310014.030451:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.030454:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.030460:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.030465:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415f80. 00000020:00000010:2.0:1724310014.030531:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f600. 00000020:00000010:2.0:1724310014.030536:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0680. 00000020:00000010:2.0:1724310014.030540:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.030576:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883335936 02000000:00000010:2.0:1724310014.030601:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088957000. 00010000:00000010:2.0:1724310014.030628:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310014.030934:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310014.030957:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.030961:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0300. 00010000:00000010:2.0:1724310014.030971:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.030973:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0880. 00010000:00000010:2.0:1724310014.030976:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.030978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310014.031057:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.031059:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0a00. 00010000:00000010:2.0:1724310014.031062:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.031065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310014.031082:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951466a0. 00000020:00000010:2.0:1724310014.031087:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951466a0. 00000020:00000010:2.0:1724310014.031094:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e840. 00080000:00000010:2.0:1724310014.031098:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f640400. 00000001:00000010:2.0:1724310014.031245:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd62a0. 00000001:00000010:2.0:1724310014.031249:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310014.031401:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e840. 00010000:00000010:2.0:1724310014.031409:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.031412:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.031425:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.031441:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0b80. 00010000:00000010:2.0:1724310014.031444:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0a00. 00080000:00000010:2.0:1724310014.031458:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:2.0:1724310014.031463:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:2.0:1724310014.031466:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be000. 00000004:00000010:2.0:1724310014.031471:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:2.0:1724310014.031476:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000200:2.0:1724310014.031487:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096156, last committed = 4295095650 00010000:00000200:2.0:1724310014.031493:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415f80 x1808069883335936/t4295096156(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.031504:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be64c8. 00000100:00000200:2.0:1724310014.031509:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883335936, offset 224 00000400:00000010:2.0:1724310014.031513:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e604d0. 00000400:00000200:2.0:1724310014.031516:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.031523:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.031527:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531191:531191:256:4294967295] 192.168.204.31@tcp LPNI seq info [531187:531187:8:4294967295] 00000400:00000200:2.0:1724310014.031531:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.031536:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.031540:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.031543:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.031546:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.031552:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.031555:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.031580:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0680. 00000020:00000010:2.0:1724310014.031583:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310014.031586:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f600. 00000800:00000200:1.0:1724310014.031646:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.031649:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310014.031651:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.031654:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.032563:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.032576:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ccd 00000400:00000200:0.0:1724310014.032579:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.032581:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.032585:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be64c8 00000400:00000010:0.0:1724310014.032586:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be64c8. 00010000:00000010:2.0:1724310014.032736:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310014.032742:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0880. 00000400:00000200:0.0:1724310014.032896:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.032903:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201580 00000400:00000200:0.0:1724310014.032908:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 101568 00000400:00000200:0.0:1724310014.032946:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.032950:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.032953:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.032957:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414a80. 00000020:00000010:2.0:1724310014.033095:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f600. 00000020:00000010:2.0:1724310014.033099:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.033101:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.033140:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883336064 00000001:00000010:2.0:1724310014.033148:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:2.0:1724310014.033161:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.033164:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 02000000:00000010:2.0:1724310014.033205:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c520000. 00010000:00000010:2.0:1724310014.033224:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.033226:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.033234:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.033236:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310014.033238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.033240:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000004:00000010:2.0:1724310014.033324:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310014.033329:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310014.033333:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310014.033339:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.1:1724310014.034064:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310014.034069:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310014.034072:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310014.036447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310014.036457:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310014.039662:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.0:1724310014.042843:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.042852:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0100. 00010000:00000010:2.0:1724310014.042857:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.042862:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310014.042914:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.042922:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310014.042927:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310014.042955:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000200:2.0:1724310014.042968:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414a80 x1808069883336064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:1.1:1724310014.042977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000010:2.0:1724310014.042982:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00010000:00000010:1.1:1724310014.042983:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.042986:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000100:00000200:2.0:1724310014.042988:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883336064, offset 224 00010000:00000010:1.1:1724310014.042991:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:2.0:1724310014.042993:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00010000:00000010:1.1:1724310014.042993:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310014.042995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:2.0:1724310014.043002:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.043008:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531192:531192:256:4294967295] 192.168.204.31@tcp LPNI seq info [531188:531188:8:4294967295] 00000400:00000200:2.0:1724310014.043016:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.043020:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.043024:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310014.043029:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.043036:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.043040:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.043970:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.043994:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310014.043998:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f600. 00000800:00000200:1.0:1724310014.044246:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.044249:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310014.044252:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.044281:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.044284:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:1.0:1724310014.044286:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00010000:00000010:1.1:1724310014.047226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310014.047235:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.047239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310014.047241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310014.048484:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.048496:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201680 00000400:00000200:0.0:1724310014.048502:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 102144 00000400:00000200:0.0:1724310014.048523:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.048526:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.048532:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.048537:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415500. 00000020:00000010:2.0:1724310014.048690:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f600. 00000020:00000010:2.0:1724310014.048695:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.048699:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.048732:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883336320 02000000:00000010:2.0:1724310014.048759:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088951000. 00010000:00000010:2.0:1724310014.048793:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0600. 00010000:00000010:2.0:1724310014.048819:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0100. 00010000:00000010:2.0:1724310014.048839:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.048843:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310014.048854:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.048857:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0600. 00010000:00000010:2.0:1724310014.048859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.048861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d80. 00010000:00000010:2.0:1724310014.048936:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.048938:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310014.048941:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.048944:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310014.048962:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.048967:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.048975:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4bca1e0. 00080000:00000010:2.0:1724310014.048980:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f640c00. 00000001:00000010:2.0:1724310014.049819:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9de0. 00000001:00000010:2.0:1724310014.049824:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310014.049853:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4bca1e0. 00010000:00000010:2.0:1724310014.049860:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.049863:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.049877:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.049893:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310014.049896:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00080000:00000010:2.0:1724310014.049911:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310014.049915:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310014.049919:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310014.049923:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310014.049930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000200:2.0:1724310014.049942:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096157, last committed = 4295095650 00010000:00000200:2.0:1724310014.049949:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415500 x1808069883336320/t4295096157(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.049961:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310014.049966:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883336320, offset 224 00000400:00000010:2.0:1724310014.049972:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60508. 00000400:00000200:2.0:1724310014.049974:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.049982:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.049988:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531193:531193:256:4294967295] 192.168.204.31@tcp LPNI seq info [531189:531189:8:4294967295] 00000400:00000200:2.0:1724310014.049992:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.049998:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.050003:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.050006:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.050010:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.050016:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.050020:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.050958:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.050964:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310014.050967:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f600. 00000800:00000200:0.0:1724310014.051019:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.051022:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.051025:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.051030:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.051358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310014.051364:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00000400:00000200:0.0:1724310014.052985:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.052998:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cd5 00000400:00000200:0.0:1724310014.053003:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.053006:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.053010:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:0.0:1724310014.053012:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00010000:00000010:3.0:1724310014.053079:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d80. 00010000:00000010:3.0:1724310014.053086:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0600. 00000400:00000200:2.0:1724310014.053447:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.053454:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201700 00000400:00000200:2.0:1724310014.053461:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 102632 00000400:00000200:2.0:1724310014.053511:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.053515:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.053519:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.053525:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511bb80. 00000020:00000010:0.0:1724310014.053594:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8dc00. 00000020:00000010:0.0:1724310014.053598:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310014.053602:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.053628:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883336448 00000001:00000010:0.0:1724310014.053636:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:0.0:1724310014.053653:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.053657:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:0.0:1724310014.053698:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880095030000. 00010000:00000010:0.0:1724310014.053716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.053719:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310014.053729:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.053731:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310014.053734:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310014.053737:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000004:00000010:0.0:1724310014.053805:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310014.053811:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be7f8. 00000004:00000010:0.0:1724310014.053815:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310014.053821:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310014.055627:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310014.055634:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310014.055638:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310014.055646:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310014.055736:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310014.055754:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310014.055759:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310014.055801:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:0.0:1724310014.055817:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511bb80 x1808069883336448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.055831:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d000. 00000100:00000200:0.0:1724310014.055837:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883336448, offset 224 00000400:00000200:0.0:1724310014.055842:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.055851:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.055856:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531194:531194:256:4294967295] 192.168.204.31@tcp LPNI seq info [531190:531190:8:4294967295] 00000400:00000200:0.0:1724310014.055864:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.055868:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.055871:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310014.055875:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.055881:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.055884:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.055900:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99000. 00000020:00000010:0.0:1724310014.055904:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.055906:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8dc00. 00000800:00000200:2.0:1724310014.056005:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.056008:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310014.056011:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.056015:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.056019:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d000 00000400:00000010:2.0:1724310014.056020:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d000. 00010000:00000010:1.1:1724310014.057419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310014.057427:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310014.057431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310014.057437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310014.057484:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.057494:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201800 00000400:00000200:0.0:1724310014.057499:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 103208 00000400:00000200:0.0:1724310014.057518:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.057521:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.057526:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.057530:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414e00. 00000020:00000010:2.0:1724310014.057613:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f000. 00000020:00000010:2.0:1724310014.057618:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.057620:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.057640:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883336704 02000000:00000010:2.0:1724310014.058008:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc79000. 00010000:00000010:2.0:1724310014.058038:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310014.058353:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310014.058374:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.058389:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0100. 00010000:00000010:2.0:1724310014.058399:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.058401:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310014.058403:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.058405:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.058473:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.058475:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0300. 00010000:00000010:2.0:1724310014.058477:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.058478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310014.058493:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.058496:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.058503:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9660. 00080000:00000010:2.0:1724310014.058508:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb2400. 00000001:00000010:2.0:1724310014.058844:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e660. 00000001:00000010:2.0:1724310014.058849:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310014.058877:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9660. 00010000:00000010:2.0:1724310014.058884:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.058887:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.058900:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.058916:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310014.058918:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0300. 00080000:00000010:2.0:1724310014.058933:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:2.0:1724310014.058939:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:2.0:1724310014.058942:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be7f8. 00000004:00000010:2.0:1724310014.058946:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:2.0:1724310014.058953:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0100. 00010000:00000200:2.0:1724310014.058964:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096158, last committed = 4295095650 00010000:00000200:2.0:1724310014.058971:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414e00 x1808069883336704/t4295096158(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.058982:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086be6550. 00000100:00000200:2.0:1724310014.058988:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883336704, offset 224 00000400:00000010:2.0:1724310014.058993:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60540. 00000400:00000200:2.0:1724310014.058995:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.059004:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.059009:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531195:531195:256:4294967295] 192.168.204.31@tcp LPNI seq info [531191:531191:8:4294967295] 00000400:00000200:2.0:1724310014.059013:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.059019:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.059023:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.059026:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.059030:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.059036:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.059039:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.059129:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0880. 00000020:00000010:2.0:1724310014.059133:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310014.059135:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f000. 00000800:00000200:0.0:1724310014.059184:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.059186:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310014.059189:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.059193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.060341:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.060351:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cdd 00000400:00000200:0.0:1724310014.060354:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.060357:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.060360:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086be6550 00000400:00000010:0.0:1724310014.060362:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086be6550. 00000400:00000200:0.0:1724310014.060453:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.060458:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201880 00000400:00000200:0.0:1724310014.060463:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 103696 00000400:00000200:0.0:1724310014.060505:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.060508:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.060512:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.060516:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414700. 00000020:00000010:3.0:1724310014.060577:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c17e00. 00000020:00000010:3.0:1724310014.060581:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310014.060584:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.060601:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883336832 00000001:00000010:3.0:1724310014.060607:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:3.0:1724310014.060622:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.060626:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310014.060666:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088e20000. 00010000:00000010:3.0:1724310014.060683:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.060686:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.060696:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310014.060698:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310014.060701:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.060703:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00010000:00000010:2.0:1724310014.060732:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.060738:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00000004:00000010:3.0:1724310014.060763:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310014.060768:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.060772:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310014.060778:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310014.061335:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310014.061338:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310014.061341:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310014.061344:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310014.061377:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.061398:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310014.061400:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310014.061423:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310014.061433:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414700 x1808069883336832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.061443:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5110. 00000100:00000200:3.0:1724310014.061447:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883336832, offset 224 00000400:00000200:3.0:1724310014.061450:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.061456:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.061460:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531196:531196:256:4294967295] 192.168.204.31@tcp LPNI seq info [531192:531192:8:4294967295] 00000400:00000200:3.0:1724310014.061466:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.061469:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.061472:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310014.061476:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.061480:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.061483:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.061505:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310014.061509:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.061511:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c17e00. 00000800:00000200:0.0:1724310014.061674:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.061677:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310014.061680:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.061683:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.061686:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5110 00000400:00000010:0.0:1724310014.061687:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5110. 00000400:00000200:0.0:1724310014.063199:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.063205:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201980 00000400:00000200:0.0:1724310014.063210:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 104272 00000400:00000200:0.0:1724310014.063221:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.063223:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.063226:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.063229:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417480. 00000020:00000010:3.0:1724310014.063286:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.063291:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407e00. 00010000:00000010:1.1:1724310014.063332:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.063338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000020:00000010:3.0:1724310014.063366:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00010000:00000010:2.1:1724310014.063390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310014.063394:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310014.063397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00000100:00000200:3.0:1724310014.063405:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337088 02000000:00000010:3.0:1724310014.063474:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094730000. 00010000:00000010:3.0:1724310014.063495:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407700. 00010000:00000010:3.0:1724310014.063504:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310014.063522:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.063525:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310014.063533:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.063534:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407700. 00010000:00000010:3.0:1724310014.063537:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.063539:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310014.063603:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310014.063605:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310014.063607:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.063609:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310014.063625:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.063629:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.063636:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ad20. 00080000:00000010:3.0:1724310014.063641:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bc800. 00000001:00000010:3.0:1724310014.063792:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a660. 00000001:00000010:3.0:1724310014.063796:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310014.063824:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ad20. 00010000:00000010:3.0:1724310014.063830:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310014.063833:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.063844:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.063860:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407880. 00010000:00000010:3.0:1724310014.063862:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310014.063878:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310014.063882:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310014.063885:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.063890:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310014.063897:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000200:3.0:1724310014.063907:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096159, last committed = 4295095650 00010000:00000200:3.0:1724310014.063913:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417480 x1808069883337088/t4295096159(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.063925:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5b28. 00000100:00000200:3.0:1724310014.063930:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883337088, offset 224 00000400:00000010:3.0:1724310014.063933:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467690. 00000400:00000200:3.0:1724310014.063936:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.063943:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.063947:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531197:531197:256:4294967295] 192.168.204.31@tcp LPNI seq info [531193:531193:8:4294967295] 00000400:00000200:3.0:1724310014.063951:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.063956:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.063960:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.063964:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310014.063967:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.063972:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.063976:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.063999:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407e00. 00000020:00000010:3.0:1724310014.064002:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.064004:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:0.0:1724310014.064401:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.064404:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310014.064408:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.064412:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.066408:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.066422:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ce5 00000400:00000200:0.0:1724310014.066426:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.066429:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.066434:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5b28 00000400:00000010:0.0:1724310014.066437:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5b28. 00000400:00000200:0.0:1724310014.066465:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.066471:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201a00 00000400:00000200:0.0:1724310014.066476:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 104760 00000400:00000200:0.0:1724310014.066527:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.066535:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.066538:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.066543:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416300. 00010000:00000010:3.0:1724310014.066623:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310014.066631:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407700. 00000020:00000010:3.0:1724310014.066659:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.066662:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.066669:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.066686:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337216 00000001:00000010:3.0:1724310014.066695:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:3.0:1724310014.066712:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.066717:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 02000000:00000010:3.0:1724310014.066760:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ccb0000. 00010000:00000010:3.0:1724310014.066782:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.066785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.066795:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.066797:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310014.066800:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.066802:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000004:00000010:3.0:1724310014.066873:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310014.066879:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.066883:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310014.066889:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:1.1:1724310014.070019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310014.070052:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.0:1724310014.070842:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.070850:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310014.070855:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.070859:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310014.071127:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.071136:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310014.071140:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310014.072064:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000200:3.0:1724310014.072082:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416300 x1808069883337216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.072098:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.072103:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883337216, offset 224 00000400:00000200:3.0:1724310014.072109:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.072119:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.072124:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531198:531198:256:4294967295] 192.168.204.31@tcp LPNI seq info [531194:531194:8:4294967295] 00000400:00000200:3.0:1724310014.072133:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.072138:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.072142:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310014.072147:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.072153:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.072157:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.072180:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.072184:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.072186:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:0.0:1724310014.074157:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.074164:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310014.074173:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.074180:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.074185:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.074187:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.1:1724310014.074548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310014.074618:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310014.074625:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310014.074628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310014.074631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310014.075891:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.075902:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201b00 00000400:00000200:0.0:1724310014.075909:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 105336 00000400:00000200:0.0:1724310014.075926:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.075930:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.075934:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.075951:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417800. 00000020:00000010:3.0:1724310014.076044:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.076050:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.076053:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.076089:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337472 02000000:00000010:3.0:1724310014.076117:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094732000. 00010000:00000010:3.0:1724310014.076146:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407d80. 00010000:00000010:3.0:1724310014.076159:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407580. 00010000:00000010:3.0:1724310014.076182:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.076187:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.076197:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310014.076199:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407d80. 00010000:00000010:3.0:1724310014.076202:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.076204:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407000. 00010000:00000010:3.0:1724310014.076308:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.076310:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407500. 00010000:00000010:3.0:1724310014.076313:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.076315:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f00. 00000020:00000010:3.0:1724310014.076335:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.076339:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.076347:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a120. 00080000:00000010:3.0:1724310014.076352:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6be000. 00000001:00000010:3.0:1724310014.076507:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aa20. 00000001:00000010:3.0:1724310014.076511:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310014.076539:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a120. 00010000:00000010:3.0:1724310014.076545:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.076548:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.076561:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.076576:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f00. 00010000:00000010:3.0:1724310014.076579:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407500. 00080000:00000010:3.0:1724310014.076596:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310014.076600:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310014.076604:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.076609:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310014.076615:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310014.076626:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096160, last committed = 4295095650 00010000:00000200:3.0:1724310014.076632:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417800 x1808069883337472/t4295096160(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.076645:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.076650:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883337472, offset 224 00000400:00000010:3.0:1724310014.076654:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224676c8. 00000400:00000200:3.0:1724310014.076657:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.076665:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.076670:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531199:531199:256:4294967295] 192.168.204.31@tcp LPNI seq info [531195:531195:8:4294967295] 00000400:00000200:3.0:1724310014.076674:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.076680:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.076684:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.076687:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310014.076691:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.076697:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.076700:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.076729:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.076732:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.076734:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:1.0:1724310014.076969:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.076972:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310014.076975:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.076979:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.077372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310014.077387:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310014.077390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310014.077396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310014.077398:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310014.077400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310014.080341:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.080355:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ced 00000400:00000200:0.0:1724310014.080361:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.080364:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.080368:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.080371:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:2.0:1724310014.080457:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407000. 00010000:00000010:2.0:1724310014.080467:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407d80. 00000400:00000200:0.0:1724310014.080795:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.080800:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201b80 00000400:00000200:0.0:1724310014.080805:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 105824 00000400:00000200:0.0:1724310014.080837:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.080840:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.080843:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.080846:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414000. 00000020:00000010:2.0:1724310014.080911:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f000. 00000020:00000010:2.0:1724310014.080914:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0b80. 00000020:00000010:2.0:1724310014.080917:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.080943:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337600 00000001:00000010:2.0:1724310014.080951:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310014.080965:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.080968:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 02000000:00000010:2.0:1724310014.081006:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007bdb0000. 00010000:00000010:2.0:1724310014.081023:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.081025:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0880. 00010000:00000010:2.0:1724310014.081033:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.081034:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0100. 00010000:00000010:2.0:1724310014.081036:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.081038:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0300. 00000004:00000010:2.0:1724310014.081097:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310014.081103:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310014.081106:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310014.081111:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:0.0:1724310014.081580:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.081583:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310014.081586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.081588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310014.081619:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0880. 00010000:00000010:0.0:1724310014.081637:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0300. 00010000:00000010:0.0:1724310014.081640:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0100. 00010000:00000010:0.0:1724310014.081660:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000200:0.0:1724310014.081671:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414000 x1808069883337600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.081683:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310014.081688:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883337600, offset 224 00000400:00000200:0.0:1724310014.081693:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.081699:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.081704:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531200:531200:256:4294967295] 192.168.204.31@tcp LPNI seq info [531196:531196:8:4294967295] 00000400:00000200:0.0:1724310014.081712:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.081717:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.081720:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310014.081729:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.081735:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.081738:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.081799:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0b80. 00000020:00000010:0.0:1724310014.081806:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:0.0:1724310014.081809:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f000. 00000800:00000200:1.0:1724310014.081860:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.081863:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:1.0:1724310014.081865:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.081868:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.081870:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:1.0:1724310014.081871:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00000400:00000200:0.0:1724310014.083460:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.083470:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201c80 00000400:00000200:0.0:1724310014.083477:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 106400 00000400:00000200:0.0:1724310014.083493:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.083496:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.083500:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.083503:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414380. 00000020:00000010:2.0:1724310014.083604:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90e400. 00000020:00000010:2.0:1724310014.083609:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310014.083612:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310014.083638:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337856 02000000:00000010:2.0:1724310014.083657:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7b000. 00010000:00000010:2.0:1724310014.083677:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310014.083691:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310014.083708:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310014.083708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.0:1724310014.083712:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00010000:00000010:1.1:1724310014.083716:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.0:1724310014.083719:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310014.083719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.0:1724310014.083721:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0c80. 00010000:00000010:1.1:1724310014.083722:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.0:1724310014.083723:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310014.083724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.0:1724310014.083725:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a80. 00010000:00000010:1.1:1724310014.083730:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310014.083732:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310014.083734:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310014.083736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310014.083738:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310014.083740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310014.083742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.0:1724310014.083793:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.083795:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0e00. 00010000:00000010:2.0:1724310014.083798:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.083800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0280. 00000020:00000010:2.0:1724310014.083821:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.083826:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146560. 00000020:00000010:2.0:1724310014.083832:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e5a0. 00080000:00000010:2.0:1724310014.083837:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb1c00. 00000001:00000010:2.0:1724310014.083986:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ae0. 00000001:00000010:2.0:1724310014.083990:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310014.084019:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e5a0. 00010000:00000010:2.0:1724310014.084028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.084031:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310014.084042:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:2.0:1724310014.084057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0280. 00010000:00000010:2.0:1724310014.084059:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0e00. 00080000:00000010:2.0:1724310014.084073:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310014.084077:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310014.084081:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310014.084086:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310014.084094:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:2.0:1724310014.084104:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096161, last committed = 4295095650 00010000:00000200:2.0:1724310014.084110:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414380 x1808069883337856/t4295096161(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.084122:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e880. 00000100:00000200:2.0:1724310014.084127:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883337856, offset 224 00000400:00000010:2.0:1724310014.084132:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60578. 00000400:00000200:2.0:1724310014.084134:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.084141:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.084146:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531201:531201:256:4294967295] 192.168.204.31@tcp LPNI seq info [531197:531197:8:4294967295] 00000400:00000200:2.0:1724310014.084149:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.084155:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.084159:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.084162:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310014.084166:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.084171:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.084174:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.084200:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310014.084203:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310014.084205:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90e400. 00000800:00000200:0.0:1724310014.084324:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.084327:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310014.084329:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.084333:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.086693:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.086707:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cf5 00000400:00000200:0.0:1724310014.086713:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.086716:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.086720:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e880 00000400:00000010:0.0:1724310014.086723:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e880. 00000400:00000200:0.0:1724310014.086785:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.086790:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201d00 00000400:00000200:0.0:1724310014.086796:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 106888 00000400:00000200:0.0:1724310014.086810:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.086813:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.086817:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.086822:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415180. 00010000:00000010:3.0:1724310014.086872:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a80. 00010000:00000010:3.0:1724310014.086880:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0c80. 00000020:00000010:3.0:1724310014.087044:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.087048:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.087053:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.087079:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883337984 00000001:00000010:3.0:1724310014.087088:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310014.087105:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310014.087109:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 02000000:00000010:3.0:1724310014.087152:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090600000. 00010000:00000010:3.0:1724310014.087170:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.087173:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310014.087182:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.087184:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310014.087187:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310014.087189:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000004:00000010:3.0:1724310014.087281:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310014.087287:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.087291:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310014.087297:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310014.087856:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.087859:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310014.087861:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310014.087864:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310014.087896:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310014.087903:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310014.087905:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310014.087926:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000200:3.0:1724310014.087937:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415180 x1808069883337984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.087951:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5b28. 00000100:00000200:3.0:1724310014.087955:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883337984, offset 224 00000400:00000200:3.0:1724310014.087959:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.087967:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.087972:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531202:531202:256:4294967295] 192.168.204.31@tcp LPNI seq info [531198:531198:8:4294967295] 00000400:00000200:3.0:1724310014.087979:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.087984:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.087989:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310014.087993:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.087999:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.088002:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.088767:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.088772:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.088774:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:0.0:1724310014.089064:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.089068:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310014.089072:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.089076:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.089079:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5b28 00000400:00000010:0.0:1724310014.089081:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5b28. 00010000:00000010:3.1:1724310014.089360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310014.089366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310014.089369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310014.089371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310014.089442:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310014.089447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:0.0:1724310014.090954:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.090966:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201e00 00000400:00000200:0.0:1724310014.090973:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 107464 00000400:00000200:0.0:1724310014.090990:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.090993:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.090999:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.091003:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416d80. 00000020:00000010:3.0:1724310014.091227:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.091232:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.091235:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.091372:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883338240 02000000:00000010:3.0:1724310014.091406:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094734000. 00010000:00000010:3.0:1724310014.091432:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310014.091443:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e80. 00010000:00000010:3.0:1724310014.091465:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.091468:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e80. 00010000:00000010:3.0:1724310014.091479:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.091481:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407180. 00010000:00000010:3.0:1724310014.091483:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.091485:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407580. 00010000:00000010:3.0:1724310014.091558:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.091561:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407880. 00010000:00000010:3.0:1724310014.091563:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.091565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00000020:00000010:3.0:1724310014.091580:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.091585:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.091592:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a7e0. 00080000:00000010:3.0:1724310014.091597:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bfc00. 00000001:00000010:3.0:1724310014.091738:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3af60. 00000001:00000010:3.0:1724310014.091743:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310014.091769:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a7e0. 00010000:00000010:3.0:1724310014.091775:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310014.091779:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310014.091791:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407800. 00010000:00000010:3.0:1724310014.091808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310014.091810:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407880. 00080000:00000010:3.0:1724310014.091826:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310014.091830:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310014.091833:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.091838:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310014.091844:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e80. 00010000:00000200:3.0:1724310014.091853:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096162, last committed = 4295095650 00010000:00000200:3.0:1724310014.091860:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416d80 x1808069883338240/t4295096162(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.091872:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5110. 00000100:00000200:3.0:1724310014.091877:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883338240, offset 224 00000400:00000010:3.0:1724310014.091882:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467700. 00000400:00000200:3.0:1724310014.091885:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.091893:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.091898:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531203:531203:256:4294967295] 192.168.204.31@tcp LPNI seq info [531199:531199:8:4294967295] 00000400:00000200:3.0:1724310014.091902:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.091908:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.091912:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.091915:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310014.091919:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.091925:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.091928:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.091946:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407700. 00000020:00000010:3.0:1724310014.091949:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.091951:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:0.0:1724310014.092049:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.092052:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310014.092055:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.092058:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.092349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310014.092355:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310014.092357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310014.092359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310014.092361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310014.092366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310014.093463:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.093472:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294cfd 00000400:00000200:0.0:1724310014.093476:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.093478:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.093482:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5110 00000400:00000010:0.0:1724310014.093484:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5110. 00010000:00000010:2.0:1724310014.093864:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407580. 00010000:00000010:2.0:1724310014.093871:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407180. 00000400:00000200:0.0:1724310014.094057:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.094063:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13201e80 00000400:00000200:0.0:1724310014.094069:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 107952 00000400:00000200:0.0:1724310014.094237:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.094241:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.094246:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.094250:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416680. 00000020:00000010:2.0:1724310014.094676:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90e400. 00000020:00000010:2.0:1724310014.094681:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0a00. 00000020:00000010:2.0:1724310014.094685:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310014.094716:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883338368 00000001:00000010:2.0:1724310014.094725:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310014.094741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.094745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 02000000:00000010:2.0:1724310014.094787:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b70000. 00010000:00000010:2.0:1724310014.094809:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.094812:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0e00. 00010000:00000010:2.0:1724310014.094823:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.094825:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0280. 00010000:00000010:2.0:1724310014.094828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.094830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0d00. 00000004:00000010:2.0:1724310014.094899:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310014.094905:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310014.094910:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310014.094916:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:3.0:1724310014.096424:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310014.096428:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.096432:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.096435:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310014.096476:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0e00. 00010000:00000010:3.0:1724310014.096483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0d00. 00010000:00000010:3.0:1724310014.096487:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0280. 00010000:00000010:3.0:1724310014.096512:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000200:3.0:1724310014.096524:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416680 x1808069883338368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.096537:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff55d8. 00000100:00000200:3.0:1724310014.096543:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883338368, offset 224 00000400:00000200:3.0:1724310014.096547:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.096556:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.096561:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531204:531204:256:4294967295] 192.168.204.31@tcp LPNI seq info [531200:531200:8:4294967295] 00000400:00000200:3.0:1724310014.096569:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.096573:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.096576:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310014.096580:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.096585:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.096588:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.096634:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0a00. 00000020:00000010:3.0:1724310014.096637:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:3.0:1724310014.096640:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90e400. 00000800:00000200:0.0:1724310014.096726:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.096729:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310014.096733:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.096736:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.096739:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff55d8 00000400:00000010:0.0:1724310014.096740:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff55d8. 00000400:00000200:0.0:1724310014.098854:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.098867:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13201f80 00000400:00000200:0.0:1724310014.098874:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 108528 00000400:00000200:0.0:1724310014.098893:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.098897:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.098902:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.098908:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607800. 00000020:00000010:3.0:1724310014.099049:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:3.0:1724310014.099053:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310014.099056:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.099076:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883338624 02000000:00000010:3.0:1724310014.099100:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094736000. 00010000:00000010:3.0:1724310014.099123:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407f80. 00010000:00000010:3.0:1724310014.099134:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.099153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.099157:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407e00. 00010000:00000010:3.0:1724310014.099165:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310014.099167:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407f80. 00010000:00000010:3.0:1724310014.099169:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.099171:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310014.099236:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.099238:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008c407800. 00010000:00000010:3.0:1724310014.099240:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.099242:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407480. 00000020:00000010:3.0:1724310014.099294:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.099299:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c840. 00000020:00000010:3.0:1724310014.099305:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a7e0. 00080000:00000010:3.0:1724310014.099310:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bc000. 00000001:00000010:3.0:1724310014.099452:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4000. 00000001:00000010:3.0:1724310014.099456:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310014.099483:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a7e0. 00010000:00000010:3.0:1724310014.099489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.099491:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310014.099503:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407180. 00010000:00000010:3.0:1724310014.099517:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407480. 00010000:00000010:3.0:1724310014.099519:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407800. 00080000:00000010:3.0:1724310014.099531:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:3.0:1724310014.099535:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:3.0:1724310014.099538:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:3.0:1724310014.099543:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:3.0:1724310014.099550:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407e00. 00010000:00000200:3.0:1724310014.099559:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096163, last committed = 4295095650 00010000:00000200:3.0:1724310014.099565:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607800 x1808069883338624/t4295096163(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.099577:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5bb0. 00000100:00000200:3.0:1724310014.099581:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883338624, offset 224 00000400:00000010:3.0:1724310014.099586:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467738. 00000400:00000200:3.0:1724310014.099588:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.099594:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.099599:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531205:531205:256:4294967295] 192.168.204.31@tcp LPNI seq info [531201:531201:8:4294967295] 00000400:00000200:3.0:1724310014.099602:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.099607:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.099611:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.099614:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310014.099618:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.099622:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.099625:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.099635:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008c407880. 00000020:00000010:3.0:1724310014.099637:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.099639:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:3.0:1724310014.099705:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.099707:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:3.0:1724310014.099709:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.099712:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.099844:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310014.099849:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310014.099854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310014.099857:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310014.099859:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310014.099863:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310014.101344:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.101356:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d05 00000400:00000200:0.0:1724310014.101360:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.101363:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.101367:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5bb0 00000400:00000010:0.0:1724310014.101370:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5bb0. 00010000:00000010:3.0:1724310014.101468:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c407500. 00010000:00000010:3.0:1724310014.101474:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c407f80. 00000400:00000200:2.0:1724310014.102089:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.102098:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202000 00000400:00000200:2.0:1724310014.102104:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 109016 00000400:00000200:2.0:1724310014.102150:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.102154:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.102158:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.102162:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118a80. 00000020:00000010:0.0:1724310014.102317:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8c200. 00000020:00000010:0.0:1724310014.102322:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310014.102326:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.102349:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883338752 00000001:00000010:0.0:1724310014.102357:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:0.0:1724310014.102373:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310014.102387:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 02000000:00000010:1.0:1724310014.102443:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082770000. 00010000:00000010:1.0:1724310014.102469:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.102472:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.102484:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.102486:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.102489:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.102491:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310014.102560:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310014.102566:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f8e8. 00000004:00000010:1.0:1724310014.102571:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310014.102577:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.1:1724310014.103308:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310014.103314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310014.103318:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310014.103322:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310014.103324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310014.103327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310014.103329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310014.103331:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310014.103334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310014.103337:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310014.103339:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310014.103343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.0:1724310014.103881:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.103883:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:0.0:1724310014.103887:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310014.103889:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310014.103928:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:0.0:1724310014.104566:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:0.0:1724310014.104571:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:0.0:1724310014.104600:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000200:0.0:1724310014.104616:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118a80 x1808069883338752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.104629:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310014.104635:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883338752, offset 224 00000400:00000200:0.0:1724310014.104640:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.104648:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.104653:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531206:531206:256:4294967295] 192.168.204.31@tcp LPNI seq info [531202:531202:8:4294967295] 00000400:00000200:0.0:1724310014.104662:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.104667:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.104670:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310014.104674:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.104680:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.104683:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.104955:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310014.104959:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.104962:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8c200. 00000800:00000200:2.0:1724310014.105081:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.105084:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:2.0:1724310014.105087:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.105090:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.105093:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:2.0:1724310014.105095:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00000400:00000200:0.0:1724310014.108510:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.108524:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202100 00000400:00000200:0.0:1724310014.108531:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 109592 00000400:00000200:0.0:1724310014.108550:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.108553:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.108559:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.108564:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604000. 00000020:00000010:2.0:1724310014.109237:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90f000. 00000020:00000010:2.0:1724310014.109243:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310014.109246:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.109596:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339008 02000000:00000010:2.0:1724310014.109627:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7d000. 00010000:00000010:2.0:1724310014.109657:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310014.109670:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00010000:00000010:2.0:1724310014.109691:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.109695:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 00010000:00000010:2.0:1724310014.109706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.109708:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0000. 00010000:00000010:2.0:1724310014.109711:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.109713:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0f80. 00010000:00000010:2.0:1724310014.109773:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.109775:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0480. 00010000:00000010:2.0:1724310014.109777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.109779:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0c00. 00000020:00000010:2.0:1724310014.109797:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146120. 00000020:00000010:2.0:1724310014.109801:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146120. 00000020:00000010:2.0:1724310014.109808:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4bca1e0. 00080000:00000010:2.0:1724310014.109812:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb0400. 00010000:00000010:2.1:1724310014.110571:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310014.110578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000001:00000010:2.0:1724310014.111162:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e9c0. 00000001:00000010:2.0:1724310014.111167:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310014.111208:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4bca1e0. 00010000:00000010:2.0:1724310014.111216:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.111219:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0800. 00010000:00000010:2.0:1724310014.111235:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0800. 00010000:00000010:0.1:1724310014.111250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.111252:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0c00. 00010000:00000010:2.0:1724310014.111254:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0480. 00010000:00000010:0.1:1724310014.111255:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310014.111271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310014.111273:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310014.111276:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310014.111279:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310014.111281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00080000:00000010:2.0:1724310014.111283:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00010000:00000010:0.1:1724310014.111283:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310014.111285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000004:00000010:2.0:1724310014.111287:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00010000:00000010:0.1:1724310014.111290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000004:00000010:2.0:1724310014.111291:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f8e8. 00010000:00000010:0.1:1724310014.111291:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310014.111293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000004:00000010:2.0:1724310014.111295:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:2.0:1724310014.111301:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000200:2.0:1724310014.111313:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096164, last committed = 4295095650 00010000:00000200:2.0:1724310014.111321:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604000 x1808069883339008/t4295096164(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.111333:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e660. 00000100:00000200:2.0:1724310014.111338:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883339008, offset 224 00000400:00000010:2.0:1724310014.111343:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e605b0. 00000400:00000200:2.0:1724310014.111347:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.111356:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.111361:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531207:531207:256:4294967295] 192.168.204.31@tcp LPNI seq info [531203:531203:8:4294967295] 00000400:00000200:2.0:1724310014.111365:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.111371:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.111375:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.111390:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.111394:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.111399:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.111403:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.111417:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0380. 00000020:00000010:2.0:1724310014.111419:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.111422:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90f000. 00000800:00000200:2.0:1724310014.111490:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.111492:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:2.0:1724310014.111494:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.111498:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.113605:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.113616:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d0d 00000400:00000200:2.0:1724310014.113621:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.113624:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.113627:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e660 00000400:00000010:2.0:1724310014.113630:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e660. 00010000:00000010:2.0:1724310014.113661:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000010:2.0:1724310014.113666:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0000. 00010000:00000010:3.1:1724310014.116366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310014.116384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00000400:00000200:0.0:1724310014.116386:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:3.1:1724310014.116388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310014.116390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:0.0:1724310014.116398:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202180 00000400:00000200:0.0:1724310014.116404:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 110080 00000400:00000200:0.0:1724310014.117043:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.117048:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.117054:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.117058:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606a00. 00000020:00000010:2.0:1724310014.118435:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90e400. 00000020:00000010:2.0:1724310014.118442:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0000. 00000020:00000010:2.0:1724310014.118446:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.118473:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339136 00000001:00000010:2.0:1724310014.118481:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310014.118502:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.118507:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0f80. 02000000:00000010:2.0:1724310014.118554:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cb50000. 00010000:00000010:2.0:1724310014.118579:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.118581:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310014.118595:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.118597:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0080. 00010000:00000010:2.0:1724310014.118600:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.118602:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00000004:00000010:2.0:1724310014.118665:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310014.118671:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310014.118675:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310014.118682:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310014.121081:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.121087:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b00. 00010000:00000010:2.0:1724310014.121091:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.121096:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0a00. 00010000:00000010:2.0:1724310014.121142:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0380. 00010000:00000010:2.0:1724310014.121150:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310014.121154:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0080. 00010000:00000010:2.0:1724310014.121181:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0f80. 00010000:00000200:2.0:1724310014.121194:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606a00 x1808069883339136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.121208:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e990. 00000100:00000200:2.0:1724310014.121214:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883339136, offset 224 00000400:00000200:2.0:1724310014.121219:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.121229:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.121235:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531208:531208:256:4294967295] 192.168.204.31@tcp LPNI seq info [531204:531204:8:4294967295] 00000400:00000200:2.0:1724310014.121243:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.121248:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.121252:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.121271:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.121277:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.121280:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.121296:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0000. 00000020:00000010:2.0:1724310014.121299:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.121302:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90e400. 00000800:00000200:2.0:1724310014.122117:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.122121:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:2.0:1724310014.122124:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.122129:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.122132:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e990 00000400:00000010:2.0:1724310014.122134:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e990. 00010000:00000010:2.1:1724310014.122356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310014.122360:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00000400:00000200:0.0:1724310014.125500:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.125514:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202280 00000400:00000200:0.0:1724310014.125521:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 110656 00000400:00000200:0.0:1724310014.125536:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.125540:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.125546:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.125552:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605f80. 00000020:00000010:0.0:1724310014.127454:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8c200. 00000020:00000010:0.0:1724310014.127464:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310014.127469:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.127492:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339392 02000000:00000010:0.0:1724310014.127517:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880046020000. 00010000:00000010:0.0:1724310014.127547:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0a00. 00010000:00000010:0.0:1724310014.127562:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b00. 00010000:00000010:0.0:1724310014.127584:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310014.127588:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310014.127598:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.127600:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:0.0:1724310014.127602:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310014.127604:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:0.0:1724310014.127669:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310014.127672:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:0.0:1724310014.127680:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310014.127682:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000020:00000010:0.0:1724310014.127702:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66520. 00000020:00000010:0.0:1724310014.127708:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66520. 00000020:00000010:0.0:1724310014.127715:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310014.127720:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b0b400. 00000001:00000010:0.0:1724310014.127886:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166180. 00000001:00000010:0.0:1724310014.127891:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310014.127919:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310014.127925:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310014.127928:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310014.127942:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310014.127959:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310014.127962:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00080000:00000010:0.0:1724310014.127979:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:0.0:1724310014.127984:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:0.0:1724310014.127987:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f531e0. 00000004:00000010:0.0:1724310014.127993:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:0.0:1724310014.128002:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000200:0.0:1724310014.128013:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096165, last committed = 4295095650 00010000:00000200:0.0:1724310014.128023:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605f80 x1808069883339392/t4295096165(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.128035:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dcc0. 00000100:00000200:0.0:1724310014.128041:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883339392, offset 224 00000400:00000010:0.0:1724310014.128047:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de2a0. 00000400:00000200:0.0:1724310014.128050:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.128061:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.128066:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531209:531209:256:4294967295] 192.168.204.31@tcp LPNI seq info [531205:531205:8:4294967295] 00000400:00000200:0.0:1724310014.128070:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.128076:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.128082:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.128085:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310014.128089:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.128095:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.128099:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.128112:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99780. 00000020:00000010:0.0:1724310014.128115:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.128117:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8c200. 00000800:00000200:0.0:1724310014.128199:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.128201:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:0.0:1724310014.128204:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.128207:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.136476:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.136491:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d15 00000400:00000200:2.0:1724310014.136497:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.136501:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.136506:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dcc0 00000400:00000010:2.0:1724310014.136508:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dcc0. 00000400:00000200:2.0:1724310014.137185:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.137192:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202300 00000400:00000200:2.0:1724310014.137197:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 111144 00000400:00000200:2.0:1724310014.137248:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.137252:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.137271:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.137276:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119500. 00000020:00000010:2.0:1724310014.138194:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f90e400. 00000020:00000010:2.0:1724310014.138199:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880121cc0f80. 00000020:00000010:2.0:1724310014.138203:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.138227:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339520 00000001:00000010:2.0:1724310014.138235:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310014.138254:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.138276:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0080. 02000000:00000010:2.0:1724310014.138317:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b40000. 00010000:00000010:2.0:1724310014.138337:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.138340:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310014.138353:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.138355:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0380. 00010000:00000010:2.0:1724310014.138358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.138360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0680. 00000004:00000010:2.0:1724310014.138451:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310014.138457:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310014.138461:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310014.138467:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:1.1:1724310014.139038:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310014.139043:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.139046:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310014.139049:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310014.139052:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310014.139054:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310014.139055:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310014.139057:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310014.139059:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310014.139061:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.0:1724310014.139583:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:3.0:1724310014.139591:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310014.142883:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.142892:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310014.142898:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.142904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.142975:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0480. 00010000:00000010:2.0:1724310014.142984:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0680. 00010000:00000010:2.0:1724310014.142989:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0380. 00010000:00000010:2.0:1724310014.143030:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0080. 00010000:00000200:2.0:1724310014.143047:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5119500 x1808069883339520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.143066:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3edd0. 00000100:00000200:2.0:1724310014.143075:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883339520, offset 224 00000400:00000200:2.0:1724310014.143082:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.143096:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.143103:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531210:531210:256:4294967295] 192.168.204.31@tcp LPNI seq info [531206:531206:8:4294967295] 00000400:00000200:2.0:1724310014.143115:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.143121:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.143125:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310014.143131:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.143138:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.143142:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.143169:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880121cc0f80. 00000020:00000010:2.0:1724310014.143174:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.143178:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f90e400. 00000800:00000200:2.0:1724310014.143293:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.143295:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:2.0:1724310014.143299:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.143304:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.143308:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3edd0 00000400:00000010:2.0:1724310014.143310:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3edd0. 00010000:00000010:1.1:1724310014.144942:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310014.144961:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310014.144965:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310014.144967:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310014.144969:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310014.144975:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310014.148077:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310014.148085:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000400:00000200:0.0:1724310014.149685:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.149700:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202400 00000400:00000200:0.0:1724310014.149706:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 111720 00000400:00000200:0.0:1724310014.149722:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.149726:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.149732:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.149738:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605c00. 00000020:00000010:2.0:1724310014.149792:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c1a00. 00000020:00000010:2.0:1724310014.149800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008df23b80. 00000020:00000010:2.0:1724310014.149805:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.149837:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339776 02000000:00000010:2.0:1724310014.149873:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7c000. 00010000:00000010:2.0:1724310014.149914:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880121cc0200. 00010000:00000010:2.0:1724310014.149929:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880121cc0b80. 00010000:00000010:2.0:1724310014.149959:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.149965:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008df23200. 00010000:00000010:2.0:1724310014.149979:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.149981:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008df23a00. 00010000:00000010:2.0:1724310014.149984:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.149986:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008df23b00. 00010000:00000010:2.0:1724310014.150084:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.150087:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008df23300. 00010000:00000010:2.0:1724310014.150090:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.150093:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008df23980. 00000020:00000010:2.0:1724310014.150114:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951465e0. 00000020:00000010:2.0:1724310014.150119:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951465e0. 00000020:00000010:2.0:1724310014.150130:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087ab1060. 00080000:00000010:2.0:1724310014.150136:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb0800. 00000001:00000010:2.0:1724310014.150399:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa75a0. 00000001:00000010:2.0:1724310014.150405:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310014.150444:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087ab1060. 00010000:00000010:2.0:1724310014.150451:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.150455:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008df23800. 00010000:00000010:2.0:1724310014.150470:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008df23800. 00010000:00000010:2.0:1724310014.150491:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008df23980. 00010000:00000010:2.0:1724310014.150493:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008df23300. 00080000:00000010:2.0:1724310014.150519:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310014.150524:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310014.150529:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310014.150535:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310014.150541:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008df23200. 00010000:00000200:2.0:1724310014.150556:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096166, last committed = 4295095650 00010000:00000200:2.0:1724310014.150565:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605c00 x1808069883339776/t4295096166(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.150581:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3edd0. 00000100:00000200:2.0:1724310014.150588:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883339776, offset 224 00000400:00000010:2.0:1724310014.150594:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e605e8. 00000400:00000200:2.0:1724310014.150598:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.150610:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.150616:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531211:531211:256:4294967295] 192.168.204.31@tcp LPNI seq info [531207:531207:8:4294967295] 00000400:00000200:2.0:1724310014.150621:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.150627:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.150633:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.150637:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310014.150642:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.150649:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.150653:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.150670:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008df23b80. 00000020:00000010:2.0:1724310014.150672:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.150675:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c1a00. 00000800:00000200:2.0:1724310014.150767:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.150770:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:2.0:1724310014.150773:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.150777:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.151024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310014.151032:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310014.151035:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310014.151038:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:2.0:1724310014.156817:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.156836:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d1d 00000400:00000200:2.0:1724310014.156847:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.156851:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.156855:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3edd0 00000400:00000010:2.0:1724310014.156857:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3edd0. 00000400:00000200:2.0:1724310014.156875:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.156880:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202480 00000400:00000200:2.0:1724310014.156886:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 112208 00000400:00000200:2.0:1724310014.156942:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.156946:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.156950:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.156954:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511a680. 00010000:00000010:2.0:1724310014.156991:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008df23b00. 00010000:00000010:2.0:1724310014.156999:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008df23a00. 00000020:00000010:0.0:1724310014.157196:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867e9600. 00000020:00000010:0.0:1724310014.157200:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800828c6300. 00000020:00000010:0.0:1724310014.157204:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.157223:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883339904 00000001:00000010:0.0:1724310014.157231:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:0.0:1724310014.157247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.157251:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800828c6100. 02000000:00000010:0.0:1724310014.157308:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006c430000. 00010000:00000010:0.0:1724310014.157328:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.157331:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800828c6080. 00010000:00000010:0.0:1724310014.157342:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.157344:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800828c6200. 00010000:00000010:0.0:1724310014.157346:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310014.157349:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800828c6900. 00000004:00000010:0.0:1724310014.157439:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310014.157446:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bee88. 00000004:00000010:0.0:1724310014.157451:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310014.157457:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:3.0:1724310014.159976:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.159981:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.159984:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.159989:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.160121:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800828c6080. 00010000:00000010:3.0:1724310014.160133:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800828c6900. 00010000:00000010:3.0:1724310014.160138:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800828c6200. 00010000:00000010:3.0:1724310014.160169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800828c6100. 00010000:00000200:3.0:1724310014.160183:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511a680 x1808069883339904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.160197:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff52a8. 00000100:00000200:3.0:1724310014.160203:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883339904, offset 224 00000400:00000200:3.0:1724310014.160208:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.160218:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.160223:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531212:531212:256:4294967295] 192.168.204.31@tcp LPNI seq info [531208:531208:8:4294967295] 00000400:00000200:3.0:1724310014.160231:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.160236:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.160239:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310014.160244:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.160250:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.160253:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.160282:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800828c6300. 00000020:00000010:3.0:1724310014.160286:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:3.0:1724310014.160289:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867e9600. 00000800:00000200:3.0:1724310014.160365:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.160367:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310014.160370:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.160374:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.160389:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff52a8 00000400:00000010:3.0:1724310014.160391:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff52a8. 00010000:00000010:0.1:1724310014.164725:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310014.164733:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310014.164736:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:3.0:1724310014.166417:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.166432:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202580 00000400:00000200:3.0:1724310014.166439:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 112784 00000400:00000200:3.0:1724310014.166457:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.166461:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.166466:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.166470:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fcce300. 00000020:00000010:2.0:1724310014.166539:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134122c00. 00000020:00000010:2.0:1724310014.166547:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310014.166551:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.166576:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883340160 02000000:00000010:2.0:1724310014.166600:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008871f000. 00010000:00000010:2.0:1724310014.166628:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310014.166640:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:2.0:1724310014.166659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.166664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.166675:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.166677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.166679:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.166681:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.166789:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310014.166791:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.166794:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.166796:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310014.166816:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146980. 00000020:00000010:2.0:1724310014.166825:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146980. 00000020:00000010:2.0:1724310014.166832:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e2a0. 00080000:00000010:2.0:1724310014.166836:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb3400. 00000001:00000010:2.0:1724310014.166982:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087ab10c0. 00000001:00000010:2.0:1724310014.166986:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310014.167011:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e2a0. 00010000:00000010:2.0:1724310014.167018:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.167020:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.167033:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.167049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.167052:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310014.167066:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:2.0:1724310014.167072:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:2.0:1724310014.167075:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bee88. 00000004:00000010:2.0:1724310014.167078:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:2.0:1724310014.167084:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310014.167094:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096167, last committed = 4295095650 00010000:00000200:2.0:1724310014.167100:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fcce300 x1808069883340160/t4295096167(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.167111:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3edd0. 00000100:00000200:2.0:1724310014.167115:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883340160, offset 224 00000400:00000010:2.0:1724310014.167120:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60620. 00000400:00000200:2.0:1724310014.167123:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.167130:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.167135:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531213:531213:256:4294967295] 192.168.204.31@tcp LPNI seq info [531209:531209:8:4294967295] 00000400:00000200:2.0:1724310014.167139:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.167144:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.167148:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.167151:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310014.167155:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.167160:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.167163:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.167174:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310014.167177:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.167179:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134122c00. 00000800:00000200:2.0:1724310014.167243:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.167246:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:2.0:1724310014.167248:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.167250:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.167509:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310014.167513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310014.167517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310014.170222:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310014.170229:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310014.170232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310014.170234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:1.0:1724310014.176537:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310014.176550:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d25 00000400:00000200:1.0:1724310014.176556:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.176559:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310014.176563:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3edd0 00000400:00000010:1.0:1724310014.176565:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3edd0. 00000400:00000200:1.0:1724310014.176582:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.176587:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202600 00000400:00000200:1.0:1724310014.176593:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 113272 00000400:00000200:1.0:1724310014.176639:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.176642:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.176646:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.176654:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ea00. 00000020:00000010:1.0:1724310014.176690:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c201400. 00000020:00000010:1.0:1724310014.176694:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310014.176698:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310014.176721:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883340288 00000001:00000010:1.0:1724310014.177284:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:1.0:1724310014.177305:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.177310:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310014.177352:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134af0000. 00010000:00000010:1.0:1724310014.177371:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.177373:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.177394:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.177397:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.177399:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.177401:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310014.177474:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310014.177479:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f000. 00000004:00000010:1.0:1724310014.177483:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.177488:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac96c0. 00010000:00000010:3.0:1724310014.178963:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:3.0:1724310014.178971:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:3.0:1724310014.179057:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.179060:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.179063:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.179066:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.179102:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:3.0:1724310014.179108:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:3.0:1724310014.179111:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:3.0:1724310014.179134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:3.0:1724310014.179146:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ea00 x1808069883340288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.179158:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5aa0. 00000100:00000200:3.0:1724310014.179162:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883340288, offset 224 00000400:00000200:3.0:1724310014.179167:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.179176:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.179182:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531214:531214:256:4294967295] 192.168.204.31@tcp LPNI seq info [531210:531210:8:4294967295] 00000400:00000200:3.0:1724310014.179190:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.179194:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.179198:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310014.179202:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.179207:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.179211:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.179223:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:3.0:1724310014.179227:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:3.0:1724310014.179229:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c201400. 00000800:00000200:3.0:1724310014.179308:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.179311:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:3.0:1724310014.179313:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.179317:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.179319:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5aa0 00000400:00000010:3.0:1724310014.179321:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5aa0. 00010000:00000010:3.1:1724310014.179340:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310014.179344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310014.179365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310014.179367:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310014.179370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310014.179371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310014.179374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310014.179388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:3.0:1724310014.182064:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.182075:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202700 00000400:00000200:3.0:1724310014.182081:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 113848 00000400:00000200:3.0:1724310014.182096:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.182100:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.182106:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.182113:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccea00. 00000020:00000010:3.0:1724310014.182147:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611000. 00000020:00000010:3.0:1724310014.182150:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.182154:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.182184:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883340544 02000000:00000010:3.0:1724310014.182883:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009e455000. 00010000:00000010:3.0:1724310014.182911:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.182922:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.182941:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.182945:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.182954:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.182956:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.182958:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.182960:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.183031:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.183033:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.183035:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.183038:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310014.183056:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c100. 00000020:00000010:3.0:1724310014.183060:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c100. 00000020:00000010:3.0:1724310014.183079:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310014.183083:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6be400. 00000001:00000010:3.0:1724310014.183229:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3af00. 00000001:00000010:3.0:1724310014.183233:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310014.183274:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310014.183280:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.183283:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.183295:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.183310:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.183313:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00080000:00000010:3.0:1724310014.183332:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac96c0. 00000004:00000010:3.0:1724310014.183337:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:3.0:1724310014.183341:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f000. 00000004:00000010:3.0:1724310014.183345:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:3.0:1724310014.183350:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:3.0:1724310014.183359:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096168, last committed = 4295095650 00010000:00000200:3.0:1724310014.183367:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccea00 x1808069883340544/t4295096168(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.183390:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5aa0. 00000100:00000200:3.0:1724310014.183395:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883340544, offset 224 00000400:00000010:3.0:1724310014.183400:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467770. 00000400:00000200:3.0:1724310014.183402:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.183410:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.183415:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531215:531215:256:4294967295] 192.168.204.31@tcp LPNI seq info [531211:531211:8:4294967295] 00000400:00000200:3.0:1724310014.183419:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.183424:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.183428:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.183432:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310014.183436:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.183441:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.183444:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.183457:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.183460:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.183463:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611000. 00000800:00000200:3.0:1724310014.183525:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.183527:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:3.0:1724310014.183530:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.183533:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.186599:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310014.186613:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d2d 00000400:00000200:1.0:1724310014.186619:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.186622:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310014.186627:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5aa0 00000400:00000010:1.0:1724310014.186629:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5aa0. 00000400:00000200:1.0:1724310014.186646:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.186651:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202780 00000400:00000200:1.0:1724310014.186657:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 114336 00000400:00000200:1.0:1724310014.186705:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1724310014.186707:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00000400:00000200:1.0:1724310014.186709:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.186713:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.0:1724310014.186715:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000100:00000010:1.0:1724310014.186717:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219e680. 00000020:00000010:3.0:1724310014.186743:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611400. 00000020:00000010:3.0:1724310014.186746:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310014.186749:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.186767:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883340672 00000001:00000010:3.0:1724310014.186775:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:3.0:1724310014.186789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.186793:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310014.186832:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121eb0000. 00010000:00000010:3.0:1724310014.186852:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.186855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.186866:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.186868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.186870:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.186872:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310014.186944:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310014.186949:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.186954:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310014.186960:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310014.188147:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310014.188150:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.188153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.188156:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.188191:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.188197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.188200:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.188225:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310014.188239:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219e680 x1808069883340672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.188251:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5330. 00000100:00000200:3.0:1724310014.188255:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883340672, offset 224 00000400:00000200:3.0:1724310014.188276:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.188283:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.188288:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531216:531216:256:4294967295] 192.168.204.31@tcp LPNI seq info [531212:531212:8:4294967295] 00000400:00000200:3.0:1724310014.188297:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.188300:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.188303:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310014.188308:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.188313:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.188316:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.188330:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310014.188333:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310014.188335:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611400. 00000800:00000200:3.0:1724310014.188399:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.188402:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:3.0:1724310014.188404:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.188407:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.188410:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5330 00000400:00000010:3.0:1724310014.188412:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5330. 00000400:00000200:2.0:1724310014.191897:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.191910:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202880 00000400:00000200:2.0:1724310014.191917:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 114912 00000400:00000200:2.0:1724310014.191938:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.191942:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.191948:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.191953:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511b100. 00000020:00000010:2.0:1724310014.191992:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800925b2c00. 00000020:00000010:2.0:1724310014.191997:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.192001:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.192036:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883340928 02000000:00000010:2.0:1724310014.192064:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d479000. 00010000:00000010:2.0:1724310014.192093:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:2.0:1724310014.192117:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:2.0:1724310014.192139:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.192142:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.192153:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.192155:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.192159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.192161:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.192223:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.192225:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.192227:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.192229:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310014.192248:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d00. 00000020:00000010:2.0:1724310014.192253:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d00. 00000020:00000010:2.0:1724310014.192278:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310014.192283:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9e400. 00000001:00000010:2.0:1724310014.192449:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e180. 00000001:00000010:2.0:1724310014.192453:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310014.192481:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310014.192487:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.192490:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.192503:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.192517:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.192519:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310014.192541:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:2.0:1724310014.192546:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:2.0:1724310014.192549:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:2.0:1724310014.192553:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:2.0:1724310014.192559:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310014.192570:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096169, last committed = 4295095650 00010000:00000200:2.0:1724310014.192577:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511b100 x1808069883340928/t4295096169(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.192589:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3eee0. 00000100:00000200:2.0:1724310014.192594:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883340928, offset 224 00000400:00000010:2.0:1724310014.192599:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60658. 00000400:00000200:2.0:1724310014.192602:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.192610:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.192615:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531217:531217:256:4294967295] 192.168.204.31@tcp LPNI seq info [531213:531213:8:4294967295] 00000400:00000200:2.0:1724310014.192618:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.192624:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.192628:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.192631:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310014.192635:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.192641:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.192644:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.192666:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.192669:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.192672:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800925b2c00. 00000800:00000200:1.0:1724310014.193596:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.193600:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310014.193603:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.193607:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.194324:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310014.194331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310014.194334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310014.194337:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310014.194339:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310014.194341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310014.194373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310014.194386:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310014.194390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310014.194393:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310014.194395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310014.194400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310014.195597:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.195608:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d35 00000400:00000200:0.0:1724310014.195613:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.195616:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.195620:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3eee0 00000400:00000010:0.0:1724310014.195622:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3eee0. 00000400:00000200:0.0:1724310014.195638:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.195642:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202900 00000400:00000200:0.0:1724310014.195647:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 115400 00000400:00000200:0.0:1724310014.195688:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.195692:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.195695:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.195700:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604e00. 00000020:00000010:0.0:1724310014.195730:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb3000. 00000020:00000010:0.0:1724310014.195734:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310014.195737:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310014.195761:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883341056 00000001:00000010:0.0:1724310014.195769:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:0.0:1724310014.195785:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310014.195789:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 02000000:00000010:0.0:1724310014.195829:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134510000. 00010000:00000010:0.0:1724310014.195848:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.195851:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310014.195862:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310014.195864:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.195867:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310014.195870:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000004:00000010:0.0:1724310014.195935:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310014.195941:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be7f8. 00000004:00000010:0.0:1724310014.195946:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310014.195952:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:3.0:1724310014.196091:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310014.196098:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:1.0:1724310014.197090:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.197094:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.197097:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.197100:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.197135:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:1.0:1724310014.197141:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:1.0:1724310014.197144:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:1.0:1724310014.197168:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:1.0:1724310014.197179:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604e00 x1808069883341056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.197191:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310014.197196:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883341056, offset 224 00000400:00000200:1.0:1724310014.197201:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.197209:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.197214:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531218:531218:256:4294967295] 192.168.204.31@tcp LPNI seq info [531214:531214:8:4294967295] 00000400:00000200:1.0:1724310014.197222:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.197226:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.197229:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.197233:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.197239:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.197241:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.197255:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:1.0:1724310014.197273:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:1.0:1724310014.197276:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb3000. 00000800:00000200:3.0:1724310014.197881:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.197884:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310014.197887:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.197891:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.197894:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310014.197895:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:0.1:1724310014.197994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310014.197999:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00000400:00000200:1.0:1724310014.201545:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.201563:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202a00 00000400:00000200:1.0:1724310014.201569:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 115976 00000400:00000200:1.0:1724310014.201586:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.201870:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.201876:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.201881:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c700. 00010000:00000010:3.1:1724310014.201932:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310014.201938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310014.201943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310014.201945:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310014.201949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310014.201955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000020:00000010:2.0:1724310014.201963:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8f400. 00000020:00000010:2.0:1724310014.201969:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310014.201972:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.201994:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883341312 02000000:00000010:2.0:1724310014.202023:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dff000. 00010000:00000010:2.0:1724310014.202050:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:2.0:1724310014.202059:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:2.0:1724310014.202079:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.202083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.202093:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.202095:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.202097:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.202100:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.202170:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.202172:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.202174:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.202177:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.202194:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310014.202198:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310014.202206:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e5a0. 00080000:00000010:2.0:1724310014.202211:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9c000. 00000001:00000010:2.0:1724310014.202387:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1ea0. 00000001:00000010:2.0:1724310014.202392:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310014.202423:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e5a0. 00010000:00000010:2.0:1724310014.202429:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.202431:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.202444:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.202460:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.202462:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310014.202476:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:2.0:1724310014.202484:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:2.0:1724310014.202487:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be7f8. 00000004:00000010:2.0:1724310014.202490:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:2.0:1724310014.202496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310014.202506:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096170, last committed = 4295095650 00010000:00000200:2.0:1724310014.202512:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c700 x1808069883341312/t4295096170(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.202528:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e4c8. 00000100:00000200:2.0:1724310014.202532:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883341312, offset 224 00000400:00000010:2.0:1724310014.202537:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60690. 00000400:00000200:2.0:1724310014.202539:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.202547:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.202553:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531219:531219:256:4294967295] 192.168.204.31@tcp LPNI seq info [531215:531215:8:4294967295] 00000400:00000200:2.0:1724310014.202557:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.202562:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.202567:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.202570:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310014.202575:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.202580:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.202583:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.202607:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310014.202610:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.202614:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8f400. 00000800:00000200:3.0:1724310014.202705:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.202707:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310014.202709:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.202712:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.205510:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.205522:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d3d 00000400:00000200:0.0:1724310014.205527:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.205530:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.205534:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e4c8 00000400:00000010:0.0:1724310014.205537:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e4c8. 00000400:00000200:0.0:1724310014.205562:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.205567:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202a80 00000400:00000200:0.0:1724310014.205573:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 116464 00000400:00000200:0.0:1724310014.205615:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.205619:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.205622:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.205627:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607100. 00010000:00000010:3.0:1724310014.205745:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:3.0:1724310014.205752:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00000020:00000010:1.0:1724310014.205777:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132133000. 00000020:00000010:1.0:1724310014.205782:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.205786:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.205810:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883341440 00000001:00000010:1.0:1724310014.205818:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:1.0:1724310014.205832:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.205836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310014.205873:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880112130000. 00010000:00000010:1.0:1724310014.205889:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.205891:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.205901:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.205902:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.205905:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.205907:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310014.205970:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310014.205976:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.205980:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.205985:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.206602:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.206605:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.206608:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.206611:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.206644:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.206650:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.206652:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.206672:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310014.206682:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607100 x1808069883341440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.206693:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310014.206698:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883341440, offset 224 00000400:00000200:1.0:1724310014.206702:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.206710:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.206714:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531220:531220:256:4294967295] 192.168.204.31@tcp LPNI seq info [531216:531216:8:4294967295] 00000400:00000200:1.0:1724310014.206722:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.206727:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.206731:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310014.206735:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.206741:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.206744:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.206803:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.206806:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.206810:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132133000. 00000800:00000200:0.0:1724310014.207205:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.207208:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310014.207210:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.207213:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.207216:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:0.0:1724310014.207217:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00010000:00000010:1.1:1724310014.207906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310014.207913:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310014.207915:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310014.207920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:3.0:1724310014.209578:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.209592:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202b80 00000400:00000200:3.0:1724310014.209599:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 117040 00000400:00000200:3.0:1724310014.209614:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.209618:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.209622:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.209627:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccca80. 00000020:00000010:1.0:1724310014.209938:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132132a00. 00000020:00000010:1.0:1724310014.209944:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.209947:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.210087:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883341696 02000000:00000010:1.0:1724310014.210110:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090dae000. 00010000:00000010:1.0:1724310014.210135:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.210145:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.210162:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.210165:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.210488:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.210491:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.210494:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.210497:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.210814:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.210817:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.210820:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.210822:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310014.210843:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310014.210848:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310014.210855:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008beb2420. 00080000:00000010:1.0:1724310014.210859:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095023800. 00000001:00000010:1.0:1724310014.211222:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba300. 00000001:00000010:1.0:1724310014.211227:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310014.211253:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008beb2420. 00010000:00000010:1.0:1724310014.211275:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.211277:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.211290:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.211308:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.211311:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00080000:00000010:1.0:1724310014.211325:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.211329:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.211333:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.211337:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310014.211342:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310014.211354:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096171, last committed = 4295095650 00010000:00000200:1.0:1724310014.211362:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccca80 x1808069883341696/t4295096171(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.211386:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310014.211391:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883341696, offset 224 00000400:00000010:1.0:1724310014.211397:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc380. 00000400:00000200:1.0:1724310014.211400:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.211409:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.211414:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531221:531221:256:4294967295] 192.168.204.31@tcp LPNI seq info [531217:531217:8:4294967295] 00000400:00000200:1.0:1724310014.211418:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.211423:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.211428:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.211431:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310014.211435:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.211440:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.211444:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.211455:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.211458:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.211460:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132132a00. 00000800:00000200:0.0:1724310014.211594:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.211597:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310014.211600:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.211604:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.212903:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.212912:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d45 00000400:00000200:2.0:1724310014.212917:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.212919:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.212922:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:2.0:1724310014.212924:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00010000:00000010:3.0:1724310014.213090:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:3.0:1724310014.213095:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:3.1:1724310014.213438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310014.213444:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310014.213447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310014.213448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310014.213553:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.213558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310014.214179:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.214187:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202c00 00000400:00000200:0.0:1724310014.214193:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 117528 00000400:00000200:0.0:1724310014.214235:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.214238:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.214242:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.214246:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606680. 00000001:00000010:1.0:1724310014.214793:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602900. 00080000:00000010:1.0:1724310014.214799:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b08800. 00000001:00000010:1.0:1724310014.214802:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b104a80. 00080000:00000010:1.0:1724310014.214804:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f6bc00. 00000001:00000010:1.0:1724310014.214807:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51900. 00080000:00000010:1.0:1724310014.214813:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f6a000. 00000001:00000010:1.0:1724310014.214816:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f2a0. 00080000:00000010:1.0:1724310014.214818:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f69000. 00000001:00000010:1.0:1724310014.214820:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166cc0. 00080000:00000010:1.0:1724310014.214822:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f6b000. 00000001:00000010:1.0:1724310014.214824:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166480. 00080000:00000010:1.0:1724310014.214825:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f6b800. 00000001:00000010:1.0:1724310014.214827:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2de0. 00080000:00000010:1.0:1724310014.214829:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093f69c00. 00000001:00000010:1.0:1724310014.214831:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166d20. 00080000:00000010:1.0:1724310014.214832:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800924b2000. 00000001:00000010:1.0:1724310014.214834:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1662a0. 00080000:00000010:1.0:1724310014.214836:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800924b0400. 00000001:00000010:1.0:1724310014.214838:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166e40. 00080000:00000010:1.0:1724310014.214839:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800924b1800. 00000001:00000010:1.0:1724310014.214841:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166780. 00080000:00000010:1.0:1724310014.214843:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800924b1c00. 00000001:00000010:1.0:1724310014.214844:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1666c0. 00080000:00000010:1.0:1724310014.214846:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba9bc00. 00000001:00000010:1.0:1724310014.214848:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166120. 00080000:00000010:1.0:1724310014.214849:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba9b400. 00000001:00000010:1.0:1724310014.214851:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1664e0. 00080000:00000010:1.0:1724310014.214852:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba99c00. 00000001:00000010:1.0:1724310014.214854:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166960. 00080000:00000010:1.0:1724310014.214856:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba99400. 00000001:00000010:1.0:1724310014.214858:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166a80. 00080000:00000010:1.0:1724310014.214859:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba98c00. 00000001:00000010:1.0:1724310014.214861:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166660. 00080000:00000010:1.0:1724310014.214863:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009ba99800. 00000001:00000010:1.0:1724310014.214865:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1660c0. 00080000:00000010:1.0:1724310014.214867:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545e400. 00000001:00000010:1.0:1724310014.214869:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1667e0. 00080000:00000010:1.0:1724310014.214871:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545e800. 00000001:00000010:1.0:1724310014.214872:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166720. 00080000:00000010:1.0:1724310014.214874:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545f800. 00000001:00000010:1.0:1724310014.214876:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1661e0. 00080000:00000010:1.0:1724310014.214878:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545d800. 00000001:00000010:1.0:1724310014.214880:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166420. 00080000:00000010:1.0:1724310014.214882:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545fc00. 00000001:00000010:1.0:1724310014.214884:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac45a0. 00080000:00000010:1.0:1724310014.214886:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545c000. 00000001:00000010:1.0:1724310014.214888:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166a20. 00080000:00000010:1.0:1724310014.214890:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009545f400. 00000001:00000010:1.0:1724310014.214892:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1668a0. 00080000:00000010:1.0:1724310014.214893:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d1c00. 00000001:00000010:1.0:1724310014.214895:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f720. 00080000:00000010:1.0:1724310014.214896:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d2c00. 00000001:00000010:1.0:1724310014.214899:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcd20. 00080000:00000010:1.0:1724310014.214901:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d1000. 00000001:00000010:1.0:1724310014.214903:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4be40. 00080000:00000010:1.0:1724310014.214904:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d0800. 00000001:00000010:1.0:1724310014.214907:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc300. 00080000:00000010:1.0:1724310014.214908:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d3400. 00000001:00000010:1.0:1724310014.214911:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b840. 00080000:00000010:1.0:1724310014.214912:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be42c00. 00000001:00000010:1.0:1724310014.214914:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcba0. 00080000:00000010:1.0:1724310014.214916:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be41400. 00000001:00000010:1.0:1724310014.214918:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b1e0. 00080000:00000010:1.0:1724310014.214919:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be41c00. 00000001:00000010:1.0:1724310014.214921:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fca80. 00080000:00000010:1.0:1724310014.214922:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be40400. 00000001:00000010:1.0:1724310014.214924:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43b40. 00080000:00000010:1.0:1724310014.214927:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be42800. 00000001:00000010:1.0:1724310014.214929:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a4d8d120. 00080000:00000010:1.0:1724310014.214931:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be40000. 00000001:00000010:1.0:1724310014.214933:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67f9c0. 00080000:00000010:1.0:1724310014.214936:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be43400. 00000001:00000010:1.0:1724310014.214938:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bde0. 00080000:00000010:1.0:1724310014.214939:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009be40c00. 00000001:00000010:1.0:1724310014.214942:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bc60. 00080000:00000010:1.0:1724310014.214944:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088486800. 00000001:00000010:1.0:1724310014.214946:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b8a0. 00080000:00000010:1.0:1724310014.214947:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088485000. 00000001:00000010:1.0:1724310014.214949:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b3c0. 00080000:00000010:1.0:1724310014.214951:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088485c00. 00000001:00000010:1.0:1724310014.214953:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b300. 00080000:00000010:1.0:1724310014.214954:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088487000. 00000001:00000010:1.0:1724310014.214956:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4ba20. 00080000:00000010:1.0:1724310014.214958:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088484000. 00000001:00000010:1.0:1724310014.214960:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b4e0. 00080000:00000010:1.0:1724310014.214962:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088487800. 00000001:00000010:1.0:1724310014.214964:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bf60. 00080000:00000010:1.0:1724310014.214965:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2fc00. 00000001:00000010:1.0:1724310014.214967:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b2a0. 00080000:00000010:1.0:1724310014.214969:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2e400. 00000001:00000010:1.0:1724310014.214971:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b060. 00080000:00000010:1.0:1724310014.214973:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2d800. 00000001:00000010:1.0:1724310014.214975:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b780. 00080000:00000010:1.0:1724310014.214976:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2f400. 00000001:00000010:1.0:1724310014.214978:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b420. 00080000:00000010:1.0:1724310014.214980:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2e000. 00000001:00000010:1.0:1724310014.214982:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b000. 00080000:00000010:1.0:1724310014.214983:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093d2f800. 00000001:00000010:1.0:1724310014.214985:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bc00. 00080000:00000010:1.0:1724310014.214986:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013672a400. 00000001:00000010:1.0:1724310014.214989:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b660. 00080000:00000010:1.0:1724310014.214990:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006429c000. 00000001:00000010:1.0:1724310014.214993:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bd80. 00080000:00000010:1.0:1724310014.214994:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006429ec00. 00000001:00000010:1.0:1724310014.214997:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fde0. 00080000:00000010:1.0:1724310014.214999:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006429dc00. 00000001:00000010:1.0:1724310014.215001:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc960. 00080000:00000010:1.0:1724310014.215003:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006429e800. 00000001:00000010:1.0:1724310014.215005:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fd80. 00080000:00000010:1.0:1724310014.215007:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136729400. 00000001:00000010:1.0:1724310014.215009:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcb40. 00080000:00000010:1.0:1724310014.215010:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136728400. 00000001:00000010:1.0:1724310014.215012:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f180. 00080000:00000010:1.0:1724310014.215014:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136728c00. 00000001:00000010:1.0:1724310014.215016:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcea0. 00080000:00000010:1.0:1724310014.215018:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013672bc00. 00000001:00000010:1.0:1724310014.215020:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202fb40. 00080000:00000010:1.0:1724310014.215022:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013672b400. 00000001:00000010:1.0:1724310014.215024:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fd20. 00080000:00000010:1.0:1724310014.215025:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136729c00. 00000001:00000010:1.0:1724310014.215028:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fe40. 00080000:00000010:1.0:1724310014.215029:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b1bbdc00. 00000001:00000010:1.0:1724310014.215031:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4ff60. 00080000:00000010:1.0:1724310014.215033:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd7000. 00000001:00000010:1.0:1724310014.215035:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f5a0. 00080000:00000010:1.0:1724310014.215037:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd5000. 00000001:00000010:1.0:1724310014.215039:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f3c0. 00080000:00000010:1.0:1724310014.215040:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd6800. 00000001:00000010:1.0:1724310014.215043:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f9c0. 00080000:00000010:1.0:1724310014.215044:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd6000. 00000001:00000010:1.0:1724310014.215046:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f120. 00080000:00000010:1.0:1724310014.215048:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd5800. 00000001:00000010:1.0:1724310014.215050:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f660. 00080000:00000010:1.0:1724310014.215051:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd7800. 00000001:00000010:1.0:1724310014.215053:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4ff00. 00080000:00000010:1.0:1724310014.215055:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093dd4400. 00000001:00000010:1.0:1724310014.215061:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10060. 00080000:00000010:1.0:1724310014.215063:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095022c00. 00000001:00000010:1.0:1724310014.215066:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2480. 00080000:00000010:1.0:1724310014.215067:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095021000. 00000001:00000010:1.0:1724310014.215070:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba180. 00080000:00000010:1.0:1724310014.215072:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095020c00. 00000001:00000010:1.0:1724310014.215075:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb28a0. 00080000:00000010:1.0:1724310014.215076:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd70400. 00000001:00000010:1.0:1724310014.215078:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba8a0. 00080000:00000010:1.0:1724310014.215080:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd73800. 00000001:00000010:1.0:1724310014.215082:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ae0. 00080000:00000010:1.0:1724310014.215084:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd72400. 00000001:00000010:1.0:1724310014.215086:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2060. 00080000:00000010:1.0:1724310014.215087:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd70800. 00000001:00000010:1.0:1724310014.215090:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ba0. 00080000:00000010:1.0:1724310014.215092:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd73000. 00000001:00000010:1.0:1724310014.215094:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca6c0. 00080000:00000010:1.0:1724310014.215096:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd73c00. 00000001:00000010:1.0:1724310014.215097:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2c60. 00080000:00000010:1.0:1724310014.215099:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd72c00. 00000001:00000010:1.0:1724310014.215101:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2300. 00080000:00000010:1.0:1724310014.215103:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc1800. 00000001:00000010:1.0:1724310014.215106:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb22a0. 00080000:00000010:1.0:1724310014.215107:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc0400. 00000001:00000010:1.0:1724310014.215110:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2cc0. 00080000:00000010:1.0:1724310014.215111:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc0000. 00000001:00000010:1.0:1724310014.215113:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2180. 00080000:00000010:1.0:1724310014.215115:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc1400. 00000001:00000010:1.0:1724310014.215116:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2d80. 00080000:00000010:1.0:1724310014.215118:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc3800. 00000001:00000010:1.0:1724310014.215120:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2900. 00080000:00000010:1.0:1724310014.215121:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc2c00. 00000001:00000010:1.0:1724310014.215124:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb21e0. 00080000:00000010:1.0:1724310014.215125:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fc0800. 00000001:00000010:1.0:1724310014.215128:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2660. 00080000:00000010:1.0:1724310014.215129:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094616000. 00000001:00000010:1.0:1724310014.215131:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2240. 00080000:00000010:1.0:1724310014.215133:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094614c00. 00000001:00000010:1.0:1724310014.215139:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2ba0. 00080000:00000010:1.0:1724310014.215141:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094617c00. 00000001:00000010:1.0:1724310014.215143:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2540. 00080000:00000010:1.0:1724310014.215144:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094614000. 00000001:00000010:1.0:1724310014.215146:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb23c0. 00080000:00000010:1.0:1724310014.215147:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094615000. 00000001:00000010:1.0:1724310014.215152:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2ae0. 00080000:00000010:1.0:1724310014.215154:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094614800. 00000001:00000010:1.0:1724310014.215155:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2000. 00080000:00000010:1.0:1724310014.215157:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094615800. 00000001:00000010:1.0:1724310014.215159:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2960. 00080000:00000010:1.0:1724310014.215160:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c6800. 00000001:00000010:1.0:1724310014.215163:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2a20. 00080000:00000010:1.0:1724310014.215164:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c6c00. 00000001:00000010:1.0:1724310014.215166:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2a80. 00080000:00000010:1.0:1724310014.215167:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c7000. 00000001:00000010:1.0:1724310014.215169:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2d20. 00080000:00000010:1.0:1724310014.215171:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c5400. 00000001:00000010:1.0:1724310014.215173:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb2360. 00080000:00000010:1.0:1724310014.215174:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c6000. 00000001:00000010:1.0:1724310014.215176:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008beb24e0. 00080000:00000010:1.0:1724310014.215178:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801226c7400. 00000001:00000010:1.0:1724310014.215180:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f540. 00080000:00000010:1.0:1724310014.215181:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6ff000. 00000001:00000010:1.0:1724310014.215184:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca660. 00080000:00000010:1.0:1724310014.215185:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803be400. 00000001:00000010:1.0:1724310014.215187:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7660. 00080000:00000010:1.0:1724310014.215189:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803bc800. 00000001:00000010:1.0:1724310014.215191:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba240. 00080000:00000010:1.0:1724310014.215193:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803bc400. 00000001:00000010:1.0:1724310014.215194:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7b40. 00080000:00000010:1.0:1724310014.215196:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803bd800. 00000001:00000010:1.0:1724310014.215199:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba6c0. 00080000:00000010:1.0:1724310014.215200:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803be000. 00000001:00000010:1.0:1724310014.215202:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7480. 00080000:00000010:1.0:1724310014.215203:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803bf000. 00000001:00000010:1.0:1724310014.215206:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba480. 00080000:00000010:1.0:1724310014.215207:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803be800. 00000001:00000010:1.0:1724310014.215209:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f360. 00080000:00000010:1.0:1724310014.215210:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec0000. 00000001:00000010:1.0:1724310014.215212:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba1e0. 00080000:00000010:1.0:1724310014.215213:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec3400. 00000001:00000010:1.0:1724310014.215216:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10840. 00080000:00000010:1.0:1724310014.215217:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec0400. 00000001:00000010:1.0:1724310014.215219:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857960. 00080000:00000010:1.0:1724310014.215221:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec3800. 00000001:00000010:1.0:1724310014.215223:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba000. 00080000:00000010:1.0:1724310014.215224:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec1400. 00000001:00000010:1.0:1724310014.215226:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f300. 00080000:00000010:1.0:1724310014.215227:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec0800. 00000001:00000010:1.0:1724310014.215229:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba660. 00080000:00000010:1.0:1724310014.215230:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bec3c00. 00000001:00000010:1.0:1724310014.215232:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fc60. 00080000:00000010:1.0:1724310014.215233:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5051c00. 00000001:00000010:1.0:1724310014.215236:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bac00. 00080000:00000010:1.0:1724310014.215237:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5052800. 00000001:00000010:1.0:1724310014.215239:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f7e0. 00080000:00000010:1.0:1724310014.215241:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5052000. 00000001:00000010:1.0:1724310014.215243:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba120. 00080000:00000010:1.0:1724310014.215245:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9fc00. 00000001:00000010:1.0:1724310014.215247:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba900. 00080000:00000010:1.0:1724310014.215248:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9d800. 00000001:00000010:1.0:1724310014.215250:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba0c0. 00080000:00000010:1.0:1724310014.215252:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9c800. 00000001:00000010:1.0:1724310014.215254:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baae0. 00080000:00000010:1.0:1724310014.215256:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9d000. 00000001:00000010:1.0:1724310014.215276:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba5a0. 00080000:00000010:1.0:1724310014.215278:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9dc00. 00000001:00000010:1.0:1724310014.215279:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bab40. 00080000:00000010:1.0:1724310014.215281:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9d400. 00000001:00000010:1.0:1724310014.215282:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba840. 00080000:00000010:1.0:1724310014.215284:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a9e400. 00000001:00000010:1.0:1724310014.215286:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba540. 00080000:00000010:1.0:1724310014.215287:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d0000. 00000001:00000010:1.0:1724310014.215290:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba3c0. 00080000:00000010:1.0:1724310014.215291:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938d3800. 00000001:00000010:1.0:1724310014.215294:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bade0. 00080000:00000010:1.0:1724310014.215295:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f20000. 00000001:00000010:1.0:1724310014.215298:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baba0. 00080000:00000010:1.0:1724310014.215299:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f22000. 00000001:00000010:1.0:1724310014.215301:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bad20. 00080000:00000010:1.0:1724310014.215302:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f21800. 00000001:00000010:1.0:1724310014.215304:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baf60. 00080000:00000010:1.0:1724310014.215306:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f23800. 00000001:00000010:1.0:1724310014.215308:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba9c0. 00080000:00000010:1.0:1724310014.215309:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f22c00. 00000001:00000010:1.0:1724310014.215311:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baea0. 00080000:00000010:1.0:1724310014.215312:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f22800. 00000001:00000010:1.0:1724310014.215314:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba780. 00080000:00000010:1.0:1724310014.215316:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f20400. 00000001:00000010:1.0:1724310014.215318:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba600. 00080000:00000010:1.0:1724310014.215319:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6fc800. 00000001:00000010:1.0:1724310014.215321:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baf00. 00080000:00000010:1.0:1724310014.215322:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6fd800. 00000001:00000010:1.0:1724310014.215324:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baa80. 00080000:00000010:1.0:1724310014.215326:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6fdc00. 00000001:00000010:1.0:1724310014.215327:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba060. 00080000:00000010:1.0:1724310014.215329:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6ff800. 00000001:00000010:1.0:1724310014.215331:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba360. 00080000:00000010:1.0:1724310014.215333:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6fc000. 00000001:00000010:1.0:1724310014.215335:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bae40. 00080000:00000010:1.0:1724310014.215336:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c6fd000. 00000001:00000010:1.0:1724310014.215338:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bad80. 00080000:00000010:1.0:1724310014.215340:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df70c00. 00000001:00000010:1.0:1724310014.215342:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ea0. 00080000:00000010:1.0:1724310014.215344:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df71800. 00000001:00000010:1.0:1724310014.215347:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca480. 00080000:00000010:1.0:1724310014.215348:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df72c00. 00000001:00000010:1.0:1724310014.215350:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e107e0. 00080000:00000010:1.0:1724310014.215352:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df71400. 00000001:00000010:1.0:1724310014.215354:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca5a0. 00080000:00000010:1.0:1724310014.215355:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df70800. 00000001:00000010:1.0:1724310014.215358:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e102a0. 00080000:00000010:1.0:1724310014.215359:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df72000. 00000001:00000010:1.0:1724310014.215362:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7f00. 00080000:00000010:1.0:1724310014.215363:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df71c00. 00000001:00000010:1.0:1724310014.215365:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10000. 00080000:00000010:1.0:1724310014.215366:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b1000. 00000001:00000010:1.0:1724310014.215369:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ea0. 00080000:00000010:1.0:1724310014.215370:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b0c00. 00000001:00000010:1.0:1724310014.215373:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ae0. 00080000:00000010:1.0:1724310014.215385:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b2400. 00000001:00000010:1.0:1724310014.215388:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa79c0. 00080000:00000010:1.0:1724310014.215390:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b2800. 00000001:00000010:1.0:1724310014.215392:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10600. 00080000:00000010:1.0:1724310014.215393:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b1c00. 00000001:00000010:1.0:1724310014.215395:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7240. 00080000:00000010:1.0:1724310014.215396:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b3000. 00000001:00000010:1.0:1724310014.215399:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10a80. 00080000:00000010:1.0:1724310014.215400:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a51b3800. 00000001:00000010:1.0:1724310014.215403:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7cc0. 00080000:00000010:1.0:1724310014.215405:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944d9000. 00000001:00000010:1.0:1724310014.215408:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10cc0. 00080000:00000010:1.0:1724310014.215409:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944d9800. 00000001:00000010:1.0:1724310014.215411:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa73c0. 00080000:00000010:1.0:1724310014.215413:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944d8800. 00000001:00000010:1.0:1724310014.215415:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10e40. 00080000:00000010:1.0:1724310014.215416:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944db800. 00000001:00000010:1.0:1724310014.215419:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7a80. 00080000:00000010:1.0:1724310014.215420:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944da000. 00000001:00000010:1.0:1724310014.215422:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa78a0. 00080000:00000010:1.0:1724310014.215423:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944dbc00. 00000001:00000010:1.0:1724310014.215425:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa74e0. 00080000:00000010:1.0:1724310014.215427:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800944da400. 00000001:00000010:1.0:1724310014.215429:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7d20. 00080000:00000010:1.0:1724310014.215430:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049287800. 00000001:00000010:1.0:1724310014.215433:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7300. 00080000:00000010:1.0:1724310014.215435:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049286400. 00000001:00000010:1.0:1724310014.215438:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7720. 00080000:00000010:1.0:1724310014.215439:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049285000. 00000001:00000010:1.0:1724310014.215443:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7960. 00080000:00000010:1.0:1724310014.215444:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049287000. 00000001:00000010:1.0:1724310014.215446:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7060. 00080000:00000010:1.0:1724310014.215448:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049287c00. 00000001:00000010:1.0:1724310014.215450:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7180. 00080000:00000010:1.0:1724310014.215451:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880049286000. 00000001:00000010:1.0:1724310014.215453:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7900. 00080000:00000010:1.0:1724310014.215454:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b2800. 00000001:00000010:1.0:1724310014.215457:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7c00. 00080000:00000010:1.0:1724310014.215458:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf3800. 00000001:00000010:1.0:1724310014.215460:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7420. 00080000:00000010:1.0:1724310014.215462:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf3c00. 00000001:00000010:1.0:1724310014.215463:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7de0. 00080000:00000010:1.0:1724310014.215465:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf0c00. 00000001:00000010:1.0:1724310014.215468:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7f60. 00080000:00000010:1.0:1724310014.215470:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b0c00. 00000001:00000010:1.0:1724310014.215473:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa70c0. 00080000:00000010:1.0:1724310014.215475:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b1800. 00000001:00000010:1.0:1724310014.215477:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7600. 00080000:00000010:1.0:1724310014.215478:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b1400. 00000001:00000010:1.0:1724310014.215480:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7a20. 00080000:00000010:1.0:1724310014.215481:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b3800. 00000001:00000010:1.0:1724310014.215484:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7120. 00080000:00000010:1.0:1724310014.215485:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b3c00. 00000001:00000010:1.0:1724310014.215487:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa77e0. 00080000:00000010:1.0:1724310014.215489:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801242b2000. 00000001:00000010:1.0:1724310014.215491:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa72a0. 00080000:00000010:1.0:1724310014.215492:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210da000. 00000001:00000010:1.0:1724310014.215494:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7540. 00080000:00000010:1.0:1724310014.215496:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210d8c00. 00000001:00000010:1.0:1724310014.215498:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10300. 00080000:00000010:1.0:1724310014.215500:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210db000. 00000001:00000010:1.0:1724310014.215502:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e108a0. 00080000:00000010:1.0:1724310014.215503:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210d8800. 00000001:00000010:1.0:1724310014.215505:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10660. 00080000:00000010:1.0:1724310014.215507:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210db400. 00000001:00000010:1.0:1724310014.215509:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10f60. 00080000:00000010:1.0:1724310014.215510:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210d8400. 00000001:00000010:1.0:1724310014.215512:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10720. 00080000:00000010:1.0:1724310014.215513:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801210dbc00. 00000001:00000010:1.0:1724310014.215515:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10b40. 00080000:00000010:1.0:1724310014.215517:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd36000. 00000001:00000010:1.0:1724310014.215519:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e106c0. 00080000:00000010:1.0:1724310014.215521:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd34c00. 00000001:00000010:1.0:1724310014.215523:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10a20. 00080000:00000010:1.0:1724310014.215525:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd34400. 00000001:00000010:1.0:1724310014.215527:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e103c0. 00080000:00000010:1.0:1724310014.215529:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd36800. 00000001:00000010:1.0:1724310014.215531:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10d80. 00080000:00000010:1.0:1724310014.215533:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd34000. 00000001:00000010:1.0:1724310014.215535:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10480. 00080000:00000010:1.0:1724310014.215536:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd37c00. 00000001:00000010:1.0:1724310014.215538:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10780. 00080000:00000010:1.0:1724310014.215540:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bd35400. 00000001:00000010:1.0:1724310014.215542:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e109c0. 00080000:00000010:1.0:1724310014.215544:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac5000. 00000001:00000010:1.0:1724310014.215546:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10120. 00080000:00000010:1.0:1724310014.215547:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac6400. 00000001:00000010:1.0:1724310014.215550:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10240. 00080000:00000010:1.0:1724310014.215551:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac6000. 00000001:00000010:1.0:1724310014.215553:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e105a0. 00080000:00000010:1.0:1724310014.215555:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac5800. 00000001:00000010:1.0:1724310014.215557:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10540. 00080000:00000010:1.0:1724310014.215558:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac7400. 00000001:00000010:1.0:1724310014.215560:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ba0. 00080000:00000010:1.0:1724310014.215562:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac6800. 00000001:00000010:1.0:1724310014.215564:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e101e0. 00080000:00000010:1.0:1724310014.215565:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007fac7800. 00000001:00000010:1.0:1724310014.215567:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10960. 00080000:00000010:1.0:1724310014.215569:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427e800. 00000001:00000010:1.0:1724310014.215572:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10360. 00080000:00000010:1.0:1724310014.215573:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427d000. 00000001:00000010:1.0:1724310014.215575:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10900. 00080000:00000010:1.0:1724310014.215577:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427c400. 00000001:00000010:1.0:1724310014.215579:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10420. 00080000:00000010:1.0:1724310014.215580:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427e000. 00000001:00000010:1.0:1724310014.215582:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10f00. 00080000:00000010:1.0:1724310014.215584:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427dc00. 00000001:00000010:1.0:1724310014.215585:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e104e0. 00080000:00000010:1.0:1724310014.215587:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011427cc00. 00000001:00000010:1.0:1724310014.215592:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ae0. 00080000:00000010:1.0:1724310014.215594:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb1c00. 00000001:00000010:1.0:1724310014.215598:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e660. 00080000:00000010:1.0:1724310014.215600:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb2400. 00000001:00000010:1.0:1724310014.215603:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9de0. 00080000:00000010:1.0:1724310014.215605:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f640c00. 00000001:00000010:1.0:1724310014.215606:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd62a0. 00080000:00000010:1.0:1724310014.215608:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f640400. 00000001:00000010:1.0:1724310014.215610:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e540. 00080000:00000010:1.0:1724310014.215611:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f641c00. 00000001:00000010:1.0:1724310014.215614:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd66c0. 00080000:00000010:1.0:1724310014.215615:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e14c00. 00000001:00000010:1.0:1724310014.215618:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22ea20. 00080000:00000010:1.0:1724310014.215619:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e14400. 00000001:00000010:1.0:1724310014.215621:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6660. 00080000:00000010:1.0:1724310014.215623:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e15000. 00000001:00000010:1.0:1724310014.215625:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22eae0. 00080000:00000010:1.0:1724310014.215626:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e17000. 00000001:00000010:1.0:1724310014.215629:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b18a0. 00080000:00000010:1.0:1724310014.215632:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e15400. 00000001:00000010:1.0:1724310014.215633:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6c00. 00080000:00000010:1.0:1724310014.215635:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e15c00. 00000001:00000010:1.0:1724310014.215637:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1a20. 00080000:00000010:1.0:1724310014.215638:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123e16000. 00000001:00000010:1.0:1724310014.215641:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6840. 00080000:00000010:1.0:1724310014.215642:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3c800. 00000001:00000010:1.0:1724310014.215644:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1660. 00080000:00000010:1.0:1724310014.215646:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3cc00. 00000001:00000010:1.0:1724310014.215647:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6b40. 00080000:00000010:1.0:1724310014.215649:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3d800. 00000001:00000010:1.0:1724310014.215650:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1ba0. 00080000:00000010:1.0:1724310014.215652:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3e800. 00000001:00000010:1.0:1724310014.215653:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6780. 00080000:00000010:1.0:1724310014.215655:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3d400. 00000001:00000010:1.0:1724310014.215657:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9ae0. 00080000:00000010:1.0:1724310014.215659:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3ec00. 00000001:00000010:1.0:1724310014.215661:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6900. 00080000:00000010:1.0:1724310014.215662:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880089e3fc00. 00000001:00000010:1.0:1724310014.215665:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9600. 00080000:00000010:1.0:1724310014.215667:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f5400. 00000001:00000010:1.0:1724310014.215669:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6a80. 00080000:00000010:1.0:1724310014.215671:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f6000. 00000001:00000010:1.0:1724310014.215673:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6480. 00080000:00000010:1.0:1724310014.215674:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f5000. 00000001:00000010:1.0:1724310014.215676:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6600. 00080000:00000010:1.0:1724310014.215678:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f5800. 00000001:00000010:1.0:1724310014.215680:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6540. 00080000:00000010:1.0:1724310014.215681:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f7800. 00000001:00000010:1.0:1724310014.215683:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6300. 00080000:00000010:1.0:1724310014.215685:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f6800. 00000001:00000010:1.0:1724310014.215687:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ba0. 00080000:00000010:1.0:1724310014.215688:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800880f4400. 00000001:00000010:1.0:1724310014.215690:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd63c0. 00080000:00000010:1.0:1724310014.215691:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab7000. 00000001:00000010:1.0:1724310014.215696:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6a20. 00080000:00000010:1.0:1724310014.215697:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab5000. 00000001:00000010:1.0:1724310014.215702:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6240. 00080000:00000010:1.0:1724310014.215704:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab7800. 00000001:00000010:1.0:1724310014.215706:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6e40. 00080000:00000010:1.0:1724310014.215708:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab4400. 00000001:00000010:1.0:1724310014.215713:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6120. 00080000:00000010:1.0:1724310014.215714:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab4c00. 00000001:00000010:1.0:1724310014.215716:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd64e0. 00080000:00000010:1.0:1724310014.215718:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008aab4000. 00000001:00000010:1.0:1724310014.215721:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6060. 00080000:00000010:1.0:1724310014.215722:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135950000. 00000001:00000010:1.0:1724310014.215725:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6000. 00080000:00000010:1.0:1724310014.215726:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135953800. 00000001:00000010:1.0:1724310014.215728:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6f60. 00080000:00000010:1.0:1724310014.215730:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135950c00. 00000001:00000010:1.0:1724310014.215732:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6d80. 00080000:00000010:1.0:1724310014.215733:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135952c00. 00000001:00000010:1.0:1724310014.215735:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6f00. 00080000:00000010:1.0:1724310014.215737:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135953000. 00000001:00000010:1.0:1724310014.215740:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b104a20. 00080000:00000010:1.0:1724310014.215741:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b6000. 00000001:00000010:1.0:1724310014.215744:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9c60. 00080000:00000010:1.0:1724310014.215745:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b7c00. 00000001:00000010:1.0:1724310014.215748:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1960. 00080000:00000010:1.0:1724310014.215749:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b6c00. 00000001:00000010:1.0:1724310014.215751:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9720. 00080000:00000010:1.0:1724310014.215753:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b5400. 00000001:00000010:1.0:1724310014.215755:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1360. 00080000:00000010:1.0:1724310014.215756:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b5000. 00000001:00000010:1.0:1724310014.215758:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9cc0. 00080000:00000010:1.0:1724310014.215759:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b6400. 00000001:00000010:1.0:1724310014.215762:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af000. 00080000:00000010:1.0:1724310014.215764:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c8b4800. 00000001:00000010:1.0:1724310014.215766:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1d20. 00080000:00000010:1.0:1724310014.215768:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a81c00. 00000001:00000010:1.0:1724310014.215770:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b16c0. 00080000:00000010:1.0:1724310014.215772:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a82800. 00000001:00000010:1.0:1724310014.215774:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1540. 00080000:00000010:1.0:1724310014.215776:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a83000. 00000001:00000010:1.0:1724310014.215778:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1840. 00080000:00000010:1.0:1724310014.215780:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a81800. 00000001:00000010:1.0:1724310014.215782:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602f60. 00080000:00000010:1.0:1724310014.215784:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a81000. 00000001:00000010:1.0:1724310014.215786:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b104c00. 00080000:00000010:1.0:1724310014.215788:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a81400. 00000001:00000010:1.0:1724310014.215790:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9960. 00080000:00000010:1.0:1724310014.215792:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c538000. 00000001:00000010:1.0:1724310014.215794:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b104f00. 00080000:00000010:1.0:1724310014.215796:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c538c00. 00000001:00000010:1.0:1724310014.215798:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af9c0. 00080000:00000010:1.0:1724310014.215799:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c53b000. 00000001:00000010:1.0:1724310014.215801:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602ba0. 00080000:00000010:1.0:1724310014.215803:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c539c00. 00000001:00000010:1.0:1724310014.215805:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af840. 00080000:00000010:1.0:1724310014.215806:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c53bc00. 00000001:00000010:1.0:1724310014.215808:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226028a0. 00080000:00000010:1.0:1724310014.215810:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c539400. 00000001:00000010:1.0:1724310014.215812:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9000. 00080000:00000010:1.0:1724310014.215813:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c53b400. 00000001:00000010:1.0:1724310014.215816:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602de0. 00080000:00000010:1.0:1724310014.215818:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b8c9c00. 00000001:00000010:1.0:1724310014.215820:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9420. 00080000:00000010:1.0:1724310014.215822:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b8cb800. 00000001:00000010:1.0:1724310014.215824:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602ea0. 00080000:00000010:1.0:1724310014.215825:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6c400. 00000001:00000010:1.0:1724310014.215828:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab13c0. 00080000:00000010:1.0:1724310014.215830:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6f400. 00000001:00000010:1.0:1724310014.215832:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9540. 00080000:00000010:1.0:1724310014.215833:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6cc00. 00000001:00000010:1.0:1724310014.215835:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1180. 00080000:00000010:1.0:1724310014.215837:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6ec00. 00000001:00000010:1.0:1724310014.215839:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9480. 00080000:00000010:1.0:1724310014.215840:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6c800. 00000001:00000010:1.0:1724310014.215842:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1720. 00080000:00000010:1.0:1724310014.215844:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6dc00. 00000001:00000010:1.0:1724310014.215846:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857a20. 00080000:00000010:1.0:1724310014.215848:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088a6c000. 00000001:00000010:1.0:1724310014.215850:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012a397660. 00080000:00000010:1.0:1724310014.215853:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134904000. 00000001:00000010:1.0:1724310014.215855:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595060. 00080000:00000010:1.0:1724310014.215858:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134904800. 00000001:00000010:1.0:1724310014.215860:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332480. 00080000:00000010:1.0:1724310014.215862:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134907800. 00000001:00000010:1.0:1724310014.215864:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e480. 00080000:00000010:1.0:1724310014.215866:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134906800. 00000001:00000010:1.0:1724310014.215868:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9e40. 00080000:00000010:1.0:1724310014.215870:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134906000. 00000001:00000010:1.0:1724310014.215872:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9300. 00080000:00000010:1.0:1724310014.215874:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134907c00. 00000001:00000010:1.0:1724310014.215876:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9f00. 00080000:00000010:1.0:1724310014.215877:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b6400. 00000001:00000010:1.0:1724310014.215879:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9d80. 00080000:00000010:1.0:1724310014.215881:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b5800. 00000001:00000010:1.0:1724310014.215883:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9060. 00080000:00000010:1.0:1724310014.215884:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b7800. 00000001:00000010:1.0:1724310014.215886:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c99c0. 00080000:00000010:1.0:1724310014.215887:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b4400. 00000001:00000010:1.0:1724310014.215889:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c95a0. 00080000:00000010:1.0:1724310014.215891:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b4800. 00000001:00000010:1.0:1724310014.215893:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9a80. 00080000:00000010:1.0:1724310014.215895:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b5000. 00000001:00000010:1.0:1724310014.215896:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9a20. 00080000:00000010:1.0:1724310014.215898:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800938b4c00. 00000001:00000010:1.0:1724310014.215900:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c90c0. 00080000:00000010:1.0:1724310014.215901:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134d07800. 00000001:00000010:1.0:1724310014.215904:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602240. 00080000:00000010:1.0:1724310014.215905:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134d04400. 00000001:00000010:1.0:1724310014.215908:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1480. 00080000:00000010:1.0:1724310014.215910:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134d07c00. 00000001:00000010:1.0:1724310014.215912:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602840. 00080000:00000010:1.0:1724310014.215914:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134d06000. 00000001:00000010:1.0:1724310014.215918:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab12a0. 00080000:00000010:1.0:1724310014.215919:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095224000. 00000001:00000010:1.0:1724310014.215922:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857b40. 00080000:00000010:1.0:1724310014.215923:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095226800. 00000001:00000010:1.0:1724310014.215926:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602120. 00080000:00000010:1.0:1724310014.215927:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095226000. 00000001:00000010:1.0:1724310014.215929:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857720. 00080000:00000010:1.0:1724310014.215931:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095224c00. 00000001:00000010:1.0:1724310014.215933:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602540. 00080000:00000010:1.0:1724310014.215935:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095226c00. 00000001:00000010:1.0:1724310014.215937:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857f00. 00080000:00000010:1.0:1724310014.215939:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095227000. 00000001:00000010:1.0:1724310014.215941:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226027e0. 00080000:00000010:1.0:1724310014.215943:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095224400. 00000001:00000010:1.0:1724310014.215945:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857f60. 00080000:00000010:1.0:1724310014.215946:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095225400. 00000001:00000010:1.0:1724310014.215949:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0180. 00080000:00000010:1.0:1724310014.215951:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71f400. 00000001:00000010:1.0:1724310014.215953:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602cc0. 00080000:00000010:1.0:1724310014.215955:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71c400. 00000001:00000010:1.0:1724310014.215957:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602720. 00080000:00000010:1.0:1724310014.215959:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71d000. 00000001:00000010:1.0:1724310014.215961:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602660. 00080000:00000010:1.0:1724310014.215962:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71e400. 00000001:00000010:1.0:1724310014.215964:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602960. 00080000:00000010:1.0:1724310014.215966:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71d800. 00000001:00000010:1.0:1724310014.215967:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602300. 00080000:00000010:1.0:1724310014.215969:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71dc00. 00000001:00000010:1.0:1724310014.215971:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602d80. 00080000:00000010:1.0:1724310014.215972:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c71c800. 00000001:00000010:1.0:1724310014.215974:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602c00. 00080000:00000010:1.0:1724310014.215976:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350a9000. 00000001:00000010:1.0:1724310014.215980:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602e40. 00080000:00000010:1.0:1724310014.215982:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350a8000. 00000001:00000010:1.0:1724310014.215984:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602d20. 00080000:00000010:1.0:1724310014.215986:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350a9c00. 00000001:00000010:1.0:1724310014.215988:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602a20. 00080000:00000010:1.0:1724310014.215990:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350a8c00. 00000001:00000010:1.0:1724310014.215992:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602180. 00080000:00000010:1.0:1724310014.215993:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350a9400. 00000001:00000010:1.0:1724310014.215995:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602c60. 00080000:00000010:1.0:1724310014.215997:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801350aa000. 00000001:00000010:1.0:1724310014.215999:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602f00. 00080000:00000010:1.0:1724310014.216000:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094656c00. 00000001:00000010:1.0:1724310014.216003:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602a80. 00080000:00000010:1.0:1724310014.216005:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094656000. 00000001:00000010:1.0:1724310014.216007:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226025a0. 00080000:00000010:1.0:1724310014.216008:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094657400. 00000001:00000010:1.0:1724310014.216011:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226022a0. 00080000:00000010:1.0:1724310014.216013:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094654000. 00000001:00000010:1.0:1724310014.216015:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226026c0. 00080000:00000010:1.0:1724310014.216016:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094657c00. 00000001:00000010:1.0:1724310014.216019:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602480. 00080000:00000010:1.0:1724310014.216020:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094656400. 00000001:00000010:1.0:1724310014.216023:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801226024e0. 00080000:00000010:1.0:1724310014.216024:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094657800. 00000001:00000010:1.0:1724310014.216026:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122602060. 00080000:00000010:1.0:1724310014.216028:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c2a400. 00000001:00000010:1.0:1724310014.216030:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1300. 00080000:00000010:1.0:1724310014.216032:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c28c00. 00000001:00000010:1.0:1724310014.216034:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857ae0. 00080000:00000010:1.0:1724310014.216035:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c28000. 00000001:00000010:1.0:1724310014.216037:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab18a0. 00080000:00000010:1.0:1724310014.216039:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c2a800. 00000001:00000010:1.0:1724310014.216041:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857780. 00080000:00000010:1.0:1724310014.216043:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c2b800. 00000001:00000010:1.0:1724310014.216045:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1240. 00080000:00000010:1.0:1724310014.216047:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c2ac00. 00000001:00000010:1.0:1724310014.216049:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857de0. 00080000:00000010:1.0:1724310014.216051:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c2b000. 00000001:00000010:1.0:1724310014.216053:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1f00. 00080000:00000010:1.0:1724310014.216054:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c29400. 00000001:00000010:1.0:1724310014.216056:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857ba0. 00080000:00000010:1.0:1724310014.216058:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077107000. 00000001:00000010:1.0:1724310014.216062:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1a80. 00080000:00000010:1.0:1724310014.216063:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077107400. 00000001:00000010:1.0:1724310014.216066:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801358578a0. 00080000:00000010:1.0:1724310014.216067:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077106c00. 00000001:00000010:1.0:1724310014.216072:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b49895a0. 00080000:00000010:1.0:1724310014.216074:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077105c00. 00000001:00000010:1.0:1724310014.216076:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4989540. 00080000:00000010:1.0:1724310014.216078:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077104000. 00000001:00000010:1.0:1724310014.216080:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1de0. 00080000:00000010:1.0:1724310014.216081:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077104c00. 00000001:00000010:1.0:1724310014.216083:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1ea0. 00080000:00000010:1.0:1724310014.216084:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135099000. 00000001:00000010:1.0:1724310014.216087:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4989d20. 00080000:00000010:1.0:1724310014.216089:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013509b800. 00000001:00000010:1.0:1724310014.216091:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1660. 00080000:00000010:1.0:1724310014.216092:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013509b000. 00000001:00000010:1.0:1724310014.216094:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab15a0. 00080000:00000010:1.0:1724310014.216096:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013509bc00. 00000001:00000010:1.0:1724310014.216098:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1540. 00080000:00000010:1.0:1724310014.216099:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135098000. 00000001:00000010:1.0:1724310014.216101:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1f60. 00080000:00000010:1.0:1724310014.216103:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135099c00. 00000001:00000010:1.0:1724310014.216105:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab19c0. 00080000:00000010:1.0:1724310014.216106:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013509a000. 00000001:00000010:1.0:1724310014.216109:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1600. 00080000:00000010:1.0:1724310014.216111:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135099800. 00000001:00000010:1.0:1724310014.216113:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1000. 00080000:00000010:1.0:1724310014.216115:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a49c00. 00000001:00000010:1.0:1724310014.216117:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1d20. 00080000:00000010:1.0:1724310014.216119:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a4b800. 00000001:00000010:1.0:1724310014.216121:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1360. 00080000:00000010:1.0:1724310014.216122:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a49800. 00000001:00000010:1.0:1724310014.216124:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab17e0. 00080000:00000010:1.0:1724310014.216126:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad0400. 00000001:00000010:1.0:1724310014.216128:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1120. 00080000:00000010:1.0:1724310014.216130:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad2000. 00000001:00000010:1.0:1724310014.216132:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab14e0. 00080000:00000010:1.0:1724310014.216133:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad1c00. 00000001:00000010:1.0:1724310014.216135:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1780. 00080000:00000010:1.0:1724310014.216136:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad1000. 00000001:00000010:1.0:1724310014.216138:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab11e0. 00080000:00000010:1.0:1724310014.216140:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad0c00. 00000001:00000010:1.0:1724310014.216142:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1cc0. 00080000:00000010:1.0:1724310014.216143:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad0000. 00000001:00000010:1.0:1724310014.216145:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1e40. 00080000:00000010:1.0:1724310014.216146:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134ad3c00. 00000001:00000010:1.0:1724310014.216148:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab1960. 00080000:00000010:1.0:1724310014.216150:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a4bc00. 00000001:00000010:1.0:1724310014.216153:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4000. 00080000:00000010:1.0:1724310014.216155:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bc000. 00000001:00000010:1.0:1724310014.216157:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3af60. 00080000:00000010:1.0:1724310014.216159:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bfc00. 00000001:00000010:1.0:1724310014.216161:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aa20. 00080000:00000010:1.0:1724310014.216163:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6be000. 00000001:00000010:1.0:1724310014.216165:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a660. 00080000:00000010:1.0:1724310014.216167:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bc800. 00000001:00000010:1.0:1724310014.216169:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aba0. 00080000:00000010:1.0:1724310014.216171:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bf400. 00000001:00000010:1.0:1724310014.216173:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a540. 00080000:00000010:1.0:1724310014.216175:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bf800. 00000001:00000010:1.0:1724310014.216177:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a960. 00080000:00000010:1.0:1724310014.216179:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d57b800. 00000001:00000010:1.0:1724310014.216182:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a240. 00080000:00000010:1.0:1724310014.216184:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d57a400. 00000001:00000010:1.0:1724310014.216186:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aa80. 00080000:00000010:1.0:1724310014.216188:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d57a800. 00000001:00000010:1.0:1724310014.216190:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a4e0. 00080000:00000010:1.0:1724310014.216191:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d57b000. 00000001:00000010:1.0:1724310014.216194:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a480. 00080000:00000010:1.0:1724310014.216195:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d579000. 00000001:00000010:1.0:1724310014.216198:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ade0. 00080000:00000010:1.0:1724310014.216199:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d578400. 00000001:00000010:1.0:1724310014.216202:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a060. 00080000:00000010:1.0:1724310014.216204:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d578c00. 00000001:00000010:1.0:1724310014.216206:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3acc0. 00080000:00000010:1.0:1724310014.216208:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fdb400. 00000001:00000010:1.0:1724310014.216210:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ac00. 00080000:00000010:1.0:1724310014.216211:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fdb000. 00000001:00000010:1.0:1724310014.216213:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a180. 00080000:00000010:1.0:1724310014.216215:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fd9400. 00000001:00000010:1.0:1724310014.216217:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a000. 00080000:00000010:1.0:1724310014.216219:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fd8c00. 00000001:00000010:1.0:1724310014.216221:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ac60. 00080000:00000010:1.0:1724310014.216223:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fdac00. 00000001:00000010:1.0:1724310014.216225:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a3c0. 00080000:00000010:1.0:1724310014.216226:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088fd8400. 00000001:00000010:1.0:1724310014.216229:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aea0. 00080000:00000010:1.0:1724310014.216230:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a2000. 00000001:00000010:1.0:1724310014.216234:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a1e0. 00080000:00000010:1.0:1724310014.216235:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a3000. 00000001:00000010:1.0:1724310014.216238:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a900. 00080000:00000010:1.0:1724310014.216239:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a2400. 00000001:00000010:1.0:1724310014.216242:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a0c0. 00080000:00000010:1.0:1724310014.216243:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a0c00. 00000001:00000010:1.0:1724310014.216245:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a420. 00080000:00000010:1.0:1724310014.216247:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a1000. 00000001:00000010:1.0:1724310014.216249:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a9c0. 00080000:00000010:1.0:1724310014.216251:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a3400. 00000001:00000010:1.0:1724310014.216252:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ad80. 00080000:00000010:1.0:1724310014.216253:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008b2a3800. 00000001:00000010:1.0:1724310014.216255:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ae40. 00080000:00000010:1.0:1724310014.216273:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013498a800. 00000001:00000010:1.0:1724310014.216276:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a6c0. 00080000:00000010:1.0:1724310014.216277:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013498b000. 00000001:00000010:1.0:1724310014.216280:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a360. 00080000:00000010:1.0:1724310014.216282:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013498b800. 00000001:00000010:1.0:1724310014.216284:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a5a0. 00080000:00000010:1.0:1724310014.216285:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134989800. 00000001:00000010:1.0:1724310014.216288:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51300. 00080000:00000010:1.0:1724310014.216292:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013498a400. 00000001:00000010:1.0:1724310014.216294:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4de0. 00080000:00000010:1.0:1724310014.216295:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134989000. 00000001:00000010:1.0:1724310014.216297:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4600. 00080000:00000010:1.0:1724310014.216299:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013498b400. 00000001:00000010:1.0:1724310014.216301:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac47e0. 00080000:00000010:1.0:1724310014.216303:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009cbfb000. 00000001:00000010:1.0:1724310014.216307:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae47e0. 00080000:00000010:1.0:1724310014.216309:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009cbf8400. 00000001:00000010:1.0:1724310014.216312:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4060. 00080000:00000010:1.0:1724310014.216314:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009cbfb800. 00000001:00000010:1.0:1724310014.216317:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4de0. 00080000:00000010:1.0:1724310014.216318:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f94800. 00000001:00000010:1.0:1724310014.216321:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1360. 00080000:00000010:1.0:1724310014.216323:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f95000. 00000001:00000010:1.0:1724310014.216325:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4e40. 00080000:00000010:1.0:1724310014.216339:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f94400. 00000001:00000010:1.0:1724310014.216341:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1cc0. 00080000:00000010:1.0:1724310014.216343:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f94000. 00000001:00000010:1.0:1724310014.216345:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4660. 00080000:00000010:1.0:1724310014.216347:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f96c00. 00000001:00000010:1.0:1724310014.216350:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4a20. 00080000:00000010:1.0:1724310014.216352:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f96400. 00000001:00000010:1.0:1724310014.216354:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d20. 00080000:00000010:1.0:1724310014.216355:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f97800. 00000001:00000010:1.0:1724310014.216358:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac41e0. 00080000:00000010:1.0:1724310014.216360:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094475400. 00000001:00000010:1.0:1724310014.216363:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ea0. 00080000:00000010:1.0:1724310014.216364:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094477000. 00000001:00000010:1.0:1724310014.216366:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4780. 00080000:00000010:1.0:1724310014.216368:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094474400. 00000001:00000010:1.0:1724310014.216370:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4900. 00080000:00000010:1.0:1724310014.216372:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094474800. 00000001:00000010:1.0:1724310014.216374:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac48a0. 00080000:00000010:1.0:1724310014.216382:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094475c00. 00000001:00000010:1.0:1724310014.216384:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4540. 00080000:00000010:1.0:1724310014.216386:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094476400. 00000001:00000010:1.0:1724310014.216389:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac40c0. 00080000:00000010:1.0:1724310014.216390:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800864f9400. 00000001:00000010:1.0:1724310014.216395:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4b40. 00080000:00000010:1.0:1724310014.216397:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800864fb000. 00000001:00000010:1.0:1724310014.216400:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4300. 00080000:00000010:1.0:1724310014.216402:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800864f9800. 00000001:00000010:1.0:1724310014.216404:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4180. 00080000:00000010:1.0:1724310014.216406:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800864fb400. 00000001:00000010:1.0:1724310014.216408:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4f00. 00080000:00000010:1.0:1724310014.216410:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800864f8400. 00000001:00000010:1.0:1724310014.216415:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac44e0. 00080000:00000010:1.0:1724310014.216416:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470c000. 00000001:00000010:1.0:1724310014.216418:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ba0. 00080000:00000010:1.0:1724310014.216420:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470d800. 00000001:00000010:1.0:1724310014.216422:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac43c0. 00080000:00000010:1.0:1724310014.216423:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470f400. 00000001:00000010:1.0:1724310014.216425:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4420. 00080000:00000010:1.0:1724310014.216427:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470c400. 00000001:00000010:1.0:1724310014.216429:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4f60. 00080000:00000010:1.0:1724310014.216430:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470e000. 00000001:00000010:1.0:1724310014.216432:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4480. 00080000:00000010:1.0:1724310014.216434:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009470c800. 00000001:00000010:1.0:1724310014.216436:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4840. 00080000:00000010:1.0:1724310014.216438:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a861b800. 00000001:00000010:1.0:1724310014.216440:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac42a0. 00080000:00000010:1.0:1724310014.216442:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a8619000. 00000001:00000010:1.0:1724310014.216445:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d80. 00080000:00000010:1.0:1724310014.216446:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a8619400. 00000001:00000010:1.0:1724310014.216448:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4120. 00080000:00000010:1.0:1724310014.216449:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a8618000. 00000001:00000010:1.0:1724310014.216452:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4cc0. 00080000:00000010:1.0:1724310014.216453:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a861ac00. 00000001:00000010:1.0:1724310014.216458:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4c60. 00080000:00000010:1.0:1724310014.216459:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a861b000. 00000001:00000010:1.0:1724310014.216462:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1b40. 00080000:00000010:1.0:1724310014.216463:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec0000. 00000001:00000010:1.0:1724310014.216466:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4420. 00080000:00000010:1.0:1724310014.216467:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec0c00. 00000001:00000010:1.0:1724310014.216469:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf11e0. 00080000:00000010:1.0:1724310014.216471:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec0800. 00000001:00000010:1.0:1724310014.216473:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae41e0. 00080000:00000010:1.0:1724310014.216474:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec2400. 00000001:00000010:1.0:1724310014.216477:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1300. 00080000:00000010:1.0:1724310014.216479:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec1c00. 00000001:00000010:1.0:1724310014.216481:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4120. 00080000:00000010:1.0:1724310014.216483:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec2800. 00000001:00000010:1.0:1724310014.216485:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1780. 00080000:00000010:1.0:1724310014.216487:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086ec3000. 00000001:00000010:1.0:1724310014.216490:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e4e0. 00080000:00000010:1.0:1724310014.216492:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff3400. 00000001:00000010:1.0:1724310014.216496:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae40c0. 00080000:00000010:1.0:1724310014.216498:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff1000. 00000001:00000010:1.0:1724310014.216500:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332a20. 00080000:00000010:1.0:1724310014.216502:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff2400. 00000001:00000010:1.0:1724310014.216504:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51d20. 00080000:00000010:1.0:1724310014.216507:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff0400. 00000001:00000010:1.0:1724310014.216509:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e060. 00080000:00000010:1.0:1724310014.216510:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff2c00. 00000001:00000010:1.0:1724310014.216512:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67f000. 00080000:00000010:1.0:1724310014.216514:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012eff1400. 00000001:00000010:1.0:1724310014.216517:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1840. 00080000:00000010:1.0:1724310014.216518:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c710800. 00000001:00000010:1.0:1724310014.216520:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b516c0. 00080000:00000010:1.0:1724310014.216522:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c713400. 00000001:00000010:1.0:1724310014.216525:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1720. 00080000:00000010:1.0:1724310014.216526:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c712800. 00000001:00000010:1.0:1724310014.216528:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595e40. 00080000:00000010:1.0:1724310014.216530:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c713000. 00000001:00000010:1.0:1724310014.216532:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51060. 00080000:00000010:1.0:1724310014.216533:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c710400. 00000001:00000010:1.0:1724310014.216535:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67f1e0. 00080000:00000010:1.0:1724310014.216537:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c711400. 00000001:00000010:1.0:1724310014.216539:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012a397300. 00080000:00000010:1.0:1724310014.216541:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecd400. 00000001:00000010:1.0:1724310014.216544:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595f60. 00080000:00000010:1.0:1724310014.216546:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fbbc00. 00000001:00000010:1.0:1724310014.216549:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51ae0. 00080000:00000010:1.0:1724310014.216551:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fba000. 00000001:00000010:1.0:1724310014.216554:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67ed20. 00080000:00000010:1.0:1724310014.216555:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fb8000. 00000001:00000010:1.0:1724310014.216558:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b511e0. 00080000:00000010:1.0:1724310014.216559:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fb9c00. 00000001:00000010:1.0:1724310014.216563:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332d20. 00080000:00000010:1.0:1724310014.216564:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fb9800. 00000001:00000010:1.0:1724310014.216567:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a4d8d180. 00080000:00000010:1.0:1724310014.216568:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fba400. 00000001:00000010:1.0:1724310014.216571:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba432a0. 00080000:00000010:1.0:1724310014.216572:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fb8800. 00000001:00000010:1.0:1724310014.216575:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b518a0. 00080000:00000010:1.0:1724310014.216576:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fb9000. 00000001:00000010:1.0:1724310014.216578:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595840. 00080000:00000010:1.0:1724310014.216580:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f6c00. 00000001:00000010:1.0:1724310014.216584:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51c60. 00080000:00000010:1.0:1724310014.216586:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f7000. 00000001:00000010:1.0:1724310014.216589:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5953c0. 00080000:00000010:1.0:1724310014.216590:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f7400. 00000001:00000010:1.0:1724310014.216593:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b512a0. 00080000:00000010:1.0:1724310014.216594:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c46400. 00000001:00000010:1.0:1724310014.216597:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43720. 00080000:00000010:1.0:1724310014.216598:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c45000. 00000001:00000010:1.0:1724310014.216601:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0000. 00080000:00000010:1.0:1724310014.216602:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c46c00. 00000001:00000010:1.0:1724310014.216604:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51600. 00080000:00000010:1.0:1724310014.216606:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c45800. 00000001:00000010:1.0:1724310014.216608:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0e40. 00080000:00000010:1.0:1724310014.216609:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc2b400. 00000001:00000010:1.0:1724310014.216612:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51120. 00080000:00000010:1.0:1724310014.216613:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecd000. 00000001:00000010:1.0:1724310014.216615:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51240. 00080000:00000010:1.0:1724310014.216618:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecc800. 00000001:00000010:1.0:1724310014.216620:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51180. 00080000:00000010:1.0:1724310014.216622:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecfc00. 00000001:00000010:1.0:1724310014.216625:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51540. 00080000:00000010:1.0:1724310014.216627:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ece800. 00000001:00000010:1.0:1724310014.216629:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51de0. 00080000:00000010:1.0:1724310014.216631:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecc400. 00000001:00000010:1.0:1724310014.216633:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51f60. 00080000:00000010:1.0:1724310014.216635:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093ecf400. 00000001:00000010:1.0:1724310014.216637:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b510c0. 00080000:00000010:1.0:1724310014.216638:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd72000. 00000001:00000010:1.0:1724310014.216641:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51b40. 00080000:00000010:1.0:1724310014.216642:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd72c00. 00000001:00000010:1.0:1724310014.216644:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51ba0. 00080000:00000010:1.0:1724310014.216646:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd73400. 00000001:00000010:1.0:1724310014.216648:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51480. 00080000:00000010:1.0:1724310014.216650:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094598000. 00000001:00000010:1.0:1724310014.216652:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51840. 00080000:00000010:1.0:1724310014.216653:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094598400. 00000001:00000010:1.0:1724310014.216655:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b517e0. 00080000:00000010:1.0:1724310014.216657:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094598800. 00000001:00000010:1.0:1724310014.216659:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51c00. 00080000:00000010:1.0:1724310014.216661:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009459b000. 00000001:00000010:1.0:1724310014.216663:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51d80. 00080000:00000010:1.0:1724310014.216665:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009459a000. 00000001:00000010:1.0:1724310014.216667:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b514e0. 00080000:00000010:1.0:1724310014.216669:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094599800. 00000001:00000010:1.0:1724310014.216671:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b519c0. 00080000:00000010:1.0:1724310014.216673:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009459b400. 00000001:00000010:1.0:1724310014.216674:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51cc0. 00080000:00000010:1.0:1724310014.216676:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009459bc00. 00000001:00000010:1.0:1724310014.216678:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880122b51360. 00080000:00000010:1.0:1724310014.216680:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c975c00. 00000001:00000010:1.0:1724310014.216684:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202f7e0. 00080000:00000010:1.0:1724310014.216686:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c976000. 00000001:00000010:1.0:1724310014.216688:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0f00. 00080000:00000010:1.0:1724310014.216690:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c976400. 00000001:00000010:1.0:1724310014.216692:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595cc0. 00080000:00000010:1.0:1724310014.216694:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c974800. 00000001:00000010:1.0:1724310014.216696:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0060. 00080000:00000010:1.0:1724310014.216697:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c976c00. 00000001:00000010:1.0:1724310014.216700:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba437e0. 00080000:00000010:1.0:1724310014.216702:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547d800. 00000001:00000010:1.0:1724310014.216704:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202f960. 00080000:00000010:1.0:1724310014.216706:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547e000. 00000001:00000010:1.0:1724310014.216708:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43240. 00080000:00000010:1.0:1724310014.216709:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547d400. 00000001:00000010:1.0:1724310014.216711:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595c60. 00080000:00000010:1.0:1724310014.216713:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547f400. 00000001:00000010:1.0:1724310014.216715:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba438a0. 00080000:00000010:1.0:1724310014.216716:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547ec00. 00000001:00000010:1.0:1724310014.216718:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595300. 00080000:00000010:1.0:1724310014.216720:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547f800. 00000001:00000010:1.0:1724310014.216722:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43540. 00080000:00000010:1.0:1724310014.216723:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009547c800. 00000001:00000010:1.0:1724310014.216725:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595420. 00080000:00000010:1.0:1724310014.216727:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9dc00. 00000001:00000010:1.0:1724310014.216729:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba439c0. 00080000:00000010:1.0:1724310014.216730:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9d000. 00000001:00000010:1.0:1724310014.216732:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5958a0. 00080000:00000010:1.0:1724310014.216734:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9d400. 00000001:00000010:1.0:1724310014.216736:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43060. 00080000:00000010:1.0:1724310014.216737:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9fc00. 00000001:00000010:1.0:1724310014.216740:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5950c0. 00080000:00000010:1.0:1724310014.216741:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9d800. 00000001:00000010:1.0:1724310014.216743:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba435a0. 00080000:00000010:1.0:1724310014.216745:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9cc00. 00000001:00000010:1.0:1724310014.216748:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595a20. 00080000:00000010:1.0:1724310014.216749:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954eb000. 00000001:00000010:1.0:1724310014.216752:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43e40. 00080000:00000010:1.0:1724310014.216754:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954e8c00. 00000001:00000010:1.0:1724310014.216756:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595900. 00080000:00000010:1.0:1724310014.216758:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954e9000. 00000001:00000010:1.0:1724310014.216761:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595780. 00080000:00000010:1.0:1724310014.216763:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954e9800. 00000001:00000010:1.0:1724310014.216765:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5952a0. 00080000:00000010:1.0:1724310014.216766:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954eb400. 00000001:00000010:1.0:1724310014.216768:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595a80. 00080000:00000010:1.0:1724310014.216770:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954eb800. 00000001:00000010:1.0:1724310014.216772:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5959c0. 00080000:00000010:1.0:1724310014.216773:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800954e9400. 00000001:00000010:1.0:1724310014.216775:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5955a0. 00080000:00000010:1.0:1724310014.216777:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c91a800. 00000001:00000010:1.0:1724310014.216779:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595de0. 00080000:00000010:1.0:1724310014.216780:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c91a000. 00000001:00000010:1.0:1724310014.216782:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595540. 00080000:00000010:1.0:1724310014.216784:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c919000. 00000001:00000010:1.0:1724310014.216786:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595120. 00080000:00000010:1.0:1724310014.216788:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c918400. 00000001:00000010:1.0:1724310014.216790:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595480. 00080000:00000010:1.0:1724310014.216792:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c91a400. 00000001:00000010:1.0:1724310014.216794:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595000. 00080000:00000010:1.0:1724310014.216796:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c91ac00. 00000001:00000010:1.0:1724310014.216798:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595f00. 00080000:00000010:1.0:1724310014.216799:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c919c00. 00000001:00000010:1.0:1724310014.216801:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595ae0. 00080000:00000010:1.0:1724310014.216802:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090fef400. 00000001:00000010:1.0:1724310014.216805:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595960. 00080000:00000010:1.0:1724310014.216806:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090feec00. 00000001:00000010:1.0:1724310014.216808:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595ba0. 00080000:00000010:1.0:1724310014.216810:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090fefc00. 00000001:00000010:1.0:1724310014.216812:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1aa8540. 00080000:00000010:1.0:1724310014.216815:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090fed400. 00000001:00000010:1.0:1724310014.216817:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43900. 00080000:00000010:1.0:1724310014.216818:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090fef000. 00000001:00000010:1.0:1724310014.216821:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43420. 00080000:00000010:1.0:1724310014.216822:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce69400. 00000001:00000010:1.0:1724310014.216825:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43660. 00080000:00000010:1.0:1724310014.216826:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce6a800. 00000001:00000010:1.0:1724310014.216829:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43ae0. 00080000:00000010:1.0:1724310014.216830:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce6a000. 00000001:00000010:1.0:1724310014.216833:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43ea0. 00080000:00000010:1.0:1724310014.216834:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce6b000. 00000001:00000010:1.0:1724310014.216836:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba430c0. 00080000:00000010:1.0:1724310014.216838:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce6bc00. 00000001:00000010:1.0:1724310014.216840:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43a20. 00080000:00000010:1.0:1724310014.216841:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012ce69800. 00000001:00000010:1.0:1724310014.216843:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43300. 00080000:00000010:1.0:1724310014.216844:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e390000. 00000001:00000010:1.0:1724310014.216847:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43a80. 00080000:00000010:1.0:1724310014.216849:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094ca4000. 00000001:00000010:1.0:1724310014.216851:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43de0. 00080000:00000010:1.0:1724310014.216852:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094ca6800. 00000001:00000010:1.0:1724310014.216854:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43c00. 00080000:00000010:1.0:1724310014.216856:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094ca7800. 00000001:00000010:1.0:1724310014.216859:0:4345:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc420. 00080000:00000010:1.0:1724310014.216861:0:4345:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094ca5000. 00000020:00000010:2.0:1724310014.217005:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082e02800. 00000020:00000010:2.0:1724310014.217010:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310014.217013:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.217038:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883341824 00000001:00000010:2.0:1724310014.217046:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310014.217064:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.217069:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 02000000:00000010:2.0:1724310014.217113:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222d0000. 00010000:00000010:2.0:1724310014.217135:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.217138:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.217150:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.217152:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.217155:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.217157:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000004:00000010:2.0:1724310014.217241:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310014.217247:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310014.217251:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310014.217274:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310014.218832:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.218836:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.218840:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.218843:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.218888:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.218895:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.218899:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.218922:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000200:2.0:1724310014.218935:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606680 x1808069883341824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.218949:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e550. 00000100:00000200:2.0:1724310014.218954:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883341824, offset 224 00000400:00000200:2.0:1724310014.218960:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.218969:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.218974:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531222:531222:256:4294967295] 192.168.204.31@tcp LPNI seq info [531218:531218:8:4294967295] 00000400:00000200:2.0:1724310014.218982:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.218987:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.218990:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.218995:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.219001:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.219004:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.219025:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310014.219028:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.219032:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082e02800. 00000800:00000200:0.0:1724310014.219129:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.219132:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310014.219135:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.219139:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.219142:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e550 00000400:00000010:0.0:1724310014.219143:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e550. 00010000:00000010:2.1:1724310014.219325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310014.219330:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310014.219334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310014.219336:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310014.219338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310014.219342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310014.221388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310014.221395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310014.221398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310014.221401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310014.221426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310014.221428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310014.221430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310014.221432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310014.221434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310014.221438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310014.221504:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310014.221508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310014.221511:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310014.221513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:2.0:1724310014.224070:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.224085:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202d00 00000400:00000200:2.0:1724310014.224091:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 118104 00000400:00000200:2.0:1724310014.224110:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.224113:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.224118:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.224123:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118e00. 00000020:00000010:0.0:1724310014.224217:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb3800. 00000020:00000010:0.0:1724310014.224222:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310014.224225:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310014.224252:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342080 02000000:00000010:1.0:1724310014.224854:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090dab000. 00010000:00000010:1.0:1724310014.224886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:1.0:1724310014.224898:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:1.0:1724310014.224921:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.224926:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.224937:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.224939:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.224941:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.224943:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.225022:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.225024:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.225027:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.225029:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.225049:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959381a0. 00000020:00000010:1.0:1724310014.225053:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959381a0. 00000020:00000010:1.0:1724310014.225060:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881bad80. 00080000:00000010:1.0:1724310014.225066:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095020c00. 00000001:00000010:1.0:1724310014.225226:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baf60. 00000001:00000010:1.0:1724310014.225231:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310014.225276:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881bad80. 00010000:00000010:1.0:1724310014.225282:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.225285:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.225298:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.225313:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.225316:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310014.225334:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:1.0:1724310014.225338:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:1.0:1724310014.225342:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:1.0:1724310014.225348:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:1.0:1724310014.225354:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310014.225365:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096172, last committed = 4295096163 00010000:00000200:1.0:1724310014.225372:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118e00 x1808069883342080/t4295096172(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.225399:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310014.225404:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883342080, offset 224 00000400:00000010:1.0:1724310014.225409:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc3b8. 00000400:00000200:1.0:1724310014.225412:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.225420:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.225425:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531223:531223:256:4294967295] 192.168.204.31@tcp LPNI seq info [531219:531219:8:4294967295] 00000400:00000200:1.0:1724310014.225430:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.225436:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.225441:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.225443:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310014.225447:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.225453:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.225456:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.225470:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:1.0:1724310014.225473:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:1.0:1724310014.225475:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb3800. 00000800:00000200:0.0:1724310014.225578:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.225581:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310014.225584:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.225587:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.227791:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.227805:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d4d 00000400:00000200:0.0:1724310014.227809:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.227812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.227817:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:0.0:1724310014.227818:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:2.1:1724310014.227842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310014.227849:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.227852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310014.227854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.0:1724310014.228136:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:3.0:1724310014.228142:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00000400:00000200:2.0:1724310014.229553:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.229563:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202d80 00000400:00000200:2.0:1724310014.229570:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 118592 00000400:00000200:2.0:1724310014.229621:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.229625:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.229630:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.229635:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326d80. 00000020:00000010:1.0:1724310014.229940:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800925b3400. 00000020:00000010:1.0:1724310014.229945:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.229949:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.229981:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342208 00000001:00000010:1.0:1724310014.229990:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310014.230007:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.230011:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310014.230052:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122be0000. 00010000:00000010:1.0:1724310014.230071:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.230074:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.230085:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.230087:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.230090:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.230092:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310014.230170:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310014.230177:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.230181:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.230187:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.230740:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.230743:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.230746:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.230749:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.230786:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.230792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.230796:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.230816:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310014.230828:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326d80 x1808069883342208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.230842:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310014.230847:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883342208, offset 224 00000400:00000200:1.0:1724310014.230852:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.230860:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.230865:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531224:531224:256:4294967295] 192.168.204.31@tcp LPNI seq info [531220:531220:8:4294967295] 00000400:00000200:1.0:1724310014.230873:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.230877:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.230881:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310014.230885:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.230891:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.230894:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.230922:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.230924:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.230927:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800925b3400. 00000800:00000200:0.0:1724310014.231009:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.231012:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310014.231015:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.231018:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.231021:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:0.0:1724310014.231023:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00000400:00000200:0.0:1724310014.233043:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.233053:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13202e80 00000400:00000200:0.0:1724310014.233059:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 119168 00000400:00000200:0.0:1724310014.233077:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.233081:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.233084:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.233088:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605880. 00000020:00000010:1.0:1724310014.233167:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800925b3400. 00000020:00000010:1.0:1724310014.233171:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.233175:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.233289:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342464 02000000:00000010:1.0:1724310014.233315:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce9e000. 00010000:00000010:1.0:1724310014.233341:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.233351:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.233400:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.233404:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.233414:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.233416:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.233419:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.233421:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.233492:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.233494:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.233496:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.233498:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310014.233514:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.233519:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.233525:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba780. 00080000:00000010:1.0:1724310014.233530:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095022c00. 00000001:00000010:1.0:1724310014.233687:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba3c0. 00000001:00000010:1.0:1724310014.233691:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310014.233717:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba780. 00010000:00000010:1.0:1724310014.233723:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.233726:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.233737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.233751:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.233754:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310014.233766:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.233771:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.233774:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.233778:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310014.233784:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310014.233793:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096173, last committed = 4295096163 00010000:00000200:1.0:1724310014.233799:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605880 x1808069883342464/t4295096173(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.233810:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310014.233814:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883342464, offset 224 00000400:00000010:1.0:1724310014.233818:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc3f0. 00000400:00000200:1.0:1724310014.233820:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.233827:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.233832:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531225:531225:256:4294967295] 192.168.204.31@tcp LPNI seq info [531221:531221:8:4294967295] 00000400:00000200:1.0:1724310014.233836:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.233841:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.233845:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.233847:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.233851:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.233856:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.233859:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.233875:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.233878:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.233880:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800925b3400. 00000800:00000200:2.0:1724310014.233941:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.233943:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:2.0:1724310014.233945:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.233948:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.240111:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.240125:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d55 00000400:00000200:0.0:1724310014.240129:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.240133:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.240137:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:0.0:1724310014.240140:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:0.0:1724310014.240155:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.240159:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13202f00 00000400:00000200:0.0:1724310014.240165:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 119656 00000400:00000200:0.0:1724310014.240216:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.240220:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.240223:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.240228:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604380. 00010000:00000010:0.1:1724310014.240269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310014.240277:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310014.240281:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310014.240286:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310014.240289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310014.240302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310014.240304:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310014.240308:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310014.240315:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310014.240317:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.240319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.240321:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310014.240323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310014.240325:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310014.240327:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000020:00000010:1.0:1724310014.240420:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800925b3400. 00000020:00000010:1.0:1724310014.240424:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.240429:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.240449:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342592 00000001:00000010:1.0:1724310014.240457:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310014.240475:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.240481:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:2.1:1724310014.240494:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.240504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 02000000:00000010:1.0:1724310014.240527:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880135b30000. 00010000:00000010:1.0:1724310014.240548:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.240550:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.240564:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.240566:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.240569:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.240571:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310014.240650:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310014.240655:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.240659:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.240666:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:3.0:1724310014.240687:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:3.0:1724310014.240693:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.241756:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.241761:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.241764:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.241767:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.241805:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.241812:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.241815:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.241840:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310014.241851:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604380 x1808069883342592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.241863:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310014.241869:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883342592, offset 224 00000400:00000200:1.0:1724310014.241873:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.241882:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.241887:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531226:531226:256:4294967295] 192.168.204.31@tcp LPNI seq info [531222:531222:8:4294967295] 00000400:00000200:1.0:1724310014.241895:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.241900:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.241903:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310014.241907:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.241913:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.241916:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.241931:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.241934:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.241937:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800925b3400. 00000800:00000200:0.0:1724310014.242869:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.242873:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310014.242878:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.242882:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.242886:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310014.242888:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:2.0:1724310014.246804:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.246819:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203000 00000400:00000200:2.0:1724310014.246825:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 120232 00000400:00000200:2.0:1724310014.246844:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.246848:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.246855:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.246860:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325180. 00000020:00000010:1.0:1724310014.247200:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008c99aa00. 00000020:00000010:1.0:1724310014.247206:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.247209:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.247242:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342848 02000000:00000010:1.0:1724310014.247284:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228bc000. 00010000:00000010:1.0:1724310014.247315:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.247327:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.247348:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.247351:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.247361:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.247362:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.247365:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.247367:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.247459:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.247462:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.247464:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.247466:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310014.247587:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.247592:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.247599:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881bade0. 00080000:00000010:1.0:1724310014.247603:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095021800. 00000001:00000010:1.0:1724310014.247914:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba840. 00000001:00000010:1.0:1724310014.247918:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310014.248092:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881bade0. 00010000:00000010:1.0:1724310014.248099:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.248102:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.248113:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.248130:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.248133:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.248149:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.248154:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.248157:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.248161:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310014.248167:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310014.248179:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096174, last committed = 4295096163 00010000:00000200:1.0:1724310014.248186:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325180 x1808069883342848/t4295096174(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.248200:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310014.248206:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883342848, offset 224 00000400:00000010:1.0:1724310014.248211:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc428. 00000400:00000200:1.0:1724310014.248214:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.248223:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.248228:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531227:531227:256:4294967295] 192.168.204.31@tcp LPNI seq info [531223:531223:8:4294967295] 00000400:00000200:1.0:1724310014.248232:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.248238:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.248243:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.248247:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310014.248251:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.248422:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.248425:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.248978:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.248983:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.248985:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008c99aa00. 00000800:00000200:0.0:1724310014.249573:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.249576:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310014.249581:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.249585:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.249832:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310014.252658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310014.252670:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310014.252674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310014.252676:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310014.252678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310014.252680:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310014.252691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310014.252692:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310014.252694:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310014.252699:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310014.252745:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310014.252752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310014.254498:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.254514:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d5d 00000400:00000200:0.0:1724310014.254520:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.254524:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.254530:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310014.254532:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:0.0:1724310014.254567:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.254572:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203080 00000400:00000200:0.0:1724310014.254578:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 120720 00000400:00000200:0.0:1724310014.254600:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.254603:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.254607:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.254612:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605180. 00010000:00000010:3.0:1724310014.254616:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:3.0:1724310014.254624:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000020:00000010:1.0:1724310014.255652:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8c000. 00000020:00000010:1.0:1724310014.255657:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.255662:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.255687:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883342976 00000001:00000010:1.0:1724310014.255697:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310014.255715:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.255720:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310014.255765:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801359e0000. 00010000:00000010:1.0:1724310014.255787:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.255790:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.255809:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.255811:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.255814:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.255817:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310014.255899:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310014.255906:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.255910:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.255916:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.256651:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.256654:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.256657:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.256660:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.256697:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.256719:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.256723:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.256745:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310014.256758:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605180 x1808069883342976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.256771:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453220. 00000100:00000200:1.0:1724310014.256776:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883342976, offset 224 00000400:00000200:1.0:1724310014.256781:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.256790:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.256796:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531228:531228:256:4294967295] 192.168.204.31@tcp LPNI seq info [531224:531224:8:4294967295] 00000400:00000200:1.0:1724310014.256804:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.256809:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.256812:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310014.256816:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.256822:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.256825:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1724310014.257390:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.257394:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310014.257400:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.257404:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.257408:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453220 00000400:00000010:3.0:1724310014.257410:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453220. 00000020:00000010:1.0:1724310014.257451:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.257455:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.257459:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8c000. 00010000:00000010:0.1:1724310014.259760:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310014.259770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310014.260355:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.260367:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203180 00000400:00000200:0.0:1724310014.260373:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 121296 00000400:00000200:0.0:1724310014.260402:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.260406:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.260411:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.260416:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606d80. 00000020:00000010:1.0:1724310014.260486:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088d8c000. 00000020:00000010:1.0:1724310014.260490:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.260494:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.260524:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883343232 02000000:00000010:1.0:1724310014.260550:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228b8000. 00010000:00000010:1.0:1724310014.260578:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.260587:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.260606:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.260609:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.260620:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.260621:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.260624:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.260626:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.260700:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.260702:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.260705:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.260707:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310014.260725:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.260729:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.260736:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba540. 00080000:00000010:1.0:1724310014.260742:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e390000. 00000001:00000010:1.0:1724310014.260890:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba5a0. 00000001:00000010:1.0:1724310014.260895:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310014.260923:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba540. 00010000:00000010:1.0:1724310014.260928:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.260931:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.260943:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.260958:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.260960:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310014.260973:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.260977:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.260980:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.260983:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310014.260988:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310014.260999:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096175, last committed = 4295096163 00010000:00000200:1.0:1724310014.261004:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606d80 x1808069883343232/t4295096175(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.261017:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453a18. 00000100:00000200:1.0:1724310014.261022:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883343232, offset 224 00000400:00000010:1.0:1724310014.261026:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc460. 00000400:00000200:1.0:1724310014.261028:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.261036:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.261041:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531229:531229:256:4294967295] 192.168.204.31@tcp LPNI seq info [531225:531225:8:4294967295] 00000400:00000200:1.0:1724310014.261045:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.261049:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.261054:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.261057:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310014.261061:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.261066:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.261069:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.261089:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.261093:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.261095:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088d8c000. 00000800:00000200:0.0:1724310014.261231:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.261233:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310014.261236:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.261239:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.262355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310014.262362:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.262365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310014.262367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:3.0:1724310014.264745:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.264761:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d65 00000400:00000200:3.0:1724310014.264766:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.264770:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.264774:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453a18 00000400:00000010:3.0:1724310014.264776:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453a18. 00010000:00000010:0.0:1724310014.264866:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:0.0:1724310014.264874:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00000400:00000200:2.0:1724310014.265047:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.265055:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203200 00000400:00000200:2.0:1724310014.265061:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 121784 00000400:00000200:2.0:1724310014.265116:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.265120:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.265124:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.265129:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00010000:00000010:1.1:1724310014.265422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310014.265428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310014.265430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310014.265433:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310014.265435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310014.265439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000020:00000010:0.0:1724310014.265501:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb2600. 00000020:00000010:0.0:1724310014.265505:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310014.265509:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310014.265537:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883343360 00000001:00000010:0.0:1724310014.265546:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:0.0:1724310014.265561:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.265565:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 02000000:00000010:0.0:1724310014.265613:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ab0000. 00010000:00000010:0.0:1724310014.265634:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.265637:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.265648:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.265650:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310014.265652:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.265655:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00000004:00000010:0.0:1724310014.265734:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310014.265741:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be000. 00000004:00000010:0.0:1724310014.265745:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310014.265751:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee680. 00010000:00000010:2.0:1724310014.266609:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.266612:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.266616:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.266618:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.266655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310014.266676:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310014.266679:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310014.266702:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:2.0:1724310014.266713:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883343360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.266726:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3ea18. 00000100:00000200:2.0:1724310014.266731:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883343360, offset 224 00000400:00000200:2.0:1724310014.266735:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.266743:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.266748:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531230:531230:256:4294967295] 192.168.204.31@tcp LPNI seq info [531226:531226:8:4294967295] 00000400:00000200:2.0:1724310014.266757:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.266761:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.266765:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.266769:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.266775:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.266778:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.266880:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:2.0:1724310014.266885:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:2.0:1724310014.266887:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb2600. 00000800:00000200:1.0:1724310014.270056:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.270062:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310014.270066:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.270073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.270103:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3ea18 00000400:00000010:1.0:1724310014.270105:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3ea18. 00010000:00000010:3.1:1724310014.272401:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310014.272412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:3.0:1724310014.273907:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.273922:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203300 00000400:00000200:3.0:1724310014.273929:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 122360 00000400:00000200:3.0:1724310014.273949:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.273953:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.273959:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.273965:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd500. 00000020:00000010:2.0:1724310014.274052:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082e02e00. 00000020:00000010:2.0:1724310014.274058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.274062:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.274100:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883343616 02000000:00000010:2.0:1724310014.274128:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfd000. 00010000:00000010:2.0:1724310014.274158:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.274169:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.274190:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.274193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.274204:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.274206:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.274209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.274211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310014.274314:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.274318:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310014.274320:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.274323:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310014.274345:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.274350:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.274358:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10d20. 00080000:00000010:2.0:1724310014.274364:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9f800. 00000001:00000010:2.0:1724310014.274536:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10540. 00000001:00000010:2.0:1724310014.274540:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310014.274565:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10d20. 00010000:00000010:2.0:1724310014.274570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.274572:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.274585:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.274598:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.274600:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310014.274614:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee680. 00000004:00000010:2.0:1724310014.274621:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:2.0:1724310014.274623:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be000. 00000004:00000010:2.0:1724310014.274628:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:2.0:1724310014.274633:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310014.274642:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096176, last committed = 4295096163 00010000:00000200:2.0:1724310014.274649:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd500 x1808069883343616/t4295096176(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.274661:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e330. 00000100:00000200:2.0:1724310014.274665:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883343616, offset 224 00000400:00000010:2.0:1724310014.274669:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e606c8. 00000400:00000200:2.0:1724310014.274671:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.274679:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.274684:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531231:531231:256:4294967295] 192.168.204.31@tcp LPNI seq info [531227:531227:8:4294967295] 00000400:00000200:2.0:1724310014.274688:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.274693:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.274697:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.274700:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310014.274704:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.274709:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.274712:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.274724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.274727:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.274730:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082e02e00. 00000800:00000200:3.0:1724310014.274828:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.274830:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310014.274833:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.274836:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.275349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310014.275355:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310014.275357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310014.275359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:0.0:1724310014.277495:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.277509:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d6d 00000400:00000200:0.0:1724310014.277513:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.277516:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.277521:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e330 00000400:00000010:0.0:1724310014.277523:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e330. 00000400:00000200:0.0:1724310014.277553:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.277558:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203380 00000400:00000200:0.0:1724310014.277564:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 122848 00000400:00000200:0.0:1724310014.277613:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.277616:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.277620:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.277625:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605500. 00010000:00000010:3.0:1724310014.277695:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:3.0:1724310014.277704:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000020:00000010:1.0:1724310014.278042:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987400. 00000020:00000010:1.0:1724310014.278046:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.278049:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:2.0:1724310014.280019:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883343744 00000001:00000010:2.0:1724310014.280034:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310014.280055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.280361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310014.280420:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d30000. 00010000:00000010:2.0:1724310014.280444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.280447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.280461:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.280463:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.280466:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.280468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310014.280555:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310014.280562:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.280566:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310014.280572:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.1:1724310014.281825:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310014.281833:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310014.281836:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310014.281838:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310014.281840:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310014.281845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.281922:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.281925:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.281929:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.281932:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.281974:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.281996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.282000:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.282026:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310014.282040:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605500 x1808069883343744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.282054:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3eaa0. 00000100:00000200:2.0:1724310014.282060:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883343744, offset 224 00000400:00000200:2.0:1724310014.282064:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.282074:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.282079:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531232:531232:256:4294967295] 192.168.204.31@tcp LPNI seq info [531228:531228:8:4294967295] 00000400:00000200:2.0:1724310014.282087:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.282093:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.282096:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310014.282101:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.282107:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.282110:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.282125:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:2.0:1724310014.282129:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:2.0:1724310014.282132:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987400. 00000800:00000200:3.0:1724310014.283640:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.283645:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310014.283649:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.283654:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.283658:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3eaa0 00000400:00000010:3.0:1724310014.283660:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3eaa0. 00010000:00000010:0.1:1724310014.284501:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310014.284508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:3.0:1724310014.287347:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.287361:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203480 00000400:00000200:3.0:1724310014.287368:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 123424 00000400:00000200:3.0:1724310014.287394:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.287398:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.287404:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.287409:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788c700. 00000020:00000010:2.0:1724310014.287503:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082e03400. 00000020:00000010:2.0:1724310014.287509:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.287513:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.287547:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344000 02000000:00000010:2.0:1724310014.287575:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfa000. 00010000:00000010:2.0:1724310014.287603:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.287619:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.287640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.287645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.287656:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.287658:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.287660:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.287662:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.287742:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.287745:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.287748:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.287750:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310014.287772:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.287777:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.287785:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10ba0. 00080000:00000010:2.0:1724310014.287790:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9cc00. 00000001:00000010:2.0:1724310014.288678:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10240. 00000001:00000010:2.0:1724310014.288684:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310014.288722:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10ba0. 00010000:00000010:2.0:1724310014.288729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.288733:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.288746:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.288763:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.288766:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310014.288780:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310014.288784:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310014.288788:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.288793:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310014.288803:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310014.288815:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096177, last committed = 4295096163 00010000:00000200:2.0:1724310014.288823:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788c700 x1808069883344000/t4295096177(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.288835:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e770. 00000100:00000200:2.0:1724310014.288840:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883344000, offset 224 00000400:00000010:2.0:1724310014.288845:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60700. 00000400:00000200:2.0:1724310014.288848:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.288858:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.288864:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531233:531233:256:4294967295] 192.168.204.31@tcp LPNI seq info [531229:531229:8:4294967295] 00000400:00000200:2.0:1724310014.288868:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.288874:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.288878:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.288881:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310014.288886:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.288892:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.288894:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.288920:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.288924:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310014.288927:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082e03400. 00000800:00000200:3.0:1724310014.289000:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.289003:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310014.289006:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.289009:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.291308:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.291322:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d75 00000400:00000200:3.0:1724310014.291328:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.291331:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.291335:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e770 00000400:00000010:3.0:1724310014.291337:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e770. 00000400:00000200:3.0:1724310014.291353:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.291357:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203500 00000400:00000200:3.0:1724310014.291363:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 123912 00010000:00000010:1.1:1724310014.291584:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310014.291591:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.291595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310014.291597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.0:1724310014.291784:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:1.0:1724310014.291792:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00000400:00000200:3.0:1724310014.291868:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.291872:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.291875:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.291880:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788d880. 00000020:00000010:2.0:1724310014.291992:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8ee00. 00000020:00000010:2.0:1724310014.291996:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.292000:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.292053:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344128 00000001:00000010:2.0:1724310014.292061:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310014.292077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.292082:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 02000000:00000010:2.0:1724310014.292123:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801315f0000. 00010000:00000010:2.0:1724310014.292142:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.292145:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.292155:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.292157:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.292160:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.292162:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310014.292237:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310014.292244:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.292249:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310014.292255:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.0:1724310014.292957:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.292960:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.292963:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.292966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.293004:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.293010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.293012:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.293035:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310014.293045:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788d880 x1808069883344128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.293059:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3ec38. 00000100:00000200:2.0:1724310014.293064:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883344128, offset 224 00000400:00000200:2.0:1724310014.293068:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.293076:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.293081:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531234:531234:256:4294967295] 192.168.204.31@tcp LPNI seq info [531230:531230:8:4294967295] 00000400:00000200:2.0:1724310014.293089:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.293093:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.293097:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310014.293101:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.293108:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.293111:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.293134:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.293137:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310014.293140:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8ee00. 00000800:00000200:3.0:1724310014.293300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.293302:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:3.0:1724310014.293305:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.293309:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.293311:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3ec38 00000400:00000010:3.0:1724310014.293313:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3ec38. 00010000:00000010:1.1:1724310014.294923:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.294933:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310014.295093:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310014.295098:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310014.295101:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310014.295102:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310014.295104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310014.295111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:3.0:1724310014.295601:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.295612:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203600 00000400:00000200:3.0:1724310014.295618:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 124488 00000400:00000200:3.0:1724310014.295640:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.295643:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.295648:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.295654:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec380. 00000020:00000010:2.0:1724310014.296925:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8ee00. 00000020:00000010:2.0:1724310014.296932:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.296937:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.297566:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344384 02000000:00000010:2.0:1724310014.297596:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d47b000. 00010000:00000010:2.0:1724310014.297627:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.297640:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.297662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.297666:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.297678:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.297680:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.297683:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.297685:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.297766:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.297768:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.297770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.297773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310014.297788:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.297793:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.297800:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e105a0. 00080000:00000010:2.0:1724310014.297805:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9fc00. 00000001:00000010:2.0:1724310014.297947:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e109c0. 00000001:00000010:2.0:1724310014.297951:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310014.297976:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e105a0. 00010000:00000010:2.0:1724310014.297981:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.297983:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.297995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.298010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.298012:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310014.298025:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310014.298029:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310014.298032:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.298037:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310014.298044:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310014.298052:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096178, last committed = 4295096163 00010000:00000200:2.0:1724310014.298060:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec380 x1808069883344384/t4295096178(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.298073:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e220. 00000100:00000200:2.0:1724310014.298078:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883344384, offset 224 00000400:00000010:2.0:1724310014.298082:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60738. 00000400:00000200:2.0:1724310014.298085:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.298094:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.298099:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531235:531235:256:4294967295] 192.168.204.31@tcp LPNI seq info [531231:531231:8:4294967295] 00000400:00000200:2.0:1724310014.298103:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.298109:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.298113:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.298117:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.298121:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.298127:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.298130:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.298739:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.298743:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310014.298746:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8ee00. 00000800:00000200:3.0:1724310014.299604:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.299607:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:3.0:1724310014.299611:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.299615:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.299953:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.299957:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310014.299960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310014.299962:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:3.0:1724310014.301148:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.301159:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d7d 00000400:00000200:3.0:1724310014.301164:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.301166:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.301170:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e220 00000400:00000010:3.0:1724310014.301172:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e220. 00010000:00000010:0.0:1724310014.301234:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310014.301241:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00000400:00000200:3.0:1724310014.301827:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.301834:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203680 00000400:00000200:3.0:1724310014.301839:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 124976 00000400:00000200:3.0:1724310014.301876:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.301879:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.301883:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.301887:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed180. 00000020:00000010:2.0:1724310014.302015:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480600. 00000020:00000010:2.0:1724310014.302020:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.302023:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.302188:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344512 00000001:00000010:2.0:1724310014.302196:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310014.302211:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.302215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310014.302255:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880118d70000. 00010000:00000010:2.0:1724310014.302470:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.302473:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.302483:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.302485:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.302487:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.302489:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000004:00000010:2.0:1724310014.302562:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310014.302568:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.302571:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310014.302577:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.1:1724310014.305942:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310014.305955:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310014.305959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310014.305961:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310014.305964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310014.305971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.307251:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.307281:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.307285:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.307291:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.307578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.308680:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.308690:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.308725:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310014.308741:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed180 x1808069883344512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.308759:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e6e8. 00000100:00000200:2.0:1724310014.308766:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883344512, offset 224 00000400:00000200:2.0:1724310014.308772:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.308781:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.308786:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531236:531236:256:4294967295] 192.168.204.31@tcp LPNI seq info [531232:531232:8:4294967295] 00000400:00000200:2.0:1724310014.308795:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.308800:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.308803:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310014.308808:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.308815:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.308818:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.308852:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.308856:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310014.308859:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480600. 00000800:00000200:3.0:1724310014.309381:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.309385:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310014.309389:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.309394:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.309398:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e6e8 00000400:00000010:3.0:1724310014.309399:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e6e8. 00010000:00000010:3.1:1724310014.312085:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310014.312096:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:3.0:1724310014.314000:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.314014:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203780 00000400:00000200:3.0:1724310014.314021:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 125552 00000400:00000200:3.0:1724310014.314041:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.314045:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.314050:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.314055:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed500. 00000020:00000010:2.0:1724310014.314146:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480600. 00000020:00000010:2.0:1724310014.314152:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.314156:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.315215:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344768 02000000:00000010:2.0:1724310014.315244:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013438e000. 00010000:00000010:2.0:1724310014.315283:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.315297:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.315321:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.315325:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.315336:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.315338:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.315341:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.315343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.315437:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.315439:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.315442:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.315445:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310014.315464:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.315469:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.315478:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10120. 00080000:00000010:2.0:1724310014.315483:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9d000. 00000001:00000010:2.0:1724310014.315655:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10480. 00000001:00000010:2.0:1724310014.315659:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310014.315689:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10120. 00010000:00000010:2.0:1724310014.315694:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.315697:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.315710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.315726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.315729:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00080000:00000010:2.0:1724310014.315743:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310014.315747:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310014.315751:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.315757:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310014.315766:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310014.315776:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096179, last committed = 4295096163 00010000:00000200:2.0:1724310014.315785:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed500 x1808069883344768/t4295096179(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.315798:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e6e8. 00000100:00000200:2.0:1724310014.315805:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883344768, offset 224 00000400:00000010:2.0:1724310014.315810:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60770. 00000400:00000200:2.0:1724310014.315813:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.315822:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.315827:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531237:531237:256:4294967295] 192.168.204.31@tcp LPNI seq info [531233:531233:8:4294967295] 00000400:00000200:2.0:1724310014.315831:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.315836:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.315841:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.315843:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310014.315848:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.315854:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.315857:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.316475:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.316479:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310014.316481:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480600. 00000800:00000200:3.0:1724310014.316861:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.316865:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310014.316869:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.316873:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.318836:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.318849:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d85 00000400:00000200:3.0:1724310014.318854:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.318857:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00010000:00000010:2.1:1724310014.319017:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310014.319024:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310014.319028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.319031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:3.0:1724310014.319070:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e6e8 00000400:00000010:3.0:1724310014.319073:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e6e8. 00000400:00000200:3.0:1724310014.321012:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.321022:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203800 00000400:00000200:3.0:1724310014.321029:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 126040 00010000:00000010:1.0:1724310014.322961:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:1.0:1724310014.322974:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00000400:00000200:3.0:1724310014.323059:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.323067:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.323074:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.323079:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884efb80. 00000020:00000010:2.0:1724310014.323169:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a7a00. 00000020:00000010:2.0:1724310014.323174:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.323178:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310014.323200:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883344896 00000001:00000010:2.0:1724310014.323209:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310014.323228:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.323232:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310014.323303:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124430000. 00010000:00000010:2.0:1724310014.323325:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.323329:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.323339:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.323341:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.323344:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.323346:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000004:00000010:2.0:1724310014.323436:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310014.323442:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.323446:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310014.323452:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.1:1724310014.325630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310014.325641:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310014.325646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310014.325648:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.325649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310014.325655:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.0:1724310014.325794:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.325798:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.325801:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.325806:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.325853:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:3.0:1724310014.325869:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:3.0:1724310014.325873:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:3.0:1724310014.325902:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:3.0:1724310014.325917:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884efb80 x1808069883344896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.325930:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff56e8. 00000100:00000200:3.0:1724310014.325935:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883344896, offset 224 00000400:00000200:3.0:1724310014.325940:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.325950:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.325955:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531238:531238:256:4294967295] 192.168.204.31@tcp LPNI seq info [531234:531234:8:4294967295] 00000400:00000200:3.0:1724310014.325963:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.325967:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.325971:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310014.325975:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.325982:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.325985:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.326012:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:3.0:1724310014.326016:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:3.0:1724310014.326019:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a7a00. 00000800:00000200:2.0:1724310014.328029:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.328034:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310014.328039:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.328044:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.328048:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff56e8 00000400:00000010:2.0:1724310014.328050:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff56e8. 00000400:00000200:2.0:1724310014.328068:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.328076:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203900 00000400:00000200:2.0:1724310014.328081:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 126616 00000400:00000200:2.0:1724310014.328097:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.328099:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.328103:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.328107:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e327480. 00010000:00000010:1.1:1724310014.328586:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.328593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000020:00000010:3.0:1724310014.328898:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611c00. 00000020:00000010:3.0:1724310014.328904:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310014.328908:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310014.329676:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883345152 02000000:00000010:2.0:1724310014.329978:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013438b000. 00010000:00000010:2.0:1724310014.330007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:2.0:1724310014.330032:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:2.0:1724310014.330054:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.330058:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.330068:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.330070:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.330073:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.330075:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.330154:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.330156:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.330158:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.330160:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310014.330179:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.330184:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951400. 00000020:00000010:2.0:1724310014.330191:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e100c0. 00080000:00000010:2.0:1724310014.330196:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bc9ec00. 00000001:00000010:2.0:1724310014.330527:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e101e0. 00000001:00000010:2.0:1724310014.330531:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310014.330558:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e100c0. 00010000:00000010:2.0:1724310014.330564:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.330566:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.330578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.330863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.330868:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310014.330887:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310014.330892:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310014.330896:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.330903:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310014.330913:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310014.330926:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096180, last committed = 4295096163 00010000:00000200:2.0:1724310014.330936:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e327480 x1808069883345152/t4295096180(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.330949:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e220. 00000100:00000200:2.0:1724310014.330955:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883345152, offset 224 00000400:00000010:2.0:1724310014.330960:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e607a8. 00000400:00000200:2.0:1724310014.330964:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.330975:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.330980:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531239:531239:256:4294967295] 192.168.204.31@tcp LPNI seq info [531235:531235:8:4294967295] 00000400:00000200:2.0:1724310014.330984:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.330989:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.330994:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.330997:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310014.331001:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.331007:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.331011:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.331154:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:2.0:1724310014.331158:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:2.0:1724310014.331160:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611c00. 00000800:00000200:3.0:1724310014.331289:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.331293:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310014.331296:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.331300:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.331666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310014.331672:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310014.331674:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310014.331677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:2.0:1724310014.335925:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00010000:00000010:1.1:1724310014.335925:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310014.335934:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00000400:00000200:2.0:1724310014.335944:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d8d 00000400:00000200:2.0:1724310014.335950:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.335953:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.335957:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e220 00000400:00000010:2.0:1724310014.335959:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e220. 00010000:00000010:1.0:1724310014.335996:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:1.0:1724310014.336003:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00000400:00000200:0.0:1724310014.336465:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.336472:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203980 00000400:00000200:0.0:1724310014.336478:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 127104 00000400:00000200:0.0:1724310014.336531:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.336536:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.336540:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.336546:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881c700. 00000020:00000010:2.0:1724310014.336625:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a6c00. 00000020:00000010:2.0:1724310014.336630:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310014.336634:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.336757:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883345280 00000001:00000010:2.0:1724310014.336767:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:2.0:1724310014.336783:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.336788:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 02000000:00000010:2.0:1724310014.336832:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341d0000. 00010000:00000010:2.0:1724310014.336852:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.336855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.336867:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.336869:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.336872:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.336874:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310014.336958:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310014.336965:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310014.336969:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310014.336975:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.0:1724310014.337781:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.337785:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.337787:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.337791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.337830:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.337837:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.337840:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.337864:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:2.0:1724310014.337874:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881c700 x1808069883345280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.337886:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e220. 00000100:00000200:2.0:1724310014.337891:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883345280, offset 224 00000400:00000200:2.0:1724310014.337895:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.337903:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.337907:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531240:531240:256:4294967295] 192.168.204.31@tcp LPNI seq info [531236:531236:8:4294967295] 00000400:00000200:2.0:1724310014.337915:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.337920:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.337924:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310014.337928:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.337934:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.337937:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.337966:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310014.337969:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.337972:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a6c00. 00000800:00000200:3.0:1724310014.338090:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.338093:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310014.338096:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.338099:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.338102:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e220 00000400:00000010:3.0:1724310014.338104:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e220. 00010000:00000010:1.1:1724310014.338721:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310014.338727:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310014.338730:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310014.338736:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:2.0:1724310014.339861:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.339871:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203a80 00000400:00000200:2.0:1724310014.339877:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 127680 00000400:00000200:2.0:1724310014.339895:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.339898:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.339902:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.339907:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325c00. 00000020:00000010:0.0:1724310014.339942:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb2800. 00000020:00000010:0.0:1724310014.339947:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310014.339950:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310014.339980:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883345536 02000000:00000010:0.0:1724310014.340013:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5a000. 00010000:00000010:0.0:1724310014.340041:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310014.340063:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:0.0:1724310014.340081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.340085:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.340092:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310014.340095:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.340097:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.340099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.340172:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.340174:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310014.340176:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.340178:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.340197:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b1c0. 00000020:00000010:0.0:1724310014.340201:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b1c0. 00000020:00000010:0.0:1724310014.340209:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1663c0. 00080000:00000010:0.0:1724310014.340214:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b0b800. 00000001:00000010:1.0:1724310014.340464:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bade0. 00000001:00000010:1.0:1724310014.340469:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310014.340500:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1663c0. 00010000:00000010:1.0:1724310014.340507:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.340511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.340523:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.340538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:1.0:1724310014.340541:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00080000:00000010:1.0:1724310014.340556:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:1.0:1724310014.340561:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:1.0:1724310014.340564:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:1.0:1724310014.340570:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:1.0:1724310014.340577:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:1.0:1724310014.340587:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096181, last committed = 4295096163 00010000:00000200:1.0:1724310014.340592:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325c00 x1808069883345536/t4295096181(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.340603:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453550. 00000100:00000200:1.0:1724310014.340607:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883345536, offset 224 00000400:00000010:1.0:1724310014.340612:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc498. 00000400:00000200:1.0:1724310014.340614:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.340621:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.340625:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531241:531241:256:4294967295] 192.168.204.31@tcp LPNI seq info [531237:531237:8:4294967295] 00000400:00000200:1.0:1724310014.340629:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.340634:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.340638:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.340641:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.340645:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.340650:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.340652:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.340677:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:1.0:1724310014.340682:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:1.0:1724310014.340684:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb2800. 00000800:00000200:0.0:1724310014.340782:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.340784:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310014.340786:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.340790:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.341647:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.341653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:3.0:1724310014.342045:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.342055:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d95 00000400:00000200:3.0:1724310014.342058:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.342061:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.342064:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453550 00000400:00000010:3.0:1724310014.342070:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453550. 00000400:00000200:3.0:1724310014.342114:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.342119:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203b00 00000400:00000200:3.0:1724310014.342124:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 128168 00000400:00000200:3.0:1724310014.342135:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.342138:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.342141:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.342145:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec000. 00010000:00000010:1.0:1724310014.342205:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:1.0:1724310014.342210:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.342425:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb2800. 00000020:00000010:0.0:1724310014.342429:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.342432:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310014.342447:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883345664 00000001:00000010:0.0:1724310014.342454:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:0.0:1724310014.342465:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.342468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310014.342511:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801351b0000. 00010000:00000010:0.0:1724310014.342525:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.342527:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310014.342535:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.342537:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.342540:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.342541:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00000004:00000010:0.0:1724310014.342597:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310014.342602:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be1e0. 00000004:00000010:0.0:1724310014.342606:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958060c8. 00080000:00000010:0.0:1724310014.342613:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efa00. 00010000:00000010:2.0:1724310014.343443:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.343447:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.343451:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.343455:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.343494:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310014.343501:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310014.343504:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:2.0:1724310014.343529:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:2.0:1724310014.343542:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec000 x1808069883345664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.343554:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3ec38. 00000100:00000200:2.0:1724310014.343558:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883345664, offset 224 00000400:00000200:2.0:1724310014.343562:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.343569:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.343574:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531242:531242:256:4294967295] 192.168.204.31@tcp LPNI seq info [531238:531238:8:4294967295] 00000400:00000200:2.0:1724310014.343582:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.343586:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.343589:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.343593:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.343599:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.343602:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.343626:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:2.0:1724310014.343629:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:2.0:1724310014.343631:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb2800. 00000800:00000200:0.0:1724310014.344640:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.344643:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.344647:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.344651:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.344655:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3ec38 00000400:00000010:0.0:1724310014.344657:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3ec38. 00000400:00000200:0.0:1724310014.346958:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.346973:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203c00 00000400:00000200:0.0:1724310014.346979:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 128744 00000400:00000200:0.0:1724310014.346999:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.347002:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.347007:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.347012:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881f800. 00000020:00000010:2.0:1724310014.347121:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a6c00. 00000020:00000010:2.0:1724310014.347127:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310014.347130:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:1.0:1724310014.347333:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883345920 02000000:00000010:1.0:1724310014.347400:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228ba000. 00010000:00000010:1.0:1724310014.347433:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:1.0:1724310014.347445:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:1.0:1724310014.347467:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.347472:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.347482:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.347484:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.347487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.347489:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:2.1:1724310014.347491:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310014.347496:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310014.347529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310014.347534:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310014.347536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310014.347538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.0:1724310014.347571:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.347573:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.347575:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.347577:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310014.347597:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.347602:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938820. 00000020:00000010:1.0:1724310014.347609:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba9c0. 00080000:00000010:1.0:1724310014.347617:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848cc00. 00000001:00000010:1.0:1724310014.347748:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba600. 00000001:00000010:1.0:1724310014.347751:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310014.347773:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba9c0. 00010000:00000010:1.0:1724310014.347777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.347779:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.347790:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.347802:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.347803:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310014.347815:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efa00. 00000004:00000010:1.0:1724310014.347819:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958060c8. 00000004:00000010:1.0:1724310014.347822:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be1e0. 00000004:00000010:1.0:1724310014.347825:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:1.0:1724310014.347829:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310014.347838:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096182, last committed = 4295096163 00010000:00000200:1.0:1724310014.347843:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881f800 x1808069883345920/t4295096182(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.347853:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453ee0. 00000100:00000200:1.0:1724310014.347857:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883345920, offset 224 00000400:00000010:1.0:1724310014.347860:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc4d0. 00000400:00000200:1.0:1724310014.347863:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.347869:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.347872:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531243:531243:256:4294967295] 192.168.204.31@tcp LPNI seq info [531239:531239:8:4294967295] 00000400:00000200:1.0:1724310014.347876:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.347880:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.347883:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.347886:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.347890:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.347895:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.347898:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.347925:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:1.0:1724310014.347928:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:1.0:1724310014.347932:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a6c00. 00000800:00000200:3.0:1724310014.348047:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.348050:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310014.348053:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.348056:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.349530:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.349541:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294d9d 00000400:00000200:0.0:1724310014.349546:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.349550:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.349554:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453ee0 00000400:00000010:0.0:1724310014.349556:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453ee0. 00000400:00000200:0.0:1724310014.349586:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.349591:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203c80 00000400:00000200:0.0:1724310014.349597:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 129232 00000400:00000200:0.0:1724310014.349641:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.349644:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.349648:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.349653:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881e680. 00010000:00000010:1.0:1724310014.349738:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.349744:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000020:00000010:2.0:1724310014.349810:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a7a00. 00000020:00000010:2.0:1724310014.349814:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.349817:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.349836:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883346048 00000001:00000010:2.0:1724310014.349843:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310014.349858:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.349861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 02000000:00000010:2.0:1724310014.349901:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880111800000. 00010000:00000010:2.0:1724310014.349918:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.349921:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.349929:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.349932:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.349934:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.349936:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000004:00000010:2.0:1724310014.350007:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310014.350013:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310014.350017:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310014.350023:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:0.1:1724310014.350433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310014.350438:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310014.350442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310014.350448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.0:1724310014.350486:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.350489:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.350492:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.350495:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.350528:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.350545:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.350548:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.350568:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310014.350577:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881e680 x1808069883346048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.350590:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e770. 00000100:00000200:2.0:1724310014.350594:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883346048, offset 224 00000400:00000200:2.0:1724310014.350598:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.350606:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.350611:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531244:531244:256:4294967295] 192.168.204.31@tcp LPNI seq info [531240:531240:8:4294967295] 00000400:00000200:2.0:1724310014.350618:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.350622:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.350625:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310014.350629:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.350634:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.350637:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.350660:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.350663:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.350666:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a7a00. 00000800:00000200:0.0:1724310014.350871:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.350874:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310014.350876:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.350880:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.350882:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e770 00000400:00000010:0.0:1724310014.350884:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e770. 00000400:00000200:3.0:1724310014.352308:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.352317:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203d80 00000400:00000200:3.0:1724310014.352323:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 129808 00000400:00000200:3.0:1724310014.352340:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.352344:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.352348:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.352352:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee300. 00000020:00000010:2.0:1724310014.352422:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480600. 00000020:00000010:2.0:1724310014.352427:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.352430:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.352456:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883346304 02000000:00000010:2.0:1724310014.352478:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013438d000. 00010000:00000010:2.0:1724310014.352502:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.352511:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.352533:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.352536:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.352544:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.352546:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.352548:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.352551:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.352622:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.352624:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.352627:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.352629:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310014.352647:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951500. 00000020:00000010:2.0:1724310014.352651:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951500. 00000020:00000010:2.0:1724310014.352658:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10780. 00080000:00000010:2.0:1724310014.352664:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077104000. 00000001:00000010:2.0:1724310014.352825:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e108a0. 00000001:00000010:2.0:1724310014.352829:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310014.352856:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10780. 00010000:00000010:2.0:1724310014.352861:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.352864:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.352876:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.352889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.352891:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310014.352911:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:2.0:1724310014.352915:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310014.352918:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310014.352923:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310014.352930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.352938:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096183, last committed = 4295096163 00010000:00000200:2.0:1724310014.352944:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee300 x1808069883346304/t4295096183(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.352954:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3eaa0. 00000100:00000200:2.0:1724310014.352958:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883346304, offset 224 00000400:00000010:2.0:1724310014.352962:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e607e0. 00000400:00000200:2.0:1724310014.352965:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.352971:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.352975:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531245:531245:256:4294967295] 192.168.204.31@tcp LPNI seq info [531241:531241:8:4294967295] 00000400:00000200:2.0:1724310014.352979:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.352984:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.352988:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.352991:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.352994:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.352999:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.353002:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.353022:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.353025:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.353027:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480600. 00000800:00000200:0.0:1724310014.353081:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.353084:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310014.353087:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.353091:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.353491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310014.353496:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310014.353498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310014.353501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:0.0:1724310014.354896:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.354907:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203e00 00000400:00000200:0.0:1724310014.354913:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 130296 00000400:00000200:0.0:1724310014.354921:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.354924:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.354928:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.354932:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881d880. 00000400:00000200:0.0:1724310014.354970:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.354977:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294da5 00000400:00000200:0.0:1724310014.354980:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.354983:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.354987:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3eaa0 00000400:00000010:0.0:1724310014.354989:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3eaa0. 00000020:00000010:2.0:1724310014.355298:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.355303:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.355306:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.355326:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883346432 00000001:00000010:2.0:1724310014.355333:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:2.0:1724310014.355349:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.355352:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.355403:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801119f0000. 00010000:00000010:2.0:1724310014.355422:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.355425:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.355436:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.355438:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310014.355441:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.355443:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000004:00000010:2.0:1724310014.355514:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310014.355520:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310014.355524:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310014.355536:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:1.0:1724310014.355926:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:1.0:1724310014.355937:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.356015:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.356017:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.356020:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.356023:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.356054:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.356060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.356062:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310014.356083:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.356093:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881d880 x1808069883346432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.356105:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e330. 00000100:00000200:2.0:1724310014.356108:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883346432, offset 224 00000400:00000200:2.0:1724310014.356112:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.356119:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.356124:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531246:531246:256:4294967295] 192.168.204.31@tcp LPNI seq info [531242:531242:8:4294967295] 00000400:00000200:2.0:1724310014.356132:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.356136:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.356140:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310014.356144:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.356149:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.356152:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.356172:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.356175:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310014.356178:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:3.0:1724310014.356288:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.356291:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310014.356295:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.356299:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.356302:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e330 00000400:00000010:3.0:1724310014.356303:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e330. 00000400:00000200:0.0:1724310014.358371:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.358395:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13203f00 00000400:00000200:0.0:1724310014.358401:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 130872 00000400:00000200:0.0:1724310014.358419:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.358423:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.358428:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.358433:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae2a00. 00010000:00000010:0.1:1724310014.358534:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310014.358540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310014.358544:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310014.358548:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310014.358551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310014.358554:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310014.358556:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310014.358560:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310014.358562:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310014.358564:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000020:00000010:3.0:1724310014.358568:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611400. 00000020:00000010:3.0:1724310014.358573:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310014.358577:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.358606:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883346688 02000000:00000010:3.0:1724310014.358634:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006583f000. 00010000:00000010:3.0:1724310014.358659:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:3.0:1724310014.358681:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:3.0:1724310014.358701:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.358705:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.358714:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.358717:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.358720:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.358722:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.358804:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.358806:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.358808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.358810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310014.358829:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd20. 00000020:00000010:3.0:1724310014.358833:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd20. 00000020:00000010:3.0:1724310014.358841:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ad20. 00080000:00000010:3.0:1724310014.358847:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6be800. 00000001:00000010:3.0:1724310014.358998:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a900. 00000001:00000010:3.0:1724310014.359002:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310014.359029:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ad20. 00010000:00000010:3.0:1724310014.359034:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.359037:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.359399:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.359419:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.359422:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310014.359442:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:3.0:1724310014.359447:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:3.0:1724310014.359451:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:3.0:1724310014.359457:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:3.0:1724310014.359462:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310014.359473:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096184, last committed = 4295096163 00010000:00000200:3.0:1724310014.359480:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae2a00 x1808069883346688/t4295096184(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.359493:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5660. 00000100:00000200:3.0:1724310014.359498:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883346688, offset 224 00000400:00000010:3.0:1724310014.359503:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224677a8. 00000400:00000200:3.0:1724310014.359506:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.359514:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.359520:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531247:531247:256:4294967295] 192.168.204.31@tcp LPNI seq info [531243:531243:8:4294967295] 00000400:00000200:3.0:1724310014.359524:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.359530:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.359534:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.359537:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310014.359541:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.359546:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.359550:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.359575:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310014.359578:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.359581:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611400. 00000800:00000200:0.0:1724310014.359687:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.359689:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310014.359692:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.359695:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.361413:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.361424:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dad 00000400:00000200:3.0:1724310014.361429:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.361432:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.361436:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5660 00000400:00000010:3.0:1724310014.361439:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5660. 00010000:00000010:1.0:1724310014.361505:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:1.0:1724310014.361512:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:0.1:1724310014.361569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310014.361576:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310014.361580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310014.361583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310014.361585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310014.361587:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310014.361590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310014.361592:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310014.361594:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310014.361599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310014.361771:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.361778:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13203f80 00000400:00000200:0.0:1724310014.361784:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 131360 00000400:00000200:0.0:1724310014.361823:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.361827:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.361830:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.361834:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0000. 00000020:00000010:3.0:1724310014.362190:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611400. 00000020:00000010:3.0:1724310014.362195:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310014.362198:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.362228:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883346816 00000001:00000010:3.0:1724310014.362236:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:3.0:1724310014.362252:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.362256:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310014.362317:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134810000. 00010000:00000010:3.0:1724310014.362337:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.362340:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.362350:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.362352:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.362355:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.362356:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310014.362443:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310014.362450:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d3c0. 00000004:00000010:3.0:1724310014.362454:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310014.362460:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74d00. 00010000:00000010:3.0:1724310014.363019:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310014.363021:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.363023:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310014.363025:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.363054:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.363060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.363062:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.363079:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310014.363089:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0000 x1808069883346816/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.363098:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5660. 00000100:00000200:3.0:1724310014.363102:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883346816, offset 224 00000400:00000200:3.0:1724310014.363105:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.363111:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.363116:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531248:531248:256:4294967295] 192.168.204.31@tcp LPNI seq info [531244:531244:8:4294967295] 00000400:00000200:3.0:1724310014.363122:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.363126:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.363128:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310014.363132:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.363137:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.363139:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.365201:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310014.365210:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.365214:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611400. 00000800:00000200:0.0:1724310014.365327:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.365331:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310014.365336:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.365342:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.365346:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5660 00000400:00000010:0.0:1724310014.365348:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5660. 00010000:00000010:1.1:1724310014.365458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310014.365463:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310014.365721:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310014.365726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310014.367161:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.367175:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204080 00000400:00000200:3.0:1724310014.367181:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 131936 00000400:00000200:3.0:1724310014.367198:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.367202:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.367206:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.367211:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ef480. 00000020:00000010:0.0:1724310014.367423:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb2800. 00000020:00000010:0.0:1724310014.367429:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.367432:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.367465:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347072 02000000:00000010:0.0:1724310014.367489:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5f000. 00010000:00000010:0.0:1724310014.367517:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:0.0:1724310014.367541:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:0.0:1724310014.367561:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.367565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.367575:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.367577:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310014.367580:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.367582:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310014.367657:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.367660:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.367662:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.367665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310014.367684:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310014.367689:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc00. 00000020:00000010:0.0:1724310014.367697:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166960. 00080000:00000010:0.0:1724310014.367702:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b08c00. 00000001:00000010:0.0:1724310014.367875:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166600. 00000001:00000010:0.0:1724310014.367880:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310014.367909:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166960. 00010000:00000010:0.0:1724310014.367915:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.367918:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.367931:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.367947:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.367949:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00080000:00000010:0.0:1724310014.367965:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74d00. 00000004:00000010:0.0:1724310014.367969:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:0.0:1724310014.367972:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d3c0. 00000004:00000010:0.0:1724310014.367977:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:0.0:1724310014.367984:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000200:0.0:1724310014.367995:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096185, last committed = 4295096163 00010000:00000200:0.0:1724310014.368001:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ef480 x1808069883347072/t4295096185(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.368015:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d330. 00000100:00000200:0.0:1724310014.368019:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883347072, offset 224 00000400:00000010:0.0:1724310014.368023:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de268. 00000400:00000200:0.0:1724310014.368026:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.368034:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.368038:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531249:531249:256:4294967295] 192.168.204.31@tcp LPNI seq info [531245:531245:8:4294967295] 00000400:00000200:0.0:1724310014.368042:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.368047:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.368051:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.368054:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310014.368057:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.368063:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.368066:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.368089:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.368092:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310014.368094:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb2800. 00000800:00000200:1.0:1724310014.368235:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.368237:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:1.0:1724310014.368240:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.368243:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.369534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310014.369542:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310014.369547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310014.369549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310014.370205:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.370218:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294db5 00000400:00000200:0.0:1724310014.370222:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.370225:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.370230:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d330 00000400:00000010:0.0:1724310014.370232:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d330. 00010000:00000010:1.0:1724310014.370492:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:1.0:1724310014.370499:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:3.1:1724310014.371418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310014.371425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310014.371430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310014.371432:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310014.371435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310014.371440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310014.371634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310014.371636:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310014.371641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310014.371641:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310014.371644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310014.371648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310014.371650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310014.371652:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310014.371655:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310014.371656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:3.0:1724310014.371707:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.371717:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204100 00000400:00000200:3.0:1724310014.371723:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 132424 00000400:00000200:3.0:1724310014.371780:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.371784:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.371788:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.371793:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee680. 00000020:00000010:2.0:1724310014.372077:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.372082:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310014.372086:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310014.372432:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347200 00000001:00000010:2.0:1724310014.372441:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310014.372460:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.372466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.372510:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123b00000. 00010000:00000010:2.0:1724310014.372531:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.372540:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310014.372551:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.372553:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.372556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.372558:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310014.372640:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310014.372647:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310014.372651:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310014.372658:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:3.0:1724310014.374202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.374207:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.374211:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310014.374214:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.374276:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:3.0:1724310014.374301:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310014.374305:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:3.0:1724310014.374333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:3.0:1724310014.374347:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee680 x1808069883347200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.374362:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310014.374368:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883347200, offset 224 00000400:00000200:3.0:1724310014.374383:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.374392:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.374398:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531250:531250:256:4294967295] 192.168.204.31@tcp LPNI seq info [531246:531246:8:4294967295] 00000400:00000200:3.0:1724310014.374405:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.374410:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.374413:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310014.374418:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.374423:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.374426:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.374440:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:3.0:1724310014.374444:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:3.0:1724310014.374447:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:3.0:1724310014.374538:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.374541:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310014.374543:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.374547:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.374550:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:3.0:1724310014.374552:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00010000:00000010:0.1:1724310014.374873:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310014.374879:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310014.377393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310014.377402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310014.377407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310014.377409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310014.377754:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.377768:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204200 00000400:00000200:0.0:1724310014.377774:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 133000 00000400:00000200:0.0:1724310014.377793:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.377797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.377803:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.377809:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1c00. 00000020:00000010:3.0:1724310014.378024:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611000. 00000020:00000010:3.0:1724310014.378039:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.378043:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.378310:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347456 02000000:00000010:3.0:1724310014.378340:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880065839000. 00010000:00000010:3.0:1724310014.378367:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.378400:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.378420:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310014.378424:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.378434:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.378436:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.378439:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.378441:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.378517:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310014.378519:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.378521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.378523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310014.378552:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2a0. 00000020:00000010:3.0:1724310014.378557:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2a0. 00000020:00000010:3.0:1724310014.378564:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ae40. 00080000:00000010:3.0:1724310014.378569:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bf800. 00000001:00000010:3.0:1724310014.378731:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a180. 00000001:00000010:3.0:1724310014.378736:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310014.378765:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ae40. 00010000:00000010:3.0:1724310014.378770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.378773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.378786:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.378803:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310014.378806:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00080000:00000010:3.0:1724310014.378819:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:3.0:1724310014.378824:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:3.0:1724310014.378828:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:3.0:1724310014.378833:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:3.0:1724310014.378838:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310014.378849:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096186, last committed = 4295096163 00010000:00000200:3.0:1724310014.378856:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1c00 x1808069883347456/t4295096186(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.378869:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310014.378874:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883347456, offset 224 00000400:00000010:3.0:1724310014.378879:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224677e0. 00000400:00000200:3.0:1724310014.378882:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.378891:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.378896:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531251:531251:256:4294967295] 192.168.204.31@tcp LPNI seq info [531247:531247:8:4294967295] 00000400:00000200:3.0:1724310014.378900:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.378905:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.378910:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.378912:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310014.378917:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.378922:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.378925:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.378938:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.378941:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.378943:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611000. 00000800:00000200:3.0:1724310014.382332:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.382338:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:3.0:1724310014.382343:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.382349:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.382370:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.382389:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dbd 00000400:00000200:3.0:1724310014.382394:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.382396:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.382399:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:3.0:1724310014.382401:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00000400:00000200:3.0:1724310014.383031:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.383036:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204280 00000400:00000200:3.0:1724310014.383042:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 133488 00000400:00000200:3.0:1724310014.383099:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.383103:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.383107:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.383113:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5e680. 00010000:00000010:1.0:1724310014.383199:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:1.0:1724310014.383208:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000020:00000010:2.0:1724310014.383449:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439600. 00000020:00000010:2.0:1724310014.383453:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.383457:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310014.383485:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347584 00000001:00000010:2.0:1724310014.383495:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:2.0:1724310014.383514:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.383518:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310014.383560:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880115af0000. 00010000:00000010:2.0:1724310014.383580:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.383583:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.383593:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.383595:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.383598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.383599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310014.383680:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310014.383686:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310014.383690:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310014.383696:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:0.0:1724310014.384143:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310014.384146:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.384150:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.384157:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.384195:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:0.0:1724310014.384310:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310014.384315:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310014.384338:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:0.0:1724310014.384350:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5e680 x1808069883347584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:2.1:1724310014.384403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000010:1.0:1724310014.384408:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453e58. 00010000:00000010:2.1:1724310014.384408:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310014.384412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000100:00000200:1.0:1724310014.384413:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883347584, offset 224 00010000:00000010:2.1:1724310014.384415:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00000400:00000200:1.0:1724310014.384418:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00010000:00000010:2.1:1724310014.384418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310014.384421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:1.0:1724310014.384424:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.384430:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531252:531252:256:4294967295] 192.168.204.31@tcp LPNI seq info [531248:531248:8:4294967295] 00000400:00000200:1.0:1724310014.384438:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.384442:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.384445:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.384449:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.384454:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.384457:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.384648:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:1.0:1724310014.384653:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:1.0:1724310014.384656:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439600. 00000800:00000200:0.0:1724310014.384690:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.384692:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310014.384695:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.384698:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.384702:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453e58 00000400:00000010:0.0:1724310014.384703:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453e58. 00000400:00000200:0.0:1724310014.386672:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.386683:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204380 00000400:00000200:0.0:1724310014.386689:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 134064 00000400:00000200:0.0:1724310014.386703:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.386706:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.386711:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.386715:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0a80. 00000020:00000010:1.0:1724310014.386779:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095986c00. 00000020:00000010:1.0:1724310014.386784:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.386788:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.386823:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347840 02000000:00000010:1.0:1724310014.386847:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e44000. 00010000:00000010:1.0:1724310014.386872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:1.0:1724310014.386883:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:1.0:1724310014.386901:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.386905:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.386914:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.386915:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.386918:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.386920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.386990:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.386993:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.386995:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.386997:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.387016:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.387021:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.387028:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba9c0. 00080000:00000010:1.0:1724310014.387035:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848f800. 00000001:00000010:1.0:1724310014.387196:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baae0. 00000001:00000010:1.0:1724310014.387200:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310014.387228:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba9c0. 00010000:00000010:1.0:1724310014.387235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.387238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.387251:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.387300:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.387304:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.387320:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:1.0:1724310014.387325:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:1.0:1724310014.387329:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:1.0:1724310014.387334:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:1.0:1724310014.387343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310014.387354:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096187, last committed = 4295096163 00010000:00000200:1.0:1724310014.387360:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0a80 x1808069883347840/t4295096187(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.387370:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874537f8. 00000100:00000200:1.0:1724310014.387388:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883347840, offset 224 00000400:00000010:1.0:1724310014.387392:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc508. 00000400:00000200:1.0:1724310014.387395:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.387402:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.387407:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531253:531253:256:4294967295] 192.168.204.31@tcp LPNI seq info [531249:531249:8:4294967295] 00000400:00000200:1.0:1724310014.387411:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.387415:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.387420:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.387423:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.387427:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.387433:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.387436:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.387459:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.387462:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.387465:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095986c00. 00000800:00000200:3.0:1724310014.387656:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.387660:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310014.387662:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.387666:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.388962:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.388972:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dc5 00000400:00000200:0.0:1724310014.388976:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.388978:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.388982:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874537f8 00000400:00000010:0.0:1724310014.388984:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874537f8. 00010000:00000010:1.0:1724310014.389139:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.389146:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00000400:00000200:0.0:1724310014.389545:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.389552:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204400 00000400:00000200:0.0:1724310014.389557:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 134552 00000400:00000200:0.0:1724310014.389597:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.389600:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.389604:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.389608:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1180. 00000020:00000010:2.0:1724310014.391315:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439a00. 00000020:00000010:2.0:1724310014.391321:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310014.391325:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f578. 00000100:00000200:2.0:1724310014.391348:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883347968 00000001:00000010:2.0:1724310014.391357:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310014.391392:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.391397:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310014.391442:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f5f0000. 00010000:00000010:2.0:1724310014.391462:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.391465:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.391477:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.391479:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.391482:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.391484:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000004:00000010:2.0:1724310014.391550:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310014.391556:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53690. 00000004:00000010:2.0:1724310014.391560:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310014.391566:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:0.1:1724310014.391802:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310014.391808:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.0:1724310014.392601:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.392604:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.392607:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.392610:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.392649:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:0.0:1724310014.392656:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:0.0:1724310014.392660:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:0.0:1724310014.392685:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:0.0:1724310014.392697:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1180 x1808069883347968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.392711:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d330. 00000100:00000200:0.0:1724310014.392716:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883347968, offset 224 00000400:00000200:0.0:1724310014.392721:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.392730:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.392736:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531254:531254:256:4294967295] 192.168.204.31@tcp LPNI seq info [531250:531250:8:4294967295] 00000400:00000200:0.0:1724310014.392744:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.392749:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.392753:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310014.392757:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.392763:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.392766:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.392795:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:0.0:1724310014.392799:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f578. 00000020:00000010:0.0:1724310014.392802:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439a00. 00000800:00000200:3.0:1724310014.393045:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.393049:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310014.393052:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.393057:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.393060:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d330 00000400:00000010:3.0:1724310014.393062:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d330. 00000400:00000200:0.0:1724310014.394398:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.394409:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204500 00000400:00000200:0.0:1724310014.394415:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 135128 00000400:00000200:0.0:1724310014.394432:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.394434:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.394438:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.394442:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0e00. 00000020:00000010:1.0:1724310014.394486:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095986c00. 00000020:00000010:1.0:1724310014.394491:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310014.394494:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00010000:00000010:3.1:1724310014.394499:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310014.394505:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310014.394509:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310014.394511:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000100:00000200:1.0:1724310014.394523:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883348224 02000000:00000010:1.0:1724310014.394551:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e41000. 00010000:00000010:1.0:1724310014.394574:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:1.0:1724310014.394582:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:1.0:1724310014.394599:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.394602:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.394610:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.394612:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.394614:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.394616:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.394684:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.394687:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.394689:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.394691:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.394710:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.394714:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.394721:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba9c0. 00080000:00000010:1.0:1724310014.394726:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848d400. 00000001:00000010:1.0:1724310014.394868:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba0c0. 00000001:00000010:1.0:1724310014.394872:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310014.394899:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba9c0. 00010000:00000010:1.0:1724310014.394904:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.394908:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.394918:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.394933:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.394936:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.394951:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:1.0:1724310014.394956:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:1.0:1724310014.394960:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53690. 00000004:00000010:1.0:1724310014.394966:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:1.0:1724310014.394971:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310014.394980:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096188, last committed = 4295096163 00010000:00000200:1.0:1724310014.394986:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0e00 x1808069883348224/t4295096188(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.394996:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310014.395001:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883348224, offset 224 00000400:00000010:1.0:1724310014.395006:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc540. 00000400:00000200:1.0:1724310014.395008:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.395015:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.395019:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531255:531255:256:4294967295] 192.168.204.31@tcp LPNI seq info [531251:531251:8:4294967295] 00000400:00000200:1.0:1724310014.395023:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.395028:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.395032:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.395035:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.395039:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.395044:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.395047:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.395070:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310014.395072:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.395075:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095986c00. 00000800:00000200:0.0:1724310014.395155:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.395158:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310014.395161:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.395164:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.395951:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.395959:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dcd 00000400:00000200:3.0:1724310014.395963:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.395965:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.395968:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310014.395970:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:1.0:1724310014.396052:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.396058:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:0.0:1724310014.396351:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.396357:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204580 00000400:00000200:0.0:1724310014.396362:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 135616 00000400:00000200:0.0:1724310014.396410:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.396414:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.396418:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.396422:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae3100. 00000020:00000010:1.0:1724310014.396472:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:1.0:1724310014.396475:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.396478:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.396504:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883348352 00000001:00000010:1.0:1724310014.396510:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310014.396522:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.396526:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310014.396563:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f4d0000. 00010000:00000010:1.0:1724310014.396578:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.396580:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.396588:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.396590:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.396592:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.396594:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310014.396650:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310014.396655:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.396659:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310014.396665:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.399345:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.399351:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.399355:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.399359:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.399421:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.399430:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.399434:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.399463:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310014.399477:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae3100 x1808069883348352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.399491:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310014.399498:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883348352, offset 224 00000400:00000200:1.0:1724310014.399503:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.399513:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.399518:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531256:531256:256:4294967295] 192.168.204.31@tcp LPNI seq info [531252:531252:8:4294967295] 00000400:00000200:1.0:1724310014.399526:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.399531:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.399534:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310014.399539:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.399545:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.399548:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.399574:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.399578:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.399582:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310014.399774:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.399777:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310014.399780:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.399785:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.399788:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310014.399790:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:3.0:1724310014.401207:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.401217:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204680 00000400:00000200:3.0:1724310014.401223:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 136192 00000400:00000200:3.0:1724310014.401240:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.401244:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.401248:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.401253:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5d500. 00000020:00000010:1.0:1724310014.401382:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:1.0:1724310014.401387:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.401390:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.402291:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883348608 02000000:00000010:1.0:1724310014.402319:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e43000. 00010000:00000010:1.0:1724310014.402344:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.402362:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.402391:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.402396:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.402405:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.402407:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.402410:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.402412:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.402487:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.402489:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.402492:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.402494:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310014.402512:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388e0. 00000020:00000010:1.0:1724310014.402517:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388e0. 00000020:00000010:1.0:1724310014.402526:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba060. 00080000:00000010:1.0:1724310014.402531:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848e400. 00000001:00000010:1.0:1724310014.402685:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba660. 00000001:00000010:1.0:1724310014.402690:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310014.402716:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba060. 00010000:00000010:1.0:1724310014.402722:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.402725:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.402737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.402753:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.402755:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310014.402768:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.402772:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310014.402776:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.402780:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310014.402785:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310014.402795:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096189, last committed = 4295096163 00010000:00000200:1.0:1724310014.402802:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5d500 x1808069883348608/t4295096189(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.402813:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310014.402818:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883348608, offset 224 00000400:00000010:1.0:1724310014.402823:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc578. 00000400:00000200:1.0:1724310014.402826:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.402835:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.402840:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531257:531257:256:4294967295] 192.168.204.31@tcp LPNI seq info [531253:531253:8:4294967295] 00000400:00000200:1.0:1724310014.402845:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.402850:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.402855:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.402859:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310014.402863:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.402869:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.402872:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.402892:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.402894:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.402897:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310014.402976:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.402980:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310014.402983:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.402987:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.403679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310014.403686:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310014.403690:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310014.403693:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310014.403695:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310014.403701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310014.403703:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.403705:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:0.0:1724310014.404099:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.404107:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dd5 00000400:00000200:0.0:1724310014.404110:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.404112:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.404116:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310014.404117:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:3.0:1724310014.404739:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.404747:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204700 00000400:00000200:3.0:1724310014.404752:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 136680 00000400:00000200:3.0:1724310014.404796:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.404799:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.404803:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.404808:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081307480. 00000020:00000010:2.0:1724310014.404872:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131438800. 00000020:00000010:2.0:1724310014.404877:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310014.404880:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310014.404909:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883348736 00000001:00000010:2.0:1724310014.404917:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310014.404932:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.404937:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 02000000:00000010:2.0:1724310014.405040:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226a0000. 00010000:00000010:2.0:1724310014.405060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.405063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.405098:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.405101:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.405104:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.405106:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000004:00000010:2.0:1724310014.405176:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310014.405182:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310014.405187:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fc80. 00080000:00000010:2.0:1724310014.405193:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.0:1724310014.405468:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.405474:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:0.0:1724310014.406293:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.406296:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.406300:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.406302:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.406340:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310014.406347:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310014.406350:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:0.0:1724310014.406386:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:0.0:1724310014.406399:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081307480 x1808069883348736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.406412:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d550. 00000100:00000200:0.0:1724310014.406417:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883348736, offset 224 00000400:00000200:0.0:1724310014.406422:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.406430:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.408535:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531258:531258:256:4294967295] 192.168.204.31@tcp LPNI seq info [531254:531254:8:4294967295] 00000400:00000200:0.0:1724310014.408546:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.408552:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.408557:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310014.408562:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.408569:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.408572:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.408603:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d680. 00000020:00000010:0.0:1724310014.408609:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:0.0:1724310014.408613:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131438800. 00000800:00000200:2.0:1724310014.408738:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.408741:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310014.408744:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.408749:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.408753:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d550 00000400:00000010:2.0:1724310014.408755:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d550. 00010000:00000010:3.1:1724310014.409349:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310014.409354:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310014.409358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310014.409361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:1.0:1724310014.413415:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.413430:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204800 00000400:00000200:1.0:1724310014.413437:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 137256 00000400:00000200:1.0:1724310014.413459:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.413463:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.413470:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.413475:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ce00. 00000020:00000010:1.0:1724310014.413515:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:1.0:1724310014.413519:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.413523:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.413547:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883348992 02000000:00000010:1.0:1724310014.413575:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f4000. 00010000:00000010:1.0:1724310014.413605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:1.0:1724310014.413617:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:1.0:1724310014.413638:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.413642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.413654:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.413656:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.413715:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.413719:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:0.1:1724310014.413920:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310014.413928:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310014.413932:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310014.413937:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310014.413941:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310014.413945:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310014.413946:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310014.413949:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310014.413952:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310014.413954:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310014.413956:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310014.413957:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310014.413959:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310014.413961:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.413963:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310014.413964:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310014.413966:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310014.413969:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.413997:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.414000:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.414003:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.414006:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310014.414027:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.414032:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938180. 00000020:00000010:1.0:1724310014.414039:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baa80. 00080000:00000010:1.0:1724310014.414044:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848fc00. 00000001:00000010:1.0:1724310014.414211:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bae40. 00000001:00000010:1.0:1724310014.414216:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310014.414242:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baa80. 00010000:00000010:1.0:1724310014.414248:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.414251:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.414296:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.414312:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.414314:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310014.414329:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:1.0:1724310014.414332:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fc80. 00000004:00000010:1.0:1724310014.414336:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:1.0:1724310014.414341:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:1.0:1724310014.414347:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310014.414358:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096190, last committed = 4295096163 00010000:00000200:1.0:1724310014.414363:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ce00 x1808069883348992/t4295096190(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.414463:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310014.414470:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883348992, offset 224 00000400:00000010:1.0:1724310014.414474:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc5b0. 00000400:00000200:1.0:1724310014.414477:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.414486:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.414491:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531259:531259:256:4294967295] 192.168.204.31@tcp LPNI seq info [531255:531255:8:4294967295] 00000400:00000200:1.0:1724310014.414494:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.414500:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.414504:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.414508:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310014.414512:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.414517:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.414520:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.414546:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.414549:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.414552:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:3.0:1724310014.414869:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.414872:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310014.414876:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.414879:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.415805:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.415815:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ddd 00000400:00000200:2.0:1724310014.415819:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.415821:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.415825:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:2.0:1724310014.415827:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:1.0:1724310014.415944:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.415949:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:1.0:1724310014.416204:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.416211:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204880 00000400:00000200:1.0:1724310014.416216:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 137744 00000400:00000200:1.0:1724310014.416253:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.416514:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.416519:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.416523:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c380. 00000020:00000010:0.0:1724310014.416582:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed9400. 00000020:00000010:0.0:1724310014.416586:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.416589:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.416605:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883349120 00000001:00000010:0.0:1724310014.416612:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:0.0:1724310014.416627:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.416631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 02000000:00000010:0.0:1724310014.416668:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801246b0000. 00010000:00000010:0.0:1724310014.416685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.416687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.416695:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310014.416697:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.416699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310014.416701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310014.416763:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310014.416769:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310014.416773:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310014.416778:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:3.1:1724310014.416994:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310014.416999:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310014.417002:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310014.417004:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.0:1724310014.417443:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310014.417447:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.417450:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.417453:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.417482:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.417500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.417503:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.417527:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:0.0:1724310014.417537:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c380 x1808069883349120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.417549:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d088. 00000100:00000200:0.0:1724310014.417554:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883349120, offset 224 00000400:00000200:0.0:1724310014.417559:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.417566:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.417570:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531260:531260:256:4294967295] 192.168.204.31@tcp LPNI seq info [531256:531256:8:4294967295] 00000400:00000200:0.0:1724310014.417578:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.417582:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.417585:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310014.417588:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.417594:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.417597:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.417620:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.417623:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310014.417626:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed9400. 00000800:00000200:3.0:1724310014.417666:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.417669:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310014.417671:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.417675:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.417678:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d088 00000400:00000010:3.0:1724310014.417679:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d088. 00000400:00000200:2.0:1724310014.418965:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.418974:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204980 00000400:00000200:2.0:1724310014.418980:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 138320 00000400:00000200:2.0:1724310014.418999:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.419003:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.419007:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.419012:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 00000020:00000010:0.0:1724310014.419077:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed9400. 00000020:00000010:0.0:1724310014.419081:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.419084:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.419161:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883349376 02000000:00000010:0.0:1724310014.419181:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba59000. 00010000:00000010:0.0:1724310014.419201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.419208:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.419221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310014.419223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.419229:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.419230:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.419232:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.419233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.419335:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310014.419338:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.419340:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.419343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310014.419361:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b8c0. 00000020:00000010:0.0:1724310014.419365:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b8c0. 00000020:00000010:0.0:1724310014.419383:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1664e0. 00080000:00000010:0.0:1724310014.419389:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b0a800. 00000001:00000010:0.0:1724310014.419525:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166d20. 00000001:00000010:0.0:1724310014.419528:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310014.419550:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1664e0. 00010000:00000010:0.0:1724310014.419558:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.419560:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.419569:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.419580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.419581:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00080000:00000010:0.0:1724310014.419592:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:0.0:1724310014.419597:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310014.419600:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310014.419603:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:0.0:1724310014.419606:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310014.419613:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096191, last committed = 4295096163 00010000:00000200:0.0:1724310014.419618:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326680 x1808069883349376/t4295096191(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.419626:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d198. 00000100:00000200:0.0:1724310014.419629:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883349376, offset 224 00000400:00000010:0.0:1724310014.419632:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de230. 00000400:00000200:0.0:1724310014.419634:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.419640:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.419643:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531261:531261:256:4294967295] 192.168.204.31@tcp LPNI seq info [531257:531257:8:4294967295] 00000400:00000200:0.0:1724310014.419646:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.419649:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.419653:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.419655:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310014.419658:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.419661:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.419663:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.419678:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.419681:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310014.419683:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed9400. 00000800:00000200:1.0:1724310014.419735:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.419738:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310014.419740:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.419744:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.420411:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.420420:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294de5 00000400:00000200:3.0:1724310014.420423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.420426:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.420429:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d198 00000400:00000010:3.0:1724310014.420431:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d198. 00010000:00000010:1.0:1724310014.420501:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:1.0:1724310014.420505:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00000400:00000200:2.0:1724310014.420717:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.420724:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204a00 00000400:00000200:2.0:1724310014.420728:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 138808 00000400:00000200:2.0:1724310014.420760:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.420764:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.420767:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.420770:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e324000. 00000020:00000010:0.0:1724310014.420835:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed9400. 00000020:00000010:0.0:1724310014.420838:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.420841:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.420861:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883349504 00000001:00000010:0.0:1724310014.420867:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310014.420881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310014.420885:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 02000000:00000010:0.0:1724310014.420922:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123ac0000. 00010000:00000010:0.0:1724310014.420936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.420938:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.420944:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.420945:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310014.420947:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.420948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00000004:00000010:0.0:1724310014.420989:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310014.420993:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310014.420996:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310014.421000:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:0.0:1724310014.421589:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.421593:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.421596:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310014.421598:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.421630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.421637:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.421640:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310014.421664:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310014.421672:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e324000 x1808069883349504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.421683:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d5d8. 00000100:00000200:0.0:1724310014.421687:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883349504, offset 224 00000400:00000200:0.0:1724310014.421691:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.421696:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.421700:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531262:531262:256:4294967295] 192.168.204.31@tcp LPNI seq info [531258:531258:8:4294967295] 00000400:00000200:0.0:1724310014.421707:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.421827:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.421830:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310014.421834:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.421839:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.421841:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.421864:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.421867:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310014.421870:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed9400. 00000800:00000200:1.0:1724310014.422027:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.422031:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310014.422034:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.422037:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.422040:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d5d8 00000400:00000010:1.0:1724310014.422042:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d5d8. 00010000:00000010:0.1:1724310014.424102:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310014.424111:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310014.424114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310014.424117:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00000400:00000200:3.0:1724310014.424132:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.424141:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204b00 00000400:00000200:3.0:1724310014.424145:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 139384 00000400:00000200:3.0:1724310014.424159:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.424161:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.424165:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.424169:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304e00. 00000020:00000010:0.0:1724310014.424194:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed9400. 00000020:00000010:0.0:1724310014.424198:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.424201:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.424230:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883349760 02000000:00000010:0.0:1724310014.424253:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008e750000. 00010000:00000010:0.0:1724310014.424297:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.424306:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.424323:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.424327:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.424336:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.424338:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.424341:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310014.424343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.424423:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.424425:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310014.424428:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.424429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310014.424447:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b8c0. 00000020:00000010:0.0:1724310014.424452:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b8c0. 00000020:00000010:0.0:1724310014.424460:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1662a0. 00080000:00000010:0.0:1724310014.424465:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b09c00. 00000001:00000010:0.0:1724310014.424617:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166cc0. 00000001:00000010:0.0:1724310014.424621:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310014.424649:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1662a0. 00010000:00000010:0.0:1724310014.424654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.424657:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.424668:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.424683:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.424685:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310014.424699:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:0.0:1724310014.424705:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310014.424708:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310014.424712:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310014.424717:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310014.424725:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096192, last committed = 4295096163 00010000:00000200:0.0:1724310014.424731:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304e00 x1808069883349760/t4295096192(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.424743:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dbb0. 00000100:00000200:0.0:1724310014.424747:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883349760, offset 224 00000400:00000010:0.0:1724310014.424752:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de1f8. 00000400:00000200:0.0:1724310014.424755:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.424764:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.424769:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531263:531263:256:4294967295] 192.168.204.31@tcp LPNI seq info [531259:531259:8:4294967295] 00000400:00000200:0.0:1724310014.424773:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.424779:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.424783:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.424785:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310014.424789:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.424794:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.424797:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.424821:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.424824:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310014.424826:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed9400. 00000800:00000200:2.0:1724310014.424970:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.424973:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310014.424975:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.424979:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.425360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310014.425366:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310014.425369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:1.0:1724310014.426361:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310014.426382:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ded 00000400:00000200:1.0:1724310014.426386:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.426389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310014.426392:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dbb0 00000400:00000010:1.0:1724310014.426395:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dbb0. 00000400:00000200:1.0:1724310014.426425:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.426429:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204b80 00000400:00000200:1.0:1724310014.426434:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 139872 00010000:00000010:2.0:1724310014.426458:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310014.426465:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00000400:00000200:1.0:1724310014.426483:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.426487:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.426490:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.426494:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f800. 00000020:00000010:2.0:1724310014.426516:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131438c00. 00000020:00000010:2.0:1724310014.426519:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310014.426523:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310014.426628:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883349888 00000001:00000010:2.0:1724310014.426634:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:2.0:1724310014.426650:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.426654:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310014.426693:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122b60000. 00010000:00000010:2.0:1724310014.426713:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.426716:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310014.426725:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.426726:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.426729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.426731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310014.426794:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310014.426799:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310014.426803:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310014.426809:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:0.0:1724310014.427290:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310014.427303:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.427307:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.427309:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310014.427342:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310014.427347:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:0.0:1724310014.427349:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:0.0:1724310014.427369:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:0.0:1724310014.427389:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f800 x1808069883349888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.427418:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310014.427423:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883349888, offset 224 00000400:00000200:1.0:1724310014.427427:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.427436:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.427441:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531264:531264:256:4294967295] 192.168.204.31@tcp LPNI seq info [531260:531260:8:4294967295] 00000400:00000200:1.0:1724310014.427448:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.427452:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.427455:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310014.427459:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.427464:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.427466:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.427489:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:1.0:1724310014.427492:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:1.0:1724310014.427495:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131438c00. 00000800:00000200:3.0:1724310014.427585:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.427588:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310014.427591:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.427594:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.427597:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310014.427599:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:0.1:1724310014.428437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.428443:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310014.428447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310014.428452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310014.428454:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310014.428456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.428459:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310014.428463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:2.0:1724310014.430960:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.430973:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204c80 00000400:00000200:2.0:1724310014.430980:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 140448 00000400:00000200:2.0:1724310014.431001:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.431005:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.431010:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.431016:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62680. 00000020:00000010:1.0:1724310014.431085:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095810c00. 00000020:00000010:1.0:1724310014.431090:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.431094:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.431129:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883350144 02000000:00000010:1.0:1724310014.431154:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f5000. 00010000:00000010:1.0:1724310014.431180:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:1.0:1724310014.431206:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:1.0:1724310014.431347:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.431352:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.431364:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.431366:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.431369:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.431383:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.431459:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.431461:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.431463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.431466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310014.431484:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959383e0. 00000020:00000010:1.0:1724310014.431488:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959383e0. 00000020:00000010:1.0:1724310014.431495:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baa80. 00080000:00000010:1.0:1724310014.431501:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008848f400. 00000001:00000010:1.0:1724310014.431981:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba360. 00000001:00000010:1.0:1724310014.431986:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310014.432014:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baa80. 00010000:00000010:1.0:1724310014.432019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.432022:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.432034:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.432050:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.432052:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310014.432068:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:1.0:1724310014.432073:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:1.0:1724310014.432077:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:1.0:1724310014.432082:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:1.0:1724310014.432088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310014.432098:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096193, last committed = 4295096163 00010000:00000200:1.0:1724310014.432104:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d62680 x1808069883350144/t4295096193(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.432118:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310014.432123:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883350144, offset 224 00000400:00000010:1.0:1724310014.432128:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc5e8. 00000400:00000200:1.0:1724310014.432131:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.432139:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.432144:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531265:531265:256:4294967295] 192.168.204.31@tcp LPNI seq info [531261:531261:8:4294967295] 00000400:00000200:1.0:1724310014.432148:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.432154:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.432158:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.432162:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310014.432166:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.432172:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.432176:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.433121:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.433127:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.433131:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095810c00. 00000800:00000200:2.0:1724310014.433255:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.433333:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:2.0:1724310014.433337:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.433341:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.434984:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310014.434993:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310014.435042:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310014.435046:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310014.435049:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310014.435052:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310014.435054:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310014.435056:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310014.435061:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310014.435063:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310014.435065:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310014.435067:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310014.435069:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310014.435071:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310014.435073:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310014.435075:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310014.435077:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310014.435079:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310014.435081:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:2.0:1724310014.435142:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.435154:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294df5 00000400:00000200:2.0:1724310014.435158:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.435162:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.435167:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:2.0:1724310014.435169:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:1.0:1724310014.435392:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.435399:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00000400:00000200:2.0:1724310014.435936:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.435943:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204d00 00000400:00000200:2.0:1724310014.435949:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 140936 00000400:00000200:2.0:1724310014.436129:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.436133:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.436138:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.436142:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63480. 00000020:00000010:1.0:1724310014.436300:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.436305:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.436308:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.436328:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883350272 00000001:00000010:1.0:1724310014.436337:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:1.0:1724310014.436354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.436358:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310014.436413:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801180b0000. 00010000:00000010:1.0:1724310014.436434:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.436437:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.436448:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.436450:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.436453:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.436455:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310014.436524:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310014.436530:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.436535:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310014.436541:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.437255:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.437282:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.437285:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.437288:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.437326:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.437333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.437335:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.437357:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310014.437370:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63480 x1808069883350272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.437394:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874537f8. 00000100:00000200:1.0:1724310014.437400:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883350272, offset 224 00000400:00000200:1.0:1724310014.437405:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.437412:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.437417:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531266:531266:256:4294967295] 192.168.204.31@tcp LPNI seq info [531262:531262:8:4294967295] 00000400:00000200:1.0:1724310014.437425:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.437430:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.437433:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.437438:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.437444:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.437447:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.437459:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.437462:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.437465:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00000800:00000200:2.0:1724310014.437593:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.437596:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310014.437599:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.437602:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.437605:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874537f8 00000400:00000010:2.0:1724310014.437607:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874537f8. 00000400:00000200:2.0:1724310014.439949:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.439962:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204e00 00000400:00000200:2.0:1724310014.439968:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 141512 00000400:00000200:2.0:1724310014.439987:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.439991:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.439996:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.440001:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d60a80. 00000020:00000010:1.0:1724310014.440088:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.440093:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.440097:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.440119:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883350528 02000000:00000010:1.0:1724310014.440145:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f6000. 00010000:00000010:1.0:1724310014.440170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.440182:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.440203:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.440206:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.440215:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.440217:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.440219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.440222:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:0.1:1724310014.440325:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310014.440330:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.0:1724310014.440533:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.440535:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.440538:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.440541:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310014.440560:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.440565:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.440573:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881bac00. 00080000:00000010:1.0:1724310014.440579:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506e400. 00000001:00000010:1.0:1724310014.440731:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba6c0. 00000001:00000010:1.0:1724310014.440735:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310014.440762:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881bac00. 00010000:00000010:1.0:1724310014.440768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.440771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.440783:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.440798:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.440801:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310014.440815:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.440820:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310014.440824:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.440828:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310014.440834:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310014.440843:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096194, last committed = 4295096163 00010000:00000200:1.0:1724310014.440850:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d60a80 x1808069883350528/t4295096194(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.440863:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453e58. 00000100:00000200:1.0:1724310014.440868:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883350528, offset 224 00000400:00000010:1.0:1724310014.440874:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc620. 00000400:00000200:1.0:1724310014.440877:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.440884:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.440889:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531267:531267:256:4294967295] 192.168.204.31@tcp LPNI seq info [531263:531263:8:4294967295] 00000400:00000200:1.0:1724310014.440893:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.440899:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.440904:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.440907:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310014.440911:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.440917:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.440920:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.441704:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.441708:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.441710:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00000800:00000200:2.0:1724310014.441939:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.441942:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310014.441945:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.441950:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.442843:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.442852:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294dfd 00000400:00000200:2.0:1724310014.442855:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.442858:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.442863:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453e58 00000400:00000010:2.0:1724310014.442865:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453e58. 00010000:00000010:0.0:1724310014.442997:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:0.0:1724310014.443004:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:3.1:1724310014.443948:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310014.443954:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310014.443958:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310014.443960:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310014.444087:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310014.444093:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.444096:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310014.444100:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310014.444102:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310014.444104:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310014.444106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310014.444107:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310014.444109:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310014.444111:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310014.444113:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310014.444115:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00000400:00000200:2.0:1724310014.444256:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.444282:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13204e80 00000400:00000200:2.0:1724310014.444288:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 142000 00000400:00000200:2.0:1724310014.444340:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.444344:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.444348:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.444353:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d61880. 00000020:00000010:1.0:1724310014.444418:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.444423:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.444427:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.444448:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883350656 00000001:00000010:1.0:1724310014.444457:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310014.444473:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.444477:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310014.444522:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801106b0000. 00010000:00000010:1.0:1724310014.444548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.444551:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.444561:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.444563:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.444566:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.444568:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310014.444856:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310014.444863:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.444868:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310014.444874:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.445294:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.445297:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.445300:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.445303:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.445339:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.445346:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.445349:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.445386:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310014.445398:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d61880 x1808069883350656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.445411:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453ee0. 00000100:00000200:1.0:1724310014.445415:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883350656, offset 224 00000400:00000200:1.0:1724310014.445420:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.445426:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.445431:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531268:531268:256:4294967295] 192.168.204.31@tcp LPNI seq info [531264:531264:8:4294967295] 00000400:00000200:1.0:1724310014.445438:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.445442:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.445445:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310014.445449:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.445454:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.445457:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.445480:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.445483:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.445486:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00000800:00000200:2.0:1724310014.445530:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.445532:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310014.445535:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.445538:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.445541:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453ee0 00000400:00000010:2.0:1724310014.445542:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453ee0. 00010000:00000010:3.1:1724310014.446369:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310014.446384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310014.447661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310014.447668:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310014.447671:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310014.447675:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:2.0:1724310014.448061:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.448072:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13204f80 00000400:00000200:2.0:1724310014.448078:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 142576 00000400:00000200:2.0:1724310014.448094:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.448098:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.448102:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.448106:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63800. 00000020:00000010:1.0:1724310014.448210:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.448216:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.448219:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.448714:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883350912 02000000:00000010:1.0:1724310014.448739:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f0000. 00010000:00000010:1.0:1724310014.448762:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.448771:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.448788:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.448791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.448957:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.448960:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.448963:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.448966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.449038:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.449040:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.449043:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.449045:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310014.449062:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.449066:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.449074:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba480. 00080000:00000010:1.0:1724310014.449080:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506d800. 00000001:00000010:1.0:1724310014.449224:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba8a0. 00000001:00000010:1.0:1724310014.449228:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310014.449255:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba480. 00010000:00000010:1.0:1724310014.449276:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.449280:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.449293:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.449309:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.449311:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.449326:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.449330:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310014.449333:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.449337:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310014.449343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310014.449353:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096195, last committed = 4295096163 00010000:00000200:1.0:1724310014.449360:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63800 x1808069883350912/t4295096195(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.449384:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453550. 00000100:00000200:1.0:1724310014.449390:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883350912, offset 224 00000400:00000010:1.0:1724310014.449395:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc658. 00000400:00000200:1.0:1724310014.449398:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.449407:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.449412:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531269:531269:256:4294967295] 192.168.204.31@tcp LPNI seq info [531265:531265:8:4294967295] 00000400:00000200:1.0:1724310014.449416:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.449422:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.449426:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.449429:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310014.449433:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.449439:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.449443:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.449465:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310014.449468:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.449470:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00000800:00000200:2.0:1724310014.449753:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.449756:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310014.449760:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.449764:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.450359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310014.450365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310014.450368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310014.450382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:2.0:1724310014.450953:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.450961:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e05 00000400:00000200:2.0:1724310014.450965:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.450968:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.450971:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453550 00000400:00000010:2.0:1724310014.450974:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453550. 00010000:00000010:1.0:1724310014.451163:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.451169:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00000400:00000200:2.0:1724310014.451696:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.451703:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205000 00000400:00000200:2.0:1724310014.451710:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 143064 00000400:00000200:2.0:1724310014.451961:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.451965:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.451970:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.451975:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63100. 00000020:00000010:1.0:1724310014.452082:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.452086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310014.452090:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.452116:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883351040 00000001:00000010:1.0:1724310014.452124:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310014.452140:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.452143:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310014.452185:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88010f840000. 00010000:00000010:1.0:1724310014.452202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.452205:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.452215:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.452217:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.452220:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.452222:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310014.452325:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310014.452333:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.452337:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310014.452342:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.455232:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.455273:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.455278:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.455283:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.455343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.455351:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.455355:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.455395:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310014.455411:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63100 x1808069883351040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.455426:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453a18. 00000100:00000200:1.0:1724310014.455432:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883351040, offset 224 00000400:00000200:1.0:1724310014.455441:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.455456:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.455464:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531270:531270:256:4294967295] 192.168.204.31@tcp LPNI seq info [531266:531266:8:4294967295] 00000400:00000200:1.0:1724310014.455473:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.455481:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.455484:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.455489:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.455499:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.455502:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.456356:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310014.456361:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.456365:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00010000:00000010:3.1:1724310014.456760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310014.456767:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310014.456769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310014.456772:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310014.456773:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310014.456778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000800:00000200:2.0:1724310014.456850:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.456853:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310014.456857:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.456862:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.456866:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453a18 00000400:00000010:2.0:1724310014.456868:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453a18. 00000400:00000200:2.0:1724310014.458302:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.458315:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205100 00000400:00000200:2.0:1724310014.458321:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 143640 00000400:00000200:2.0:1724310014.458340:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.458344:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.458348:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.458353:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63b80. 00000020:00000010:1.0:1724310014.458641:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132021c00. 00000020:00000010:1.0:1724310014.458646:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310014.458649:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.458674:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883351296 02000000:00000010:1.0:1724310014.458699:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f4000. 00010000:00000010:1.0:1724310014.458724:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.458733:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.458750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.458753:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310014.458762:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.458764:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310014.458766:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.458769:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310014.458834:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.458835:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.458837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.458839:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.458852:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.458856:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.458863:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310014.458867:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506f400. 00000001:00000010:1.0:1724310014.459008:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba4e0. 00000001:00000010:1.0:1724310014.459012:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310014.459038:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310014.459043:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.459046:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.459057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.459071:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.459073:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310014.459085:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.459090:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310014.459093:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.459097:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310014.459102:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310014.459111:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096196, last committed = 4295096163 00010000:00000200:1.0:1724310014.459117:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63b80 x1808069883351296/t4295096196(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.459128:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453220. 00000100:00000200:1.0:1724310014.459132:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883351296, offset 224 00000400:00000010:1.0:1724310014.459137:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc690. 00000400:00000200:1.0:1724310014.459140:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.459147:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.459153:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531271:531271:256:4294967295] 192.168.204.31@tcp LPNI seq info [531267:531267:8:4294967295] 00000400:00000200:1.0:1724310014.459157:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.459163:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.459167:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.459170:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.459174:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.459180:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.459183:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.459207:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310014.459210:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.459212:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132021c00. 00000800:00000200:3.0:1724310014.459427:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.459431:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310014.459434:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.459437:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.459450:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310014.459455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310014.459461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310014.459463:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310014.459465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310014.459467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:2.0:1724310014.460732:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.460741:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e0d 00000400:00000200:2.0:1724310014.460744:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.460747:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.460750:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453220 00000400:00000010:2.0:1724310014.460752:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453220. 00010000:00000010:0.0:1724310014.460885:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:0.0:1724310014.460891:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000400:00000200:2.0:1724310014.461188:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.461194:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205180 00000400:00000200:2.0:1724310014.461199:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 144128 00000400:00000200:2.0:1724310014.461236:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.461240:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.461243:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.461246:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62d80. 00000020:00000010:0.0:1724310014.461339:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb3800. 00000020:00000010:0.0:1724310014.461342:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310014.461345:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310014.461382:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883351424 00000001:00000010:0.0:1724310014.461389:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:0.0:1724310014.461403:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.461407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 02000000:00000010:0.0:1724310014.461445:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131bd0000. 00010000:00000010:0.0:1724310014.461461:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310014.461464:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.461472:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310014.461474:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.461476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.461478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000004:00000010:0.0:1724310014.461538:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310014.461543:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be348. 00000004:00000010:0.0:1724310014.461547:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310014.461553:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:0.1:1724310014.463033:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.463040:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.463043:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310014.463045:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310014.463047:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310014.463051:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.463350:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.463353:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.463357:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.463361:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.463414:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:1.0:1724310014.463424:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:1.0:1724310014.463428:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00010000:00000010:1.0:1724310014.463454:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000200:1.0:1724310014.463467:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d62d80 x1808069883351424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.463480:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310014.463485:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883351424, offset 224 00000400:00000200:1.0:1724310014.463490:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.463498:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.463503:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531272:531272:256:4294967295] 192.168.204.31@tcp LPNI seq info [531268:531268:8:4294967295] 00000400:00000200:1.0:1724310014.463511:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.463516:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.463520:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310014.463525:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.463531:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.463534:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.463559:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:1.0:1724310014.463562:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:1.0:1724310014.463566:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb3800. 00000800:00000200:3.0:1724310014.463767:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.463770:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310014.463773:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.463777:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.463781:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:3.0:1724310014.463782:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:3.1:1724310014.465655:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310014.465664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:2.0:1724310014.466049:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.466061:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205280 00000400:00000200:2.0:1724310014.466067:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 144704 00000400:00000200:2.0:1724310014.466084:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.466088:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.466092:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.466098:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230380. 00000020:00000010:1.0:1724310014.466654:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095810c00. 00000020:00000010:1.0:1724310014.466659:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310014.466663:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.466778:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883351680 02000000:00000010:1.0:1724310014.466804:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f6000. 00010000:00000010:1.0:1724310014.466830:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.466839:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.466857:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.466861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.466871:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.466873:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.466875:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.466877:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.466950:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.466952:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310014.466955:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.466957:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310014.466975:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.466980:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.466987:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310014.466992:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506fc00. 00000001:00000010:1.0:1724310014.467142:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baa20. 00000001:00000010:1.0:1724310014.467146:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310014.467173:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310014.467178:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.467182:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.467195:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.467209:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.467212:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310014.467226:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:1.0:1724310014.467232:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:1.0:1724310014.467235:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be348. 00000004:00000010:1.0:1724310014.467239:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:1.0:1724310014.467245:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310014.467255:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096197, last committed = 4295096163 00010000:00000200:1.0:1724310014.467279:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230380 x1808069883351680/t4295096197(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.467291:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310014.467295:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883351680, offset 224 00000400:00000010:1.0:1724310014.467300:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc6c8. 00000400:00000200:1.0:1724310014.467303:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.467311:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.467317:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531273:531273:256:4294967295] 192.168.204.31@tcp LPNI seq info [531269:531269:8:4294967295] 00000400:00000200:1.0:1724310014.467320:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.467326:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.467331:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.467334:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310014.467338:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.467344:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.467347:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.468044:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310014.468048:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.468051:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095810c00. 00000800:00000200:2.0:1724310014.468154:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.468157:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310014.468160:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.468164:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.468360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310014.468365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310014.468368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310014.468379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:3.0:1724310014.471685:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.471700:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e15 00000400:00000200:3.0:1724310014.471705:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.471709:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.471713:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:3.0:1724310014.471715:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:3.0:1724310014.471840:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.471845:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205300 00000400:00000200:3.0:1724310014.471850:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 145192 00000400:00000200:3.0:1724310014.471866:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.471869:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.471873:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.471878:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305f80. 00000020:00000010:0.0:1724310014.471949:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131bb3800. 00000020:00000010:0.0:1724310014.471954:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.471958:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00010000:00000010:1.0:1724310014.472033:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.472041:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00000100:00000200:0.0:1724310014.472133:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883351808 00000001:00000010:0.0:1724310014.472143:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:0.0:1724310014.472160:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.472164:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 02000000:00000010:0.0:1724310014.472206:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ff0000. 00010000:00000010:0.0:1724310014.472225:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310014.472227:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.472237:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.472240:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.472242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310014.472244:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310014.472667:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310014.472674:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310014.472679:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310014.472686:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.0:1724310014.473622:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.473626:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.473630:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.473634:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.473671:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.473694:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.473697:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.473720:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310014.473732:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305f80 x1808069883351808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.473746:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d990. 00000100:00000200:0.0:1724310014.473752:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883351808, offset 224 00000400:00000200:0.0:1724310014.473756:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.473765:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.473770:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531274:531274:256:4294967295] 192.168.204.31@tcp LPNI seq info [531270:531270:8:4294967295] 00000400:00000200:0.0:1724310014.473777:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.473782:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.473785:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310014.473790:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.473795:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.473800:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.473823:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.473827:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310014.473830:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131bb3800. 00000800:00000200:2.0:1724310014.473956:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.473959:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:2.0:1724310014.473962:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.473966:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.473969:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d990 00000400:00000010:2.0:1724310014.473971:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d990. 00010000:00000010:2.1:1724310014.474333:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310014.474339:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.474342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310014.474344:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.474347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310014.474351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:2.0:1724310014.475747:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.475757:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205400 00000400:00000200:2.0:1724310014.475764:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 145768 00000400:00000200:2.0:1724310014.475781:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.475784:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.475789:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.475793:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088231c00. 00000020:00000010:0.0:1724310014.475918:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5d200. 00000020:00000010:0.0:1724310014.475923:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.475926:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310014.475947:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352064 02000000:00000010:0.0:1724310014.475971:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008e751000. 00010000:00000010:0.0:1724310014.475996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.476006:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.476024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.476027:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.476037:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.476039:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.476042:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310014.476044:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.476114:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310014.476116:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.476119:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.476121:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310014.476138:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b180. 00000020:00000010:0.0:1724310014.476142:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b180. 00000020:00000010:0.0:1724310014.476150:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166240. 00080000:00000010:0.0:1724310014.476155:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880088b08400. 00000001:00000010:0.0:1724310014.476457:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1660c0. 00000001:00000010:0.0:1724310014.476461:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310014.476490:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166240. 00010000:00000010:0.0:1724310014.476496:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310014.476499:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.476511:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.476526:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.476529:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00080000:00000010:0.0:1724310014.476542:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:0.0:1724310014.476548:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:0.0:1724310014.476551:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310014.476556:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:0.0:1724310014.476561:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310014.476571:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096198, last committed = 4295096163 00010000:00000200:0.0:1724310014.476577:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088231c00 x1808069883352064/t4295096198(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.476589:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d220. 00000100:00000200:0.0:1724310014.476594:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883352064, offset 224 00000400:00000010:0.0:1724310014.476599:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de1c0. 00000400:00000200:0.0:1724310014.476602:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.476610:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.476615:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531275:531275:256:4294967295] 192.168.204.31@tcp LPNI seq info [531271:531271:8:4294967295] 00000400:00000200:0.0:1724310014.476619:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.476624:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.476629:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.476631:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310014.476636:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.476640:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.476643:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.477203:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.477207:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310014.477209:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5d200. 00000800:00000200:3.0:1724310014.477441:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.477444:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310014.477447:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.477451:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.479545:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.479557:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e1d 00000400:00000200:2.0:1724310014.479562:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.479566:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.479570:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d220 00000400:00000010:2.0:1724310014.479572:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d220. 00000400:00000200:2.0:1724310014.479587:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.479591:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205480 00000400:00000200:2.0:1724310014.479596:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 146256 00000400:00000200:2.0:1724310014.479610:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.479612:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.479615:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.479620:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230000. 00010000:00000010:0.0:1724310014.479724:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.479732:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00000020:00000010:1.0:1724310014.479975:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697600. 00000020:00000010:1.0:1724310014.479980:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310014.479984:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.480035:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352192 00000001:00000010:1.0:1724310014.480044:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310014.480062:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.480066:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310014.480109:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e600000. 00010000:00000010:1.0:1724310014.480128:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.480130:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.480141:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.480143:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.480146:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.480148:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310014.480223:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310014.480229:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.480233:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310014.480240:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:3.1:1724310014.480400:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310014.480405:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310014.480409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310014.480411:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.0:1724310014.481287:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.481291:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.481294:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.481298:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.481349:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.481355:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.481358:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.481393:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310014.481410:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230000 x1808069883352192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.481423:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310014.481428:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883352192, offset 224 00000400:00000200:1.0:1724310014.481434:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.481443:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.481448:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531276:531276:256:4294967295] 192.168.204.31@tcp LPNI seq info [531272:531272:8:4294967295] 00000400:00000200:1.0:1724310014.481456:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.481461:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.481465:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.481469:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.481474:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.481478:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.481500:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310014.481503:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.481506:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697600. 00000800:00000200:2.0:1724310014.481611:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.481615:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:2.0:1724310014.481618:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.481622:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.481625:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310014.481943:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:2.1:1724310014.483507:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310014.483515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:3.0:1724310014.483993:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.484005:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205580 00000400:00000200:3.0:1724310014.484011:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 146832 00000400:00000200:3.0:1724310014.484029:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.484033:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.484038:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.484042:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304a80. 00000020:00000010:1.0:1724310014.484135:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697600. 00000020:00000010:1.0:1724310014.484139:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310014.484143:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc708. 00000100:00000200:1.0:1724310014.484173:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352448 02000000:00000010:1.0:1724310014.484195:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8a000. 00010000:00000010:1.0:1724310014.484216:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.484225:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.484242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.484245:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.484254:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.484281:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.484285:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.484287:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.484369:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.484382:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.484385:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.484388:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310014.484407:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.484412:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.484419:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba120. 00080000:00000010:1.0:1724310014.484425:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082df9000. 00000001:00000010:1.0:1724310014.484572:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bac00. 00000001:00000010:1.0:1724310014.484576:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310014.484604:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba120. 00010000:00000010:1.0:1724310014.484610:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.484613:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.484624:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.484639:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.484641:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.484654:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.484658:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310014.484663:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.484667:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310014.484672:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310014.484681:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096199, last committed = 4295096163 00010000:00000200:1.0:1724310014.484687:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304a80 x1808069883352448/t4295096199(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.484699:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310014.484703:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883352448, offset 224 00000400:00000010:1.0:1724310014.484707:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc700. 00000400:00000200:1.0:1724310014.484710:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.484717:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.484722:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531277:531277:256:4294967295] 192.168.204.31@tcp LPNI seq info [531273:531273:8:4294967295] 00000400:00000200:1.0:1724310014.484726:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.484732:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.484736:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.484740:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310014.484744:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.484750:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.484753:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.484778:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310014.484780:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc708. 00000020:00000010:1.0:1724310014.484783:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697600. 00000800:00000200:3.0:1724310014.484999:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.485001:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:3.0:1724310014.485004:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.485007:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.486817:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.486828:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e25 00000400:00000200:2.0:1724310014.486833:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.486835:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.486840:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:2.0:1724310014.486842:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00000400:00000200:2.0:1724310014.486921:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.486926:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205600 00000400:00000200:2.0:1724310014.486931:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 147320 00000400:00000200:2.0:1724310014.486982:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.486986:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.486989:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.486994:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088231180. 00000020:00000010:3.0:1724310014.487223:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22a400. 00000020:00000010:3.0:1724310014.487228:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.487231:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00010000:00000010:1.0:1724310014.487477:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.487485:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000100:00000200:3.0:1724310014.487715:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352576 00000001:00000010:3.0:1724310014.487725:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:3.0:1724310014.487740:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.487743:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310014.487783:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121e80000. 00010000:00000010:3.0:1724310014.487799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.487802:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.487811:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.487813:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.487815:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.487817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000004:00000010:3.0:1724310014.487884:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310014.487890:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd98. 00000004:00000010:3.0:1724310014.487893:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923af0. 00080000:00000010:3.0:1724310014.487899:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:3.0:1724310014.488977:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310014.488981:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.488985:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.488988:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310014.489024:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.489047:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.489051:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.489079:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310014.489091:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088231180 x1808069883352576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.489103:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5e58. 00000100:00000200:3.0:1724310014.489109:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883352576, offset 224 00000400:00000200:3.0:1724310014.489113:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.489123:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.489128:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531278:531278:256:4294967295] 192.168.204.31@tcp LPNI seq info [531274:531274:8:4294967295] 00000400:00000200:3.0:1724310014.489135:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.489140:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.489143:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310014.489147:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.489153:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.489157:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.489176:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.489180:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.489183:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22a400. 00000800:00000200:0.0:1724310014.489247:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.489251:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310014.489254:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.489448:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.489452:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5e58 00000400:00000010:0.0:1724310014.489454:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5e58. 00010000:00000010:3.1:1724310014.489524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310014.489530:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310014.489532:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310014.489534:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310014.489537:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310014.489541:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310014.489543:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310014.489545:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:3.0:1724310014.490515:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.490525:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205700 00000400:00000200:3.0:1724310014.490531:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 147896 00000400:00000200:3.0:1724310014.490547:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.490551:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.490555:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.490558:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305180. 00000020:00000010:0.0:1724310014.490615:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5d600. 00000020:00000010:0.0:1724310014.490619:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310014.490622:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310014.490651:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352832 02000000:00000010:0.0:1724310014.490676:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3c000. 00010000:00000010:0.0:1724310014.490697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:0.0:1724310014.490717:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:0.0:1724310014.490735:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310014.490738:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.490746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.490748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.490751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310014.490753:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.490821:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310014.490823:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310014.490826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310014.490828:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.490845:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b180. 00000020:00000010:0.0:1724310014.490849:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b180. 00000020:00000010:0.0:1724310014.490857:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166300. 00080000:00000010:0.0:1724310014.490862:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800784f7000. 00000001:00000010:0.0:1724310014.491021:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1669c0. 00000001:00000010:0.0:1724310014.491026:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310014.491055:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166300. 00010000:00000010:0.0:1724310014.491061:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310014.491063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.491074:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.491088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.491091:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00080000:00000010:0.0:1724310014.491111:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:0.0:1724310014.491115:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923af0. 00000004:00000010:0.0:1724310014.491118:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dd98. 00000004:00000010:0.0:1724310014.491124:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:0.0:1724310014.491130:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310014.491139:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096200, last committed = 4295096163 00010000:00000200:0.0:1724310014.491145:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305180 x1808069883352832/t4295096200(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.491156:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148de58. 00000100:00000200:0.0:1724310014.491160:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883352832, offset 224 00000400:00000010:0.0:1724310014.491164:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de188. 00000400:00000200:0.0:1724310014.491167:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.491173:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.491178:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531279:531279:256:4294967295] 192.168.204.31@tcp LPNI seq info [531275:531275:8:4294967295] 00000400:00000200:0.0:1724310014.491181:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.491187:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.491191:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.491194:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310014.491197:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.491202:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.491205:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.491756:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310014.491760:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310014.491762:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5d600. 00000800:00000200:2.0:1724310014.491867:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.491870:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310014.491872:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.491876:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.493456:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.493467:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e2d 00000400:00000200:0.0:1724310014.493471:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.493474:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.493478:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148de58 00000400:00000010:0.0:1724310014.493480:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148de58. 00000400:00000200:0.0:1724310014.493500:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.493504:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205780 00000400:00000200:0.0:1724310014.493509:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 148384 00010000:00000010:2.0:1724310014.493526:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:2.0:1724310014.493533:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00000400:00000200:0.0:1724310014.493558:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.493562:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.493566:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.493571:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0380. 00000020:00000010:0.0:1724310014.493598:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5d200. 00000020:00000010:0.0:1724310014.493601:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310014.493604:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310014.493619:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883352960 00000001:00000010:0.0:1724310014.493628:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310014.493675:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.493680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310014.493722:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122e30000. 00010000:00000010:1.0:1724310014.493744:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.493747:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.493756:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.493758:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.493761:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.493763:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310014.493837:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310014.493843:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.493848:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.493854:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.494639:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.494642:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.494645:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.494648:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.494684:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.494691:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.494694:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.494719:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310014.494732:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0380 x1808069883352960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.494745:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310014.494749:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883352960, offset 224 00000400:00000200:1.0:1724310014.494753:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.494761:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.494766:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531280:531280:256:4294967295] 192.168.204.31@tcp LPNI seq info [531276:531276:8:4294967295] 00000400:00000200:1.0:1724310014.494774:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.494779:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.494782:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.494786:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.494793:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.494795:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.494820:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:1.0:1724310014.494824:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:1.0:1724310014.494827:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5d200. 00000800:00000200:3.0:1724310014.495069:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.495072:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310014.495075:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.495079:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.495082:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:3.0:1724310014.495083:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00000400:00000200:2.0:1724310014.496485:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.496493:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205880 00000400:00000200:2.0:1724310014.496502:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 148960 00010000:00000010:2.1:1724310014.496514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310014.496519:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.496523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310014.496526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:2.0:1724310014.496541:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.496545:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.496549:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.496553:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230a80. 00000020:00000010:1.0:1724310014.496849:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094696800. 00000020:00000010:1.0:1724310014.496854:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.496858:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.496891:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883353216 02000000:00000010:1.0:1724310014.496913:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8e000. 00010000:00000010:1.0:1724310014.496936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.496944:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.496961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.496964:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.496972:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.496974:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310014.496976:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.496978:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310014.497054:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.497056:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.497058:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.497060:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310014.497078:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.497083:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.497090:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baf00. 00080000:00000010:1.0:1724310014.497095:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082df8c00. 00000001:00000010:1.0:1724310014.497249:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baa80. 00000001:00000010:1.0:1724310014.497253:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310014.497309:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baf00. 00010000:00000010:1.0:1724310014.497316:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.497319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.497343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.497359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310014.497362:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:3.1:1724310014.497383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00080000:00000010:1.0:1724310014.497385:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.497389:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00010000:00000010:3.1:1724310014.497389:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00000004:00000010:1.0:1724310014.497393:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00010000:00000010:3.1:1724310014.497393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000004:00000010:1.0:1724310014.497397:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310014.497404:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310014.497414:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096201, last committed = 4295096163 00010000:00000200:1.0:1724310014.497420:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230a80 x1808069883353216/t4295096201(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.497431:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310014.497440:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883353216, offset 224 00000400:00000010:1.0:1724310014.497444:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc738. 00000400:00000200:1.0:1724310014.497447:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.497455:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.497460:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531281:531281:256:4294967295] 192.168.204.31@tcp LPNI seq info [531277:531277:8:4294967295] 00000400:00000200:1.0:1724310014.497464:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.497469:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.497474:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.498199:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310014.498205:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.498210:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.498214:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.498238:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.498241:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.498244:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094696800. 00000800:00000200:0.0:1724310014.498385:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.498388:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310014.498392:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.498395:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.500464:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310014.500473:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310014.500477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310014.500479:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310014.500483:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:3.0:1724310014.500512:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.500525:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e35 00000400:00000200:3.0:1724310014.500530:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.500533:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.500537:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:3.0:1724310014.500540:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:3.0:1724310014.500558:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:1.1:1724310014.500558:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310014.500562:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205900 00010000:00000010:1.1:1724310014.500563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00000400:00000200:3.0:1724310014.500568:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 149448 00010000:00000010:0.0:1724310014.500780:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310014.500792:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000400:00000200:3.0:1724310014.500840:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.500844:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.500848:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.500852:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304380. 00000020:00000010:1.0:1724310014.500942:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094696800. 00000020:00000010:1.0:1724310014.500947:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.500950:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.500983:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883353344 00000001:00000010:1.0:1724310014.500991:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:1.0:1724310014.501008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.501012:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310014.501057:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880133480000. 00010000:00000010:1.0:1724310014.501077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.501080:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.501092:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.501093:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.501096:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.501098:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310014.501174:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310014.501180:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.501184:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.501190:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.501904:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.501907:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.501911:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.501913:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.501953:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.501960:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.501963:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.502081:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310014.502096:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304380 x1808069883353344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.502108:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310014.502113:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883353344, offset 224 00000400:00000200:1.0:1724310014.502117:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.502124:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.502129:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531282:531282:256:4294967295] 192.168.204.31@tcp LPNI seq info [531278:531278:8:4294967295] 00000400:00000200:1.0:1724310014.502137:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.502141:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.502144:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.502148:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.502154:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.502158:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.503121:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.503125:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.503129:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094696800. 00000800:00000200:2.0:1724310014.503169:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.503172:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:2.0:1724310014.503176:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.503180:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.503184:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:2.0:1724310014.503185:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00010000:00000010:2.1:1724310014.503368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310014.503384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310014.503386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310014.503390:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310014.503392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310014.503397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310014.503400:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310014.503402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310014.503404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310014.503409:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310014.503411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310014.503413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310014.503430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310014.506517:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:0.0:1724310014.509340:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.509355:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205a00 00000400:00000200:0.0:1724310014.509362:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 150024 00000400:00000200:0.0:1724310014.509391:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.509396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.509401:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.509408:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ef800. 00000020:00000010:1.0:1724310014.509491:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094696800. 00000020:00000010:1.0:1724310014.509496:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.509500:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.509527:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883353600 02000000:00000010:1.0:1724310014.509555:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8b000. 00010000:00000010:1.0:1724310014.509586:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.509598:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.509621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.509625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.509636:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.509637:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310014.509640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.509642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.509714:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.509715:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.509717:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.509719:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.509734:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.509738:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.509745:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba060. 00080000:00000010:1.0:1724310014.509749:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082dfac00. 00000001:00000010:1.0:1724310014.509905:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba780. 00000001:00000010:1.0:1724310014.509910:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310014.509937:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba060. 00010000:00000010:1.0:1724310014.509943:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.509946:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.509959:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.509976:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.509978:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310014.509994:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.509998:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.510002:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.510005:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310014.510012:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310014.510023:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096202, last committed = 4295096163 00010000:00000200:1.0:1724310014.510030:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ef800 x1808069883353600/t4295096202(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.510047:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310014.510052:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883353600, offset 224 00000400:00000010:1.0:1724310014.510056:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc770. 00000400:00000200:1.0:1724310014.510059:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.510067:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.510072:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531283:531283:256:4294967295] 192.168.204.31@tcp LPNI seq info [531279:531279:8:4294967295] 00000400:00000200:1.0:1724310014.510076:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.510082:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.510086:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.510089:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.510101:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.510110:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.510113:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.510139:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.510142:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.510144:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094696800. 00000800:00000200:3.0:1724310014.510255:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.510273:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310014.510276:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.510279:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.512361:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.512387:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e3d 00000400:00000200:2.0:1724310014.512392:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.512396:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.512400:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:2.0:1724310014.512402:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:2.0:1724310014.512432:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.512437:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205a80 00000400:00000200:2.0:1724310014.512443:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 150512 00010000:00000010:0.1:1724310014.512460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.512468:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310014.512472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310014.512474:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310014.512478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310014.512482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.512486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310014.512487:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310014.512489:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310014.512491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:2.0:1724310014.512601:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.512605:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.512609:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.512613:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232300. 00010000:00000010:3.0:1724310014.512696:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310014.512703:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000020:00000010:1.0:1724310014.512779:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.512783:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.512787:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.512816:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883353728 00000001:00000010:1.0:1724310014.512825:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310014.512840:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.512844:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310014.512892:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134190000. 00010000:00000010:1.0:1724310014.512912:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.512915:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.512924:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.512926:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.512930:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.512932:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310014.513131:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310014.513137:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.513141:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.513148:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.513591:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.513593:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.513596:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.513598:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.513631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.513637:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.513639:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.513668:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310014.513679:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232300 x1808069883353728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.513691:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310014.513696:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883353728, offset 224 00000400:00000200:1.0:1724310014.513701:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.513708:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.513713:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531284:531284:256:4294967295] 192.168.204.31@tcp LPNI seq info [531280:531280:8:4294967295] 00000400:00000200:1.0:1724310014.513720:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.513725:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.513728:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.513733:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.513739:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.513743:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.513765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.513768:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.513771:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:0.0:1724310014.513945:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.513949:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310014.513952:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.513956:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.513959:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:0.0:1724310014.513961:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00010000:00000010:2.1:1724310014.515747:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310014.515756:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:3.0:1724310014.516355:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.516366:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205b80 00000400:00000200:3.0:1724310014.516397:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 151088 00000400:00000200:3.0:1724310014.516417:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.516420:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.516425:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.516431:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081306300. 00000020:00000010:1.0:1724310014.516661:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.516666:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.516671:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.516702:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883353984 02000000:00000010:1.0:1724310014.516736:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a024000. 00010000:00000010:1.0:1724310014.516763:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.516774:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.516792:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.516795:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.516806:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.516808:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.516811:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.516813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.516897:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.516900:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.516902:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.516904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310014.516923:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.516927:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.516935:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba9c0. 00080000:00000010:1.0:1724310014.516940:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082dfa000. 00000001:00000010:1.0:1724310014.517104:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bad80. 00000001:00000010:1.0:1724310014.517109:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310014.517135:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba9c0. 00010000:00000010:1.0:1724310014.517140:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.517143:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.517155:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.517172:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.517174:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00080000:00000010:1.0:1724310014.517189:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.517194:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.517198:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.517202:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310014.517208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310014.517220:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096203, last committed = 4295096163 00010000:00000200:1.0:1724310014.517226:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081306300 x1808069883353984/t4295096203(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.517239:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310014.517244:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883353984, offset 224 00000400:00000010:1.0:1724310014.517250:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc7a8. 00000400:00000200:1.0:1724310014.517253:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.517295:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.517300:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531285:531285:256:4294967295] 192.168.204.31@tcp LPNI seq info [531281:531281:8:4294967295] 00000400:00000200:1.0:1724310014.517304:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.517309:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.517314:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.517317:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310014.517321:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.517335:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.517339:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.517359:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.517362:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.517364:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:2.0:1724310014.517497:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.517500:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:2.0:1724310014.517503:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.517506:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.518313:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.518323:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e45 00000400:00000200:0.0:1724310014.518327:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.518330:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.518334:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310014.518336:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:1.0:1724310014.518388:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.518393:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:3.0:1724310014.519196:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.519205:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205c00 00000400:00000200:3.0:1724310014.519210:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 151576 00000400:00000200:3.0:1724310014.519255:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.519280:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.519284:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.519289:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081306a00. 00000020:00000010:0.0:1724310014.519349:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5d400. 00000020:00000010:0.0:1724310014.519353:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.519357:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.519395:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883354112 00000001:00000010:0.0:1724310014.519402:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:0.0:1724310014.519418:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.519422:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 02000000:00000010:0.0:1724310014.519463:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e130000. 00010000:00000010:0.0:1724310014.519482:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.519484:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.519494:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310014.519496:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.519498:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310014.519501:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310014.519565:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310014.519571:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be528. 00000004:00000010:0.0:1724310014.519576:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310014.519582:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.0:1724310014.520359:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.520362:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310014.520365:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.520368:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310014.520420:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.520566:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.520571:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.520723:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000200:0.0:1724310014.520737:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081306a00 x1808069883354112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.520753:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148de58. 00000100:00000200:0.0:1724310014.520760:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883354112, offset 224 00000400:00000200:0.0:1724310014.520765:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.520773:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.520778:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531286:531286:256:4294967295] 192.168.204.31@tcp LPNI seq info [531282:531282:8:4294967295] 00000400:00000200:0.0:1724310014.520786:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.520790:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.520793:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310014.520798:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.520804:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.520807:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.520832:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.520836:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.520838:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5d400. 00010000:00000010:1.1:1724310014.521346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310014.521353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310014.521357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310014.521359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310014.521363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310014.521376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310014.521515:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.521519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000800:00000200:3.0:1724310014.521572:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.521576:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310014.521579:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.521583:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.521587:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148de58 00000400:00000010:3.0:1724310014.521589:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148de58. 00000400:00000200:0.0:1724310014.522568:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.522576:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205d00 00000400:00000200:0.0:1724310014.522581:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 152152 00000400:00000200:0.0:1724310014.522594:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.522597:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.522600:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.522604:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ed880. 00000020:00000010:2.0:1724310014.522821:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.522826:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310014.522829:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310014.522924:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883354368 02000000:00000010:2.0:1724310014.522946:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fd000. 00010000:00000010:2.0:1724310014.522965:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:2.0:1724310014.522981:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310014.523000:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.523003:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.523011:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.523012:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.523014:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.523016:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.523075:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.523077:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.523078:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.523080:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310014.523091:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310014.523094:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310014.523100:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10660. 00080000:00000010:2.0:1724310014.523104:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077106400. 00000001:00000010:2.0:1724310014.523223:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10e40. 00000001:00000010:2.0:1724310014.523226:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310014.523248:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10660. 00010000:00000010:2.0:1724310014.523252:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.523254:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.523281:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.523293:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.523295:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310014.523308:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:2.0:1724310014.523313:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:2.0:1724310014.523315:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be528. 00000004:00000010:2.0:1724310014.523319:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:2.0:1724310014.523322:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310014.523340:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096204, last committed = 4295096163 00010000:00000200:2.0:1724310014.523345:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ed880 x1808069883354368/t4295096204(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.523355:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3eaa0. 00000100:00000200:2.0:1724310014.523358:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883354368, offset 224 00000400:00000010:2.0:1724310014.523361:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60818. 00000400:00000200:2.0:1724310014.523363:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.523377:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.523383:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531287:531287:256:4294967295] 192.168.204.31@tcp LPNI seq info [531283:531283:8:4294967295] 00000400:00000200:2.0:1724310014.523385:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.523390:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.523393:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.523396:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310014.523399:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.523403:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.523405:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.523422:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310014.523424:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310014.523427:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:3.0:1724310014.523651:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.523653:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310014.523655:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.523657:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.524413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310014.524418:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310014.524421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310014.524423:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:3.0:1724310014.524493:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.524502:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e4d 00000400:00000200:3.0:1724310014.524505:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.524508:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.524511:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3eaa0 00000400:00000010:3.0:1724310014.524513:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3eaa0. 00010000:00000010:0.0:1724310014.524710:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:0.0:1724310014.524716:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00000400:00000200:0.0:1724310014.525015:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.525022:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205d80 00000400:00000200:0.0:1724310014.525027:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 152640 00000400:00000200:0.0:1724310014.525069:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.525071:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.525075:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.525081:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0e680. 00000020:00000010:1.0:1724310014.526769:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.526776:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.526780:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.526811:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883354496 00000001:00000010:1.0:1724310014.526820:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310014.526838:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.526843:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310014.526885:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801314b0000. 00010000:00000010:1.0:1724310014.526905:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.526908:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.526919:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.526921:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.526923:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.526925:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310014.526992:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310014.526998:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.527002:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.527008:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.1:1724310014.527353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310014.527358:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310014.527362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310014.527364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310014.527366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310014.527368:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.1:1724310014.527382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310014.527384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310014.527386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310014.527386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.527389:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310014.527389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310014.527391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310014.527392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310014.527393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310014.527396:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310014.527399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310014.527402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.0:1724310014.527525:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.527528:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.527530:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.527533:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.527571:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.527598:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.527602:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.527623:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310014.527635:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0e680 x1808069883354496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.527649:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310014.527654:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883354496, offset 224 00000400:00000200:1.0:1724310014.527658:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.527668:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.527673:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531288:531288:256:4294967295] 192.168.204.31@tcp LPNI seq info [531284:531284:8:4294967295] 00000400:00000200:1.0:1724310014.527682:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.527687:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.527690:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310014.527694:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.527700:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.527703:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.527728:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.527731:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.527734:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:3.0:1724310014.528207:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.528211:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310014.528214:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.528218:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.528221:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:3.0:1724310014.528223:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00000400:00000200:3.0:1724310014.530464:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.530477:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13205e80 00000400:00000200:3.0:1724310014.530483:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 153216 00000400:00000200:3.0:1724310014.530502:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.530506:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.530510:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.530514:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305c00. 00000020:00000010:1.0:1724310014.530570:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.530575:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.530579:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.530606:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883354752 02000000:00000010:1.0:1724310014.530632:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a021000. 00010000:00000010:1.0:1724310014.530659:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.530669:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.530695:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.530699:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.530708:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.530710:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.530713:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.530715:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.530786:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.530788:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310014.530791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.530793:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310014.530811:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.530815:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938800. 00000020:00000010:1.0:1724310014.530822:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baea0. 00080000:00000010:1.0:1724310014.530828:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082dfa400. 00000001:00000010:1.0:1724310014.530979:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baf00. 00000001:00000010:1.0:1724310014.530983:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310014.531011:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baea0. 00010000:00000010:1.0:1724310014.531017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.531019:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.531032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.531048:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.531050:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00080000:00000010:1.0:1724310014.531063:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:1.0:1724310014.531068:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.531071:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.531075:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310014.531092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310014.531103:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096205, last committed = 4295096163 00010000:00000200:1.0:1724310014.531109:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305c00 x1808069883354752/t4295096205(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.531122:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310014.531127:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883354752, offset 224 00000400:00000010:1.0:1724310014.531131:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc7e0. 00000400:00000200:1.0:1724310014.531134:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.531143:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.531147:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531289:531289:256:4294967295] 192.168.204.31@tcp LPNI seq info [531285:531285:8:4294967295] 00000400:00000200:1.0:1724310014.531152:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.531161:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.531166:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.531169:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310014.531173:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.531179:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.531190:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.531212:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.531215:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.531218:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:0.0:1724310014.531531:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.531535:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310014.531537:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.531541:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.532910:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.532922:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e55 00000400:00000200:3.0:1724310014.532927:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.532930:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.532934:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:3.0:1724310014.532936:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:2.1:1724310014.533463:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.533470:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.0:1724310014.533704:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.533711:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:3.0:1724310014.533870:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.533879:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13205f00 00000400:00000200:3.0:1724310014.533885:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 153704 00000400:00000200:3.0:1724310014.533937:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.533941:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.533945:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.533950:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081307b80. 00000020:00000010:1.0:1724310014.536076:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.536084:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.536088:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.536129:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883354880 00000001:00000010:1.0:1724310014.536139:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:1.0:1724310014.536161:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.536166:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310014.536210:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121630000. 00010000:00000010:1.0:1724310014.536231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.536234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.536247:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.536249:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.536252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.536254:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310014.536388:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310014.536394:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f438. 00000004:00000010:1.0:1724310014.536399:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.536405:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310014.538440:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.538446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.538450:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.538456:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.538510:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.538525:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.538529:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.538563:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310014.538578:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081307b80 x1808069883354880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.538592:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310014.538599:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883354880, offset 224 00000400:00000200:1.0:1724310014.538604:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.538614:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.538620:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531290:531290:256:4294967295] 192.168.204.31@tcp LPNI seq info [531286:531286:8:4294967295] 00000400:00000200:1.0:1724310014.538628:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.538633:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.538638:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.538642:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.538649:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.538653:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.538674:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.538678:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.538681:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:0.0:1724310014.538807:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.538810:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310014.538813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.538817:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.538820:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310014.538821:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:2.1:1724310014.539364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310014.539379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310014.539383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310014.542754:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310014.542767:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310014.542771:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310014.542774:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310014.542776:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.542787:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310014.542792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310014.542794:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310014.542797:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310014.542799:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310014.542801:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310014.542803:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310014.542805:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310014.544080:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.544095:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206000 00000400:00000200:3.0:1724310014.544101:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 154280 00000400:00000200:3.0:1724310014.544121:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.544125:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.544130:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.544135:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305500. 00000020:00000010:1.0:1724310014.544231:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:1.0:1724310014.544237:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.544241:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.544351:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883355136 02000000:00000010:1.0:1724310014.544394:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c990000. 00010000:00000010:1.0:1724310014.544426:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.544759:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:0.0:1724310014.545003:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.545010:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.545022:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.545024:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310014.545027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.545029:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.545111:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.545113:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.545115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310014.545117:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.545143:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338baa0. 00000020:00000010:0.0:1724310014.545148:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338baa0. 00000020:00000010:0.0:1724310014.545158:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166960. 00080000:00000010:0.0:1724310014.545164:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800784f7c00. 00000001:00000010:0.0:1724310014.545352:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166420. 00000001:00000010:0.0:1724310014.545357:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310014.545397:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166960. 00010000:00000010:0.0:1724310014.545404:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.545406:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.545419:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.546616:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.546654:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00080000:00000010:0.0:1724310014.546720:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:0.0:1724310014.546726:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:0.0:1724310014.546730:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f438. 00000004:00000010:0.0:1724310014.546769:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:0.0:1724310014.546779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310014.546793:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096206, last committed = 4295096163 00010000:00000200:0.0:1724310014.546803:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305500 x1808069883355136/t4295096206(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.546885:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d4c8. 00000100:00000200:0.0:1724310014.546975:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883355136, offset 224 00000400:00000010:0.0:1724310014.546982:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de150. 00000400:00000200:0.0:1724310014.546985:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.546996:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.547069:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531291:531291:256:4294967295] 192.168.204.31@tcp LPNI seq info [531287:531287:8:4294967295] 00000400:00000200:0.0:1724310014.547074:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.547080:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.547084:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.547087:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310014.547092:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.547099:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.547102:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.547611:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5280. 00000020:00000010:0.0:1724310014.547615:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:0.0:1724310014.547618:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:3.0:1724310014.547733:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.547736:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310014.547739:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.547744:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.548584:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310014.548591:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00000400:00000200:0.0:1724310014.549623:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.549636:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e5d 00000400:00000200:0.0:1724310014.549640:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.549644:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.549649:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d4c8 00000400:00000010:0.0:1724310014.549651:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d4c8. 00010000:00000010:2.0:1724310014.549930:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310014.549939:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00000400:00000200:3.0:1724310014.550409:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.550416:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206080 00000400:00000200:3.0:1724310014.550424:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 154768 00000400:00000200:3.0:1724310014.550471:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.550475:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.550479:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.550484:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305880. 00000020:00000010:0.0:1724310014.550633:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.550637:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.550641:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.550674:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883355264 00000001:00000010:0.0:1724310014.550683:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:0.0:1724310014.550701:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.550706:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 02000000:00000010:0.0:1724310014.550750:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123f20000. 00010000:00000010:0.0:1724310014.550771:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310014.550774:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.550785:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.550788:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.550790:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310014.550792:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000004:00000010:0.0:1724310014.550872:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310014.550878:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bea50. 00000004:00000010:0.0:1724310014.550883:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310014.550890:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:2.1:1724310014.551395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.551851:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310014.551854:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.551857:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.551860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310014.551897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.551904:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.551907:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.551930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000200:0.0:1724310014.551941:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305880 x1808069883355264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.551954:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d4c8. 00000100:00000200:0.0:1724310014.551959:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883355264, offset 224 00000400:00000200:0.0:1724310014.551963:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.551971:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.551975:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531292:531292:256:4294967295] 192.168.204.31@tcp LPNI seq info [531288:531288:8:4294967295] 00000400:00000200:0.0:1724310014.551982:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.551986:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.551989:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310014.551993:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.551999:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.552002:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.552028:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.552032:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.552034:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:3.0:1724310014.552141:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.552144:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310014.552147:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.552150:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.552153:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d4c8 00000400:00000010:3.0:1724310014.552155:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d4c8. 00010000:00000010:0.1:1724310014.555048:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310014.555059:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:0.0:1724310014.555443:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.555457:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206180 00000400:00000200:0.0:1724310014.555463:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 155344 00000400:00000200:0.0:1724310014.555482:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.555485:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.555491:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.555497:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d500. 00000020:00000010:2.0:1724310014.556093:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.556099:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310014.556103:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310014.556175:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883355520 02000000:00000010:2.0:1724310014.556200:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fb000. 00010000:00000010:2.0:1724310014.556228:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:2.0:1724310014.556481:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00010000:00000010:2.0:1724310014.556503:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.556507:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.556517:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.556520:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.556522:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.556524:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.556595:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.556596:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.556598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.557096:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310014.557124:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310014.557129:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310014.557136:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10300. 00080000:00000010:2.0:1724310014.557142:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077106800. 00000001:00000010:2.0:1724310014.557302:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10a80. 00000001:00000010:2.0:1724310014.557307:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310014.557336:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10300. 00010000:00000010:2.0:1724310014.557342:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.557345:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.557359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.557388:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.557391:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310014.557408:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:2.0:1724310014.557416:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:2.0:1724310014.557419:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bea50. 00000004:00000010:2.0:1724310014.557424:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:2.0:1724310014.557430:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310014.557442:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096207, last committed = 4295096163 00010000:00000200:2.0:1724310014.557449:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d500 x1808069883355520/t4295096207(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.557462:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880080c3e6e8. 00000100:00000200:2.0:1724310014.557467:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883355520, offset 224 00000400:00000010:2.0:1724310014.557472:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60850. 00000400:00000200:2.0:1724310014.557475:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.557484:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.557490:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531293:531293:256:4294967295] 192.168.204.31@tcp LPNI seq info [531289:531289:8:4294967295] 00000400:00000200:2.0:1724310014.557494:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.557499:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.557504:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.557507:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310014.557511:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.557517:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.557520:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.557546:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310014.557549:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310014.557552:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:2.0:1724310014.559566:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.559570:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:2.0:1724310014.559574:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.559580:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.561122:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310014.561131:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310014.561136:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:3.0:1724310014.561655:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.561670:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e65 00000400:00000200:3.0:1724310014.561676:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.561679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.561683:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880080c3e6e8 00000400:00000010:3.0:1724310014.561685:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880080c3e6e8. 00010000:00000010:1.0:1724310014.561804:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:1.0:1724310014.561812:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00000400:00000200:0.0:1724310014.562436:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.562444:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206200 00000400:00000200:0.0:1724310014.562451:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 155832 00000400:00000200:0.0:1724310014.562502:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.562506:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.562510:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.562515:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ca80. 00000020:00000010:2.0:1724310014.562672:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.562677:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310014.562681:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310014.562699:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883355648 00000001:00000010:2.0:1724310014.562708:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:2.0:1724310014.562727:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.562731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 02000000:00000010:2.0:1724310014.562773:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122230000. 00010000:00000010:2.0:1724310014.562792:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.562795:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.562805:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.562807:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.562810:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.562812:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310014.562888:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310014.562895:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d20. 00000004:00000010:2.0:1724310014.562899:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310014.562906:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:1.1:1724310014.563411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.563960:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.563964:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.563967:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.563970:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.564010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:0.0:1724310014.564017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310014.564020:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:0.0:1724310014.564044:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:0.0:1724310014.564055:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ca80 x1808069883355648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.564069:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d7f8. 00000100:00000200:0.0:1724310014.564074:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883355648, offset 224 00000400:00000200:0.0:1724310014.564078:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.564086:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.564091:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531294:531294:256:4294967295] 192.168.204.31@tcp LPNI seq info [531290:531290:8:4294967295] 00000400:00000200:0.0:1724310014.564099:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.564104:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.564107:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310014.564111:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.564116:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.564120:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.564219:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:0.0:1724310014.564223:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310014.564226:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:2.0:1724310014.564475:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.564478:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:2.0:1724310014.564481:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.564485:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.564488:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d7f8 00000400:00000010:2.0:1724310014.564489:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d7f8. 00010000:00000010:0.1:1724310014.566385:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310014.566396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310014.566594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310014.566600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310014.566603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310014.566606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310014.570156:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310014.570168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310014.570171:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310014.570176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310014.570181:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:3.0:1724310014.570479:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.570493:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206300 00000400:00000200:3.0:1724310014.570499:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 156408 00000400:00000200:3.0:1724310014.570520:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.570523:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.570533:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.570539:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395bb80. 00000020:00000010:0.0:1724310014.570607:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.570613:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.570616:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.570648:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883355904 02000000:00000010:0.0:1724310014.570675:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c39000. 00010000:00000010:0.0:1724310014.570703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.570714:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.570734:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.570738:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.570749:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.570751:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.570753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310014.570755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.570830:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.570832:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.570834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.570836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.570854:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310014.570859:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310014.570868:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310014.570874:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800784f6800. 00000001:00000010:0.0:1724310014.571034:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166e40. 00000001:00000010:0.0:1724310014.571039:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310014.571067:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310014.571073:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.571076:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.571088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.571106:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.571108:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00080000:00000010:0.0:1724310014.571122:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:0.0:1724310014.571126:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:0.0:1724310014.571130:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d20. 00000004:00000010:0.0:1724310014.571135:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310014.571141:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000200:0.0:1724310014.571153:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096208, last committed = 4295096163 00010000:00000200:0.0:1724310014.571159:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395bb80 x1808069883355904/t4295096208(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.571174:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148db28. 00000100:00000200:0.0:1724310014.571179:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883355904, offset 224 00000400:00000010:0.0:1724310014.571183:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de118. 00000400:00000200:0.0:1724310014.571186:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.571194:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.571199:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531295:531295:256:4294967295] 192.168.204.31@tcp LPNI seq info [531291:531291:8:4294967295] 00000400:00000200:0.0:1724310014.571203:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.571209:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.571213:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.571217:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310014.571221:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.571226:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.571229:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.571255:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.571289:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.571292:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:2.0:1724310014.571619:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.571695:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310014.571699:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.571702:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.572351:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310014.572356:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310014.572359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310014.572361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:2.0:1724310014.573190:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.573198:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e6d 00000400:00000200:2.0:1724310014.573202:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.573204:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.573206:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148db28 00000400:00000010:2.0:1724310014.573208:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148db28. 00010000:00000010:0.0:1724310014.573293:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.573299:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000400:00000200:3.0:1724310014.573532:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.573540:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206380 00000400:00000200:3.0:1724310014.573546:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 156896 00000400:00000200:3.0:1724310014.573591:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.573595:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.573599:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.573604:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959500. 00000020:00000010:0.0:1724310014.573683:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.573688:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.573691:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.573718:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883356032 00000001:00000010:0.0:1724310014.573726:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:0.0:1724310014.573742:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.573746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310014.573787:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123f10000. 00010000:00000010:0.0:1724310014.573807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310014.573810:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.573820:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.573822:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.573824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310014.573826:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310014.573901:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310014.573908:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.573912:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310014.573918:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310014.574902:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310014.574907:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.574910:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.574913:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.574954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.574963:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.574965:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.574991:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310014.575003:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959500 x1808069883356032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.575017:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310014.575021:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883356032, offset 224 00000400:00000200:0.0:1724310014.575027:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.575035:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.575040:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531296:531296:256:4294967295] 192.168.204.31@tcp LPNI seq info [531292:531292:8:4294967295] 00000400:00000200:0.0:1724310014.575048:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.575053:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.575056:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310014.575060:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.575067:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.575070:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.575094:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.575097:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.575099:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:2.0:1724310014.575156:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.575159:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310014.575163:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.575166:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.575169:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:2.0:1724310014.575170:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00010000:00000010:2.1:1724310014.575626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310014.575631:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310014.575634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310014.575636:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310014.575638:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310014.575648:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:2.0:1724310014.577091:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.577102:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206480 00000400:00000200:2.0:1724310014.577109:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 157472 00000400:00000200:2.0:1724310014.577126:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.577130:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.577135:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.577140:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232d80. 00000020:00000010:0.0:1724310014.577880:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.577886:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.577889:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.577916:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883356288 02000000:00000010:0.0:1724310014.577943:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3f000. 00010000:00000010:0.0:1724310014.577970:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.577981:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.578000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.578003:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.578014:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310014.578016:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.578019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310014.578021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310014.578094:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.578096:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.578099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.578101:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.578122:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310014.578127:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310014.578136:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166960. 00080000:00000010:0.0:1724310014.578142:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c539400. 00000001:00000010:0.0:1724310014.578328:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166840. 00000001:00000010:0.0:1724310014.578332:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310014.578361:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166960. 00010000:00000010:0.0:1724310014.578367:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.578379:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.578393:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.578414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.578417:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310014.578431:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310014.578437:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310014.578440:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.578443:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310014.578450:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310014.578460:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096209, last committed = 4295096163 00010000:00000200:0.0:1724310014.578467:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232d80 x1808069883356288/t4295096209(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.578479:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d3b8. 00000100:00000200:0.0:1724310014.578484:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883356288, offset 224 00000400:00000010:0.0:1724310014.578488:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de0e0. 00000400:00000200:0.0:1724310014.578491:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.578499:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.578504:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531297:531297:256:4294967295] 192.168.204.31@tcp LPNI seq info [531293:531293:8:4294967295] 00000400:00000200:0.0:1724310014.578507:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.578513:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.578518:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.578521:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310014.578526:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.578531:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.578534:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.578552:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.578555:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.578557:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:3.0:1724310014.578749:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.578752:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310014.578755:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.578758:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.579229:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310014.579234:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310014.579237:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310014.579240:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310014.579242:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310014.579244:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:2.0:1724310014.581310:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.581322:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e75 00000400:00000200:2.0:1724310014.581328:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.581331:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.581336:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d3b8 00000400:00000010:2.0:1724310014.581338:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d3b8. 00000400:00000200:2.0:1724310014.581481:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.581487:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206500 00000400:00000200:2.0:1724310014.581493:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 157960 00000400:00000200:2.0:1724310014.581535:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.581538:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.581542:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.581547:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232680. 00010000:00000010:1.0:1724310014.581654:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:1.0:1724310014.581662:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00000020:00000010:3.0:1724310014.581954:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22a400. 00000020:00000010:3.0:1724310014.581959:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.581963:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.581989:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883356416 00000001:00000010:3.0:1724310014.581997:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:3.0:1724310014.582014:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.582018:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310014.582057:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124270000. 00010000:00000010:3.0:1724310014.582074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.582077:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.582092:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310014.582094:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.582096:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.582098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310014.582171:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310014.582176:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d5a0. 00000004:00000010:3.0:1724310014.582181:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923af0. 00080000:00000010:3.0:1724310014.582187:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310014.582754:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310014.582757:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.582759:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.582762:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.582793:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.583290:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.583689:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.583733:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310014.583750:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232680 x1808069883356416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.583764:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5a18. 00000100:00000200:3.0:1724310014.583770:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883356416, offset 224 00000400:00000200:3.0:1724310014.583775:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.583784:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.583791:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531298:531298:256:4294967295] 192.168.204.31@tcp LPNI seq info [531294:531294:8:4294967295] 00000400:00000200:3.0:1724310014.583799:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.583803:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.583806:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310014.583811:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.583816:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.583819:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.583841:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.583844:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.584029:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22a400. 00000800:00000200:2.0:1724310014.584134:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.584137:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:2.0:1724310014.584140:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.584143:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.584146:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5a18 00000400:00000010:2.0:1724310014.584148:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5a18. 00010000:00000010:0.1:1724310014.585548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310014.585557:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310014.585561:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.1:1724310014.585563:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310014.585565:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310014.585570:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000400:00000200:3.0:1724310014.587771:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.587784:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206600 00000400:00000200:3.0:1724310014.587791:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 158536 00000400:00000200:3.0:1724310014.587809:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.587812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.587818:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.587823:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959c00. 00000020:00000010:0.0:1724310014.587899:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.587905:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.587909:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.587940:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883356672 02000000:00000010:0.0:1724310014.587967:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088953000. 00010000:00000010:0.0:1724310014.587994:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:0.0:1724310014.588020:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:0.0:1724310014.588040:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.588044:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.588053:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310014.588055:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.588058:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.588059:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.588134:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.588135:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.588138:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.588139:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.588155:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.588159:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.588167:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310014.588172:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c539c00. 00000001:00000010:0.0:1724310014.588352:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166720. 00000001:00000010:0.0:1724310014.588357:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310014.588396:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310014.588402:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.588405:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.588418:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.588433:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.588436:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310014.588464:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:0.0:1724310014.588470:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923af0. 00000004:00000010:0.0:1724310014.588472:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d5a0. 00000004:00000010:0.0:1724310014.588478:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:0.0:1724310014.588485:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310014.588497:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096210, last committed = 4295096163 00010000:00000200:0.0:1724310014.588503:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959c00 x1808069883356672/t4295096210(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.588515:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148db28. 00000100:00000200:0.0:1724310014.588520:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883356672, offset 224 00000400:00000010:0.0:1724310014.588524:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de0a8. 00000400:00000200:0.0:1724310014.588527:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.588534:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.588539:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531299:531299:256:4294967295] 192.168.204.31@tcp LPNI seq info [531295:531295:8:4294967295] 00000400:00000200:0.0:1724310014.588543:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.588548:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.588552:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.588556:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310014.588560:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.588565:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.588569:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.588592:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.588595:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.588598:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:3.0:1724310014.588808:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.588812:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310014.588815:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.588819:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.590750:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.590762:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e7d 00000400:00000200:2.0:1724310014.590766:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.590769:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.590773:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148db28 00000400:00000010:2.0:1724310014.590775:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148db28. 00000400:00000200:2.0:1724310014.591410:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.591417:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206680 00000400:00000200:2.0:1724310014.591422:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 159024 00000400:00000200:2.0:1724310014.591478:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.591482:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.591485:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.591490:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088233100. 00000020:00000010:3.0:1724310014.591708:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22ae00. 00000020:00000010:3.0:1724310014.591714:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.591717:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.591754:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883356800 00000001:00000010:3.0:1724310014.591763:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:3.0:1724310014.592396:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.592404:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310014.592450:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222e0000. 00010000:00000010:3.0:1724310014.592471:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.592474:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.592486:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310014.592488:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.592491:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.592494:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310014.592568:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310014.592574:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d690. 00000004:00000010:3.0:1724310014.592579:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310014.592585:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:0.0:1724310014.592789:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.592796:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:0.1:1724310014.593578:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310014.593583:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310014.593586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310014.593589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.593698:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.593701:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.593704:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.593707:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.593743:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.593752:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.593756:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.593779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310014.593793:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088233100 x1808069883356800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.593807:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5a18. 00000100:00000200:3.0:1724310014.593812:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883356800, offset 224 00000400:00000200:3.0:1724310014.593817:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.593826:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.593832:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531300:531300:256:4294967295] 192.168.204.31@tcp LPNI seq info [531296:531296:8:4294967295] 00000400:00000200:3.0:1724310014.593840:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.593845:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.593848:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310014.593852:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.593858:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.593861:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.593875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.593878:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310014.593880:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22ae00. 00000800:00000200:3.0:1724310014.593946:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.593949:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:3.0:1724310014.593951:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.593955:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.593958:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5a18 00000400:00000010:3.0:1724310014.593959:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5a18. 00010000:00000010:2.1:1724310014.594043:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310014.594049:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310014.596493:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310014.596503:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310014.596508:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310014.596511:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310014.596514:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310014.596519:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000400:00000200:3.0:1724310014.597412:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.597426:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206780 00000400:00000200:3.0:1724310014.597432:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 159600 00000400:00000200:3.0:1724310014.597470:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.597475:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.597481:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.597486:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395ad80. 00000020:00000010:0.0:1724310014.597565:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebcc00. 00000020:00000010:0.0:1724310014.597570:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310014.597574:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.597608:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357056 02000000:00000010:0.0:1724310014.597635:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088955000. 00010000:00000010:0.0:1724310014.597664:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:0.0:1724310014.597677:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:0.0:1724310014.597698:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.597703:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.597713:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.597716:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.597719:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.597721:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.597804:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.597806:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.597809:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310014.597811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.597831:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.597836:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.597845:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310014.597851:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c538c00. 00000001:00000010:0.0:1724310014.598010:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1661e0. 00000001:00000010:0.0:1724310014.598014:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310014.598041:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310014.598047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.598051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.598064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.598081:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.598083:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310014.598099:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:0.0:1724310014.598103:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:0.0:1724310014.598106:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d690. 00000004:00000010:0.0:1724310014.598111:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:0.0:1724310014.598117:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310014.598128:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096211, last committed = 4295096163 00010000:00000200:0.0:1724310014.598135:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395ad80 x1808069883357056/t4295096211(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.598147:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d7f8. 00000100:00000200:0.0:1724310014.598152:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883357056, offset 224 00000400:00000010:0.0:1724310014.598157:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de070. 00000400:00000200:0.0:1724310014.598159:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.598167:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.598172:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531301:531301:256:4294967295] 192.168.204.31@tcp LPNI seq info [531297:531297:8:4294967295] 00000400:00000200:0.0:1724310014.598175:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.598181:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.598184:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.598187:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310014.598191:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.598196:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.598199:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.598227:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310014.598230:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.598232:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebcc00. 00000800:00000200:2.0:1724310014.598408:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.598411:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310014.598413:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.598416:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.599873:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.599885:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e85 00000400:00000200:3.0:1724310014.599889:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.599891:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.599895:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d7f8 00000400:00000010:3.0:1724310014.599897:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d7f8. 00010000:00000010:1.0:1724310014.599949:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:1.0:1724310014.599956:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000400:00000200:3.0:1724310014.600639:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.600647:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206800 00000400:00000200:3.0:1724310014.600653:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 160088 00000400:00000200:3.0:1724310014.600961:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.600965:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.600969:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.600973:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395a300. 00000020:00000010:1.0:1724310014.601918:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248dc00. 00000020:00000010:1.0:1724310014.601923:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.601928:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.602049:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357184 00000001:00000010:1.0:1724310014.602059:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:1.0:1724310014.602078:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.602083:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310014.602128:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801224d0000. 00010000:00000010:1.0:1724310014.602148:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.602151:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.602162:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.602165:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.602167:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.602170:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310014.602243:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310014.602249:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310014.602254:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.602962:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310014.604174:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.604178:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.604183:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.604187:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.604239:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:0.1:1724310014.604241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.0:1724310014.604247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:0.1:1724310014.604250:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.0:1724310014.604251:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:0.1:1724310014.604254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310014.604271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.0:1724310014.604952:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310014.604968:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395a300 x1808069883357184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.604983:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310014.604989:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883357184, offset 224 00000400:00000200:1.0:1724310014.604995:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.605005:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.605011:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531302:531302:256:4294967295] 192.168.204.31@tcp LPNI seq info [531298:531298:8:4294967295] 00000400:00000200:1.0:1724310014.605019:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.605024:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.605027:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310014.605031:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.605037:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.605040:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.605068:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.605072:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.605076:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248dc00. 00000800:00000200:2.0:1724310014.605537:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.605541:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310014.605544:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.605548:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.605551:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:2.0:1724310014.605553:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:3.1:1724310014.607617:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310014.607627:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310014.607725:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310014.607730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:3.0:1724310014.609010:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.609024:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206900 00000400:00000200:3.0:1724310014.609031:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 160664 00000400:00000200:3.0:1724310014.609051:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.609055:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.609061:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.609065:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958700. 00000020:00000010:1.0:1724310014.609146:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248dc00. 00000020:00000010:1.0:1724310014.609151:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.609155:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.609386:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357440 02000000:00000010:1.0:1724310014.609415:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c992000. 00010000:00000010:1.0:1724310014.609445:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.609456:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.609476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.609480:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.609491:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.609493:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.609496:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.609498:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.609573:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.609575:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.609578:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.609581:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310014.609601:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959383a0. 00000020:00000010:1.0:1724310014.609606:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959383a0. 00000020:00000010:1.0:1724310014.609614:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba000. 00080000:00000010:1.0:1724310014.609619:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082df9800. 00000001:00000010:1.0:1724310014.609773:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba480. 00000001:00000010:1.0:1724310014.609901:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310014.609933:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba000. 00010000:00000010:1.0:1724310014.609939:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.609943:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.609956:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.609974:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310014.609976:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310014.609990:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310014.609995:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.609998:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310014.610002:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310014.610009:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310014.610021:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096212, last committed = 4295096163 00010000:00000200:1.0:1724310014.610028:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958700 x1808069883357440/t4295096212(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.610040:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310014.610045:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883357440, offset 224 00000400:00000010:1.0:1724310014.610050:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc818. 00000400:00000200:1.0:1724310014.610052:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.610061:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.610067:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531303:531303:256:4294967295] 192.168.204.31@tcp LPNI seq info [531299:531299:8:4294967295] 00000400:00000200:1.0:1724310014.610071:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.610076:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.610082:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.610086:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.610090:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.610096:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.610099:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.610126:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.610129:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.610132:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248dc00. 00000800:00000200:3.0:1724310014.610235:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.610238:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310014.610240:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.610243:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.614253:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310014.614291:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310014.614297:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310014.614300:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310014.614303:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310014.614310:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:2.0:1724310014.615203:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.615217:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e8d 00000400:00000200:2.0:1724310014.615223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.615226:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.615231:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:2.0:1724310014.615233:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:0.0:1724310014.615295:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:0.0:1724310014.615303:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:3.0:1724310014.615566:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.615573:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206980 00000400:00000200:3.0:1724310014.615579:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 161152 00000400:00000200:3.0:1724310014.615717:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.615722:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.615726:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.615730:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395b100. 00000020:00000010:1.0:1724310014.615833:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094696800. 00000020:00000010:1.0:1724310014.615838:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.615842:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.615872:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357568 00000001:00000010:1.0:1724310014.615881:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:1.0:1724310014.615899:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.615903:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310014.615946:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134530000. 00010000:00000010:1.0:1724310014.615966:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.615969:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.615979:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.615981:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.615984:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.615986:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310014.616062:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310014.616068:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310014.616072:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.616078:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:0.1:1724310014.616430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.616436:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310014.616438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310014.616441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.616767:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.616770:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.616773:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.616776:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310014.616813:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.616819:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.616823:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.616850:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310014.616860:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395b100 x1808069883357568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.616873:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310014.616878:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883357568, offset 224 00000400:00000200:1.0:1724310014.616882:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.616890:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.616894:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531304:531304:256:4294967295] 192.168.204.31@tcp LPNI seq info [531300:531300:8:4294967295] 00000400:00000200:1.0:1724310014.616902:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.616907:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.616911:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310014.616915:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.616921:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.616924:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.616948:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.616951:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.616954:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094696800. 00000800:00000200:3.0:1724310014.617522:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.617525:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310014.617529:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.617533:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.617536:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310014.617538:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:3.1:1724310014.619472:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310014.619481:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:2.0:1724310014.620183:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.620197:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206a80 00000400:00000200:2.0:1724310014.620204:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 161728 00000400:00000200:2.0:1724310014.620221:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.620225:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.620231:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.620236:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230e00. 00000020:00000010:1.0:1724310014.621091:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095810c00. 00000020:00000010:1.0:1724310014.621098:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.621102:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.621135:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357824 02000000:00000010:1.0:1724310014.621164:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d177000. 00010000:00000010:1.0:1724310014.621191:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310014.621203:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.621224:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.621228:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.621238:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.621240:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310014.621244:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.621246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.621347:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.621350:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.621353:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.621355:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310014.621389:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959383a0. 00000020:00000010:1.0:1724310014.621394:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959383a0. 00000020:00000010:1.0:1724310014.621402:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baea0. 00080000:00000010:1.0:1724310014.621407:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082dfb400. 00000001:00000010:1.0:1724310014.621572:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba1e0. 00000001:00000010:1.0:1724310014.621576:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310014.621605:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baea0. 00010000:00000010:1.0:1724310014.621611:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.621613:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.621626:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.621643:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310014.621646:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310014.621660:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310014.621664:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310014.621668:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310014.621672:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310014.621678:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.621691:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096213, last committed = 4295096163 00010000:00000200:1.0:1724310014.621698:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230e00 x1808069883357824/t4295096213(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.621712:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310014.621717:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883357824, offset 224 00000400:00000010:1.0:1724310014.621722:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc850. 00000400:00000200:1.0:1724310014.621726:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.621735:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.621741:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531305:531305:256:4294967295] 192.168.204.31@tcp LPNI seq info [531301:531301:8:4294967295] 00000400:00000200:1.0:1724310014.621745:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.621750:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.621755:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.621758:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310014.621762:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.621767:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.621770:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.621797:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.621800:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.621802:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095810c00. 00000800:00000200:3.0:1724310014.622434:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.622437:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310014.622441:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.622445:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.623283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310014.623289:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310014.623292:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310014.623294:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310014.623297:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310014.623301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:3.0:1724310014.625157:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.625170:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e95 00000400:00000200:3.0:1724310014.625175:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.625179:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.625184:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310014.625186:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:1.0:1724310014.625377:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.625385:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:2.0:1724310014.625633:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.625642:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206b00 00000400:00000200:2.0:1724310014.625648:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 162216 00000400:00000200:2.0:1724310014.625693:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.625698:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.625701:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.625709:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094758700. 00000020:00000010:1.0:1724310014.626000:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144600. 00000020:00000010:1.0:1724310014.626005:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310014.626009:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:1.0:1724310014.626039:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883357952 00000001:00000010:1.0:1724310014.626047:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310014.626064:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.626068:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310014.626109:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f570000. 00010000:00000010:1.0:1724310014.626128:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.626131:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.626141:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.626143:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.626145:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.626147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310014.626221:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310014.626227:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f528. 00000004:00000010:1.0:1724310014.626232:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310014.626238:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310014.626802:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.626805:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.626808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.626811:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.626845:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.626851:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.626854:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.626875:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310014.626886:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094758700 x1808069883357952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.626898:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310014.626903:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883357952, offset 224 00000400:00000200:1.0:1724310014.626908:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.626916:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.626922:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531306:531306:256:4294967295] 192.168.204.31@tcp LPNI seq info [531302:531302:8:4294967295] 00000400:00000200:1.0:1724310014.626931:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.627215:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.627219:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.627223:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.627229:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.627233:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.627255:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5080. 00000800:00000200:3.0:1724310014.627388:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.627391:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310014.627394:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.627398:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.627400:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310014.627402:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000020:00000010:1.0:1724310014.627452:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:1.0:1724310014.627455:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144600. 00010000:00000010:0.1:1724310014.627612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310014.627617:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310014.627619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310014.627621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310014.627624:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310014.627626:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.627628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310014.627630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310014.627632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310014.627635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:3.0:1724310014.635457:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.635472:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206c00 00000400:00000200:3.0:1724310014.635479:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 162792 00000400:00000200:3.0:1724310014.635500:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.635505:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.635511:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.635516:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958380. 00000020:00000010:1.0:1724310014.635614:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144600. 00000020:00000010:1.0:1724310014.635619:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310014.635624:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc640. 00000100:00000200:0.0:1724310014.636744:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883358208 02000000:00000010:0.0:1724310014.636778:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088950000. 00010000:00000010:0.0:1724310014.636809:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:0.0:1724310014.636837:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:0.0:1724310014.636860:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.636865:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.636877:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310014.636879:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.636883:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.636885:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.636965:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.636967:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.636970:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310014.636973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.636994:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.636999:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338be20. 00000020:00000010:0.0:1724310014.637007:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310014.637013:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c53a400. 00000001:00000010:0.0:1724310014.637178:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166480. 00000001:00000010:0.0:1724310014.637183:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310014.637213:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310014.637219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.637222:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310014.637234:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310014.637255:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.637281:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310014.637298:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:0.0:1724310014.637302:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:0.0:1724310014.637307:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f528. 00000004:00000010:0.0:1724310014.637311:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:0.0:1724310014.637317:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:0.0:1724310014.637328:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096214, last committed = 4295096163 00010000:00000200:0.0:1724310014.637336:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958380 x1808069883358208/t4295096214(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.637348:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d4c8. 00000100:00000200:0.0:1724310014.637353:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883358208, offset 224 00000400:00000010:0.0:1724310014.637358:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de038. 00000400:00000200:0.0:1724310014.637361:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.637380:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.637385:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531307:531307:256:4294967295] 192.168.204.31@tcp LPNI seq info [531303:531303:8:4294967295] 00000400:00000200:0.0:1724310014.637390:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.637396:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.637401:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.637404:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310014.637409:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.637415:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.637418:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.637436:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5080. 00000020:00000010:0.0:1724310014.637439:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc640. 00000020:00000010:0.0:1724310014.637442:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144600. 00000800:00000200:2.0:1724310014.637581:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.637584:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:2.0:1724310014.637587:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.637591:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.639222:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.639233:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294e9d 00000400:00000200:3.0:1724310014.639236:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.639239:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.639242:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d4c8 00000400:00000010:3.0:1724310014.639244:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d4c8. 00000400:00000200:3.0:1724310014.639274:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.639278:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206c80 00000400:00000200:3.0:1724310014.639284:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 163280 00000400:00000200:3.0:1724310014.639326:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.639329:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.639332:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.639338:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fe7c700. 00010000:00000010:0.0:1724310014.639402:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.639407:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00000020:00000010:1.0:1724310014.639534:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144400. 00000020:00000010:1.0:1724310014.639538:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310014.639541:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.639559:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883358336 00000001:00000010:1.0:1724310014.639567:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310014.639582:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.639586:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310014.639626:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880120e00000. 00010000:00000010:1.0:1724310014.639643:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.639646:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.639655:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.639657:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.639660:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.639661:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000004:00000010:1.0:1724310014.639721:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310014.639726:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.639730:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.639736:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:0.1:1724310014.640381:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310014.640387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310014.640390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.640393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310014.640395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310014.640397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.640575:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.640578:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.640580:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.640583:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.640616:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.640660:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.640663:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.640682:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.640693:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fe7c700 x1808069883358336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.640705:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310014.640710:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883358336, offset 224 00000400:00000200:1.0:1724310014.640715:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.640723:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.640727:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531308:531308:256:4294967295] 192.168.204.31@tcp LPNI seq info [531304:531304:8:4294967295] 00000400:00000200:1.0:1724310014.640734:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.640738:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.640741:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.640745:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.640750:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.640753:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.641511:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310014.641515:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.641519:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144400. 00000800:00000200:3.0:1724310014.641732:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.641735:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310014.641738:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.641742:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.641745:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310014.641747:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:2.0:1724310014.645504:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.645519:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206d80 00000400:00000200:2.0:1724310014.645530:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 163856 00000400:00000200:2.0:1724310014.645557:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.645561:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.645567:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.645572:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759c00. 00000020:00000010:1.0:1724310014.645736:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144400. 00000020:00000010:1.0:1724310014.645741:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310014.645744:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.645772:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883358592 02000000:00000010:1.0:1724310014.645800:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d175000. 00010000:00000010:1.0:1724310014.645829:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.645841:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.645864:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.645868:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.645878:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.645880:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.645883:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.645885:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.645956:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.645958:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.645961:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.645963:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310014.645980:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.645985:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.645994:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881bab40. 00080000:00000010:1.0:1724310014.645999:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082dfb000. 00000001:00000010:1.0:1724310014.646148:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1aa8540. 00000001:00000010:1.0:1724310014.646153:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310014.646181:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881bab40. 00010000:00000010:1.0:1724310014.646187:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.646190:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.646203:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.646220:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.646222:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310014.646239:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.646243:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.646247:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.646251:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310014.646276:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310014.646288:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096215, last committed = 4295096163 00010000:00000200:1.0:1724310014.646294:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759c00 x1808069883358592/t4295096215(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.646306:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310014.646311:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883358592, offset 224 00000400:00000010:1.0:1724310014.646316:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc888. 00000400:00000200:1.0:1724310014.646319:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.646328:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.646332:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531309:531309:256:4294967295] 192.168.204.31@tcp LPNI seq info [531305:531305:8:4294967295] 00000400:00000200:1.0:1724310014.646337:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.646342:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.646346:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.646349:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310014.646354:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.646360:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.646363:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.646394:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310014.646397:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.646400:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144400. 00000800:00000200:3.0:1724310014.646596:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.646599:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310014.646602:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.646605:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.647783:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.647792:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ea5 00000400:00000200:3.0:1724310014.647795:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.647798:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.647801:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310014.647803:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:1.0:1724310014.648170:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.648176:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000400:00000200:2.0:1724310014.649574:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.649584:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206e00 00000400:00000200:2.0:1724310014.649590:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 164344 00010000:00000010:3.1:1724310014.649855:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310014.649861:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310014.649864:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310014.649866:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310014.649869:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310014.649873:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:2.0:1724310014.649977:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.649982:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.649986:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.649993:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759880. 00000020:00000010:0.0:1724310014.650099:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebd800. 00000020:00000010:0.0:1724310014.650104:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.650108:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.650166:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883358720 00000001:00000010:0.0:1724310014.650175:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:0.0:1724310014.650191:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.650196:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 02000000:00000010:0.0:1724310014.650239:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122680000. 00010000:00000010:0.0:1724310014.650482:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.650486:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.650497:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310014.650499:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.650502:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.650504:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000004:00000010:0.0:1724310014.650581:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310014.650587:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.650591:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310014.650597:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310014.651382:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.651386:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.651389:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.651391:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.651428:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.651435:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.651437:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.651459:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000200:0.0:1724310014.651469:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759880 x1808069883358720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.651480:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148de58. 00000100:00000200:0.0:1724310014.651484:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883358720, offset 224 00000400:00000200:0.0:1724310014.651488:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.651496:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.651501:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531310:531310:256:4294967295] 192.168.204.31@tcp LPNI seq info [531306:531306:8:4294967295] 00000400:00000200:0.0:1724310014.651509:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.651514:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.651518:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310014.651522:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.651528:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.651531:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.651552:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.651555:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.651557:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebd800. 00000800:00000200:3.0:1724310014.651697:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.651700:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310014.651703:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.651707:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.651709:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148de58 00000400:00000010:3.0:1724310014.651711:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148de58. 00010000:00000010:2.1:1724310014.652420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310014.652426:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310014.652428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310014.652431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:3.0:1724310014.653486:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.653496:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13206f00 00000400:00000200:3.0:1724310014.653502:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 164920 00000400:00000200:3.0:1724310014.653520:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.653524:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.653528:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.653534:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2bb80. 00000020:00000010:0.0:1724310014.653591:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebd800. 00000020:00000010:0.0:1724310014.653595:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.653599:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.653754:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883358976 02000000:00000010:0.0:1724310014.653777:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d64f000. 00010000:00000010:0.0:1724310014.653800:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.653809:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.653827:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310014.653830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.653839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.653841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.653844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.653846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.653926:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.653929:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.653931:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310014.653933:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310014.653951:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.653955:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.653962:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1663c0. 00080000:00000010:0.0:1724310014.653967:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c538400. 00000001:00000010:0.0:1724310014.654092:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166120. 00000001:00000010:0.0:1724310014.654095:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310014.654117:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1663c0. 00010000:00000010:0.0:1724310014.654122:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310014.654123:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.654133:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.654147:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.654149:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310014.654161:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310014.654168:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310014.654171:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.654174:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310014.654181:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310014.654190:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096216, last committed = 4295096163 00010000:00000200:0.0:1724310014.654195:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2bb80 x1808069883358976/t4295096216(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.654210:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d220. 00000100:00000200:0.0:1724310014.654214:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883358976, offset 224 00000400:00000010:0.0:1724310014.654218:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008d1de000. 00000400:00000200:0.0:1724310014.654221:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.654228:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.654232:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531311:531311:256:4294967295] 192.168.204.31@tcp LPNI seq info [531307:531307:8:4294967295] 00000400:00000200:0.0:1724310014.654236:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.654241:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.654245:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.654247:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310014.654251:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.654256:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.654292:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.654447:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.654450:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.654452:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebd800. 00000800:00000200:2.0:1724310014.654581:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.654585:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310014.654588:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.654591:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.655302:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.655310:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ead 00000400:00000200:3.0:1724310014.655313:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.655316:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.655319:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d220 00000400:00000010:3.0:1724310014.655321:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d220. 00010000:00000010:0.0:1724310014.655347:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.655352:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00000400:00000200:3.0:1724310014.655748:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.655755:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13206f80 00000400:00000200:3.0:1724310014.655760:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 165408 00000400:00000200:3.0:1724310014.655794:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.655798:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.655802:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.655805:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2a680. 00000020:00000010:0.0:1724310014.655888:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebd800. 00000020:00000010:0.0:1724310014.655892:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.655894:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.655948:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883359104 00000001:00000010:0.0:1724310014.655955:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:0.0:1724310014.655968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310014.655971:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 02000000:00000010:0.0:1724310014.656010:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d00000. 00010000:00000010:0.0:1724310014.656024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.656027:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.656035:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310014.656037:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.656040:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.656041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00000004:00000010:0.0:1724310014.656094:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310014.656099:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.656103:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310014.656108:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310014.658379:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310014.658385:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.658389:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310014.658394:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.658440:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.658449:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.658453:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.658483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000200:0.0:1724310014.658496:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2a680 x1808069883359104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.658509:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d990. 00000100:00000200:0.0:1724310014.658514:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883359104, offset 224 00000400:00000200:0.0:1724310014.658519:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.658527:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.658532:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531312:531312:256:4294967295] 192.168.204.31@tcp LPNI seq info [531308:531308:8:4294967295] 00000400:00000200:0.0:1724310014.658541:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.658587:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.658591:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310014.658596:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.658602:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.658605:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.658620:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.658624:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.658626:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebd800. 00010000:00000010:3.1:1724310014.658638:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310014.658644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000800:00000200:2.0:1724310014.658690:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.658694:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310014.658697:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.658702:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.658705:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d990 00000400:00000010:2.0:1724310014.658707:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d990. 00000400:00000200:3.0:1724310014.661309:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.661323:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207080 00000400:00000200:3.0:1724310014.661330:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 165984 00000400:00000200:3.0:1724310014.661351:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.661355:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.661359:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.661364:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b100. 00000020:00000010:0.0:1724310014.661431:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebd800. 00000020:00000010:0.0:1724310014.661436:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.661439:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.661474:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883359360 02000000:00000010:0.0:1724310014.661500:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008281f000. 00010000:00000010:0.0:1724310014.661527:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.661538:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.661556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310014.661560:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.661569:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310014.661571:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.661574:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.661576:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.661649:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.661651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.661654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310014.661656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310014.661672:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.661676:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.661685:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1664e0. 00080000:00000010:0.0:1724310014.661690:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c53a000. 00000001:00000010:0.0:1724310014.661840:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166b40. 00000001:00000010:0.0:1724310014.661845:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310014.661872:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1664e0. 00010000:00000010:0.0:1724310014.661878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310014.661881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.661892:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.661908:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310014.661911:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310014.661926:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310014.661932:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310014.661935:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.661938:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310014.661944:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:0.0:1724310014.661955:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096217, last committed = 4295096163 00010000:00000200:0.0:1724310014.661962:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b100 x1808069883359360/t4295096217(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.661973:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148dbb0. 00000100:00000200:0.0:1724310014.661978:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883359360, offset 224 00000400:00000010:0.0:1724310014.661983:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9fc0. 00000400:00000200:0.0:1724310014.661986:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.661993:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.661998:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531313:531313:256:4294967295] 192.168.204.31@tcp LPNI seq info [531309:531309:8:4294967295] 00000400:00000200:0.0:1724310014.662002:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.662007:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.662011:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.662014:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310014.662018:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.662023:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.662026:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.662050:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.662053:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.662056:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebd800. 00000800:00000200:3.0:1724310014.662151:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.662153:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310014.662156:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.662158:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.663145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310014.663153:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310014.663156:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310014.663159:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310014.663161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310014.663165:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310014.663167:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310014.663169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:2.0:1724310014.664445:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.664456:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294eb5 00000400:00000200:2.0:1724310014.664461:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.664465:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.664468:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148dbb0 00000400:00000010:2.0:1724310014.664471:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148dbb0. 00010000:00000010:1.0:1724310014.664544:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:1.0:1724310014.664551:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00000400:00000200:3.0:1724310014.664731:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.664738:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207100 00000400:00000200:3.0:1724310014.664744:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 166472 00000400:00000200:3.0:1724310014.665108:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.665112:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.665116:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.665121:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b800. 00000020:00000010:0.0:1724310014.665199:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ebd800. 00000020:00000010:0.0:1724310014.665204:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.665207:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.665337:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883359488 00000001:00000010:0.0:1724310014.665346:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:0.0:1724310014.665364:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310014.665380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 02000000:00000010:0.0:1724310014.665424:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131980000. 00010000:00000010:0.0:1724310014.665444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310014.665447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.665458:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.665460:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.665463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310014.665465:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310014.665544:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310014.665551:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.665555:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310014.665561:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310014.667038:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.667043:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.667047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310014.667050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.667092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.667100:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.667104:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.667128:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:0.0:1724310014.667141:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b800 x1808069883359488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.667155:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d5d8. 00000100:00000200:0.0:1724310014.667161:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883359488, offset 224 00000400:00000200:0.0:1724310014.667165:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.667174:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.667178:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531314:531314:256:4294967295] 192.168.204.31@tcp LPNI seq info [531310:531310:8:4294967295] 00000400:00000200:0.0:1724310014.667187:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.667191:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.667194:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310014.667198:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.667204:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.667207:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.667231:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.667235:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.667237:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ebd800. 00000800:00000200:3.0:1724310014.667599:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.667603:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310014.667607:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.667610:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.667613:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d5d8 00000400:00000010:3.0:1724310014.667615:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d5d8. 00010000:00000010:2.1:1724310014.667670:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310014.667678:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310014.667681:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310014.667684:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310014.667687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310014.667688:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310014.667690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310014.667692:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310014.667694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310014.667699:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310014.667700:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310014.667702:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310014.667704:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310014.667706:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310014.667708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310014.667709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:2.0:1724310014.668852:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.668863:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207200 00000400:00000200:2.0:1724310014.668870:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 167048 00000400:00000200:2.0:1724310014.668888:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.668891:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.668894:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.668898:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759500. 00000020:00000010:0.0:1724310014.669105:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:0.0:1724310014.669109:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.669113:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.669145:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883359744 02000000:00000010:0.0:1724310014.669167:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070b000. 00010000:00000010:0.0:1724310014.669189:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.669197:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.669214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310014.669216:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.669224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.669226:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.669228:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310014.669230:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.669333:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310014.669335:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310014.669337:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310014.669339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310014.669356:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.669361:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.669380:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166a20. 00080000:00000010:0.0:1724310014.669386:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c539800. 00000001:00000010:0.0:1724310014.669541:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1663c0. 00000001:00000010:0.0:1724310014.669545:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310014.669573:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166a20. 00010000:00000010:0.0:1724310014.669579:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310014.669582:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.669594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.669609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.669611:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00080000:00000010:0.0:1724310014.669625:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310014.669633:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310014.669636:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.669639:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310014.669645:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:0.0:1724310014.669655:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096218, last committed = 4295096163 00010000:00000200:0.0:1724310014.669661:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759500 x1808069883359744/t4295096218(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.669672:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d198. 00000100:00000200:0.0:1724310014.669677:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883359744, offset 224 00000400:00000010:0.0:1724310014.669681:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9f88. 00000400:00000200:0.0:1724310014.669684:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.669691:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.669695:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531315:531315:256:4294967295] 192.168.204.31@tcp LPNI seq info [531311:531311:8:4294967295] 00000400:00000200:0.0:1724310014.669699:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.669704:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.669708:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.669711:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310014.669714:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.669719:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.669723:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.669750:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.669753:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.669755:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:3.0:1724310014.670074:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.670077:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:3.0:1724310014.670080:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.670083:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.670544:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310014.670550:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00000400:00000200:3.0:1724310014.670602:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.670610:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ebd 00000400:00000200:3.0:1724310014.670613:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.670615:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.670618:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d198 00000400:00000010:3.0:1724310014.670620:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d198. 00010000:00000010:0.0:1724310014.670673:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.670677:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00000400:00000200:2.0:1724310014.671057:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.671064:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207280 00000400:00000200:2.0:1724310014.671069:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 167536 00000400:00000200:2.0:1724310014.671343:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.671348:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.671351:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.671355:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4e00. 00000020:00000010:0.0:1724310014.671418:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4600. 00000020:00000010:0.0:1724310014.671422:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.671424:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.671452:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883359872 00000001:00000010:0.0:1724310014.671459:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:0.0:1724310014.671474:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310014.671477:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 02000000:00000010:0.0:1724310014.671516:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801318a0000. 00010000:00000010:0.0:1724310014.671532:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310014.671535:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.671542:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310014.671544:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.671547:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310014.671548:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000004:00000010:0.0:1724310014.671609:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310014.671615:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be618. 00000004:00000010:0.0:1724310014.671619:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310014.671625:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310014.673006:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310014.673011:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.673014:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.673018:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.673055:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310014.673062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.673064:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.673088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:0.0:1724310014.673099:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4e00 x1808069883359872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.673112:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d088. 00000100:00000200:0.0:1724310014.673116:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883359872, offset 224 00000400:00000200:0.0:1724310014.673121:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.673127:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.673132:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531316:531316:256:4294967295] 192.168.204.31@tcp LPNI seq info [531312:531312:8:4294967295] 00000400:00000200:0.0:1724310014.673140:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.673144:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.673147:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310014.673152:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.673158:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.673161:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.673184:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.673187:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310014.673190:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4600. 00000800:00000200:3.0:1724310014.673487:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.673490:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310014.673494:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.673497:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.673501:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d088 00000400:00000010:3.0:1724310014.673503:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d088. 00000400:00000200:3.0:1724310014.674779:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.674789:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207380 00000400:00000200:3.0:1724310014.674795:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 168112 00000400:00000200:3.0:1724310014.674813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.674816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.674820:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.674825:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b480. 00000020:00000010:0.0:1724310014.674953:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4600. 00000020:00000010:0.0:1724310014.674957:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310014.674961:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310014.675025:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883360128 02000000:00000010:0.0:1724310014.675049:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080709000. 00010000:00000010:0.0:1724310014.675072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.675081:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.675103:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.675107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310014.675114:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310014.675116:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.675118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310014.675120:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.675193:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310014.675195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.675197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310014.675199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310014.675217:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.675221:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310014.675230:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166540. 00080000:00000010:0.0:1724310014.675234:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bbdd000. 00010000:00000010:2.1:1724310014.675655:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310014.675660:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310014.675664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310014.675666:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310014.675669:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310014.675673:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310014.675675:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310014.675677:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310014.675679:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310014.675681:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000001:00000010:1.0:1724310014.676813:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baba0. 00000001:00000010:1.0:1724310014.676819:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310014.676854:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166540. 00010000:00000010:1.0:1724310014.676863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.676867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.676884:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.677881:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:1.0:1724310014.677889:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00080000:00000010:1.0:1724310014.677909:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:1.0:1724310014.677916:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:1.0:1724310014.677919:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be618. 00000004:00000010:1.0:1724310014.677923:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:1.0:1724310014.677930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:1.0:1724310014.677945:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096219, last committed = 4295096163 00010000:00000200:1.0:1724310014.677959:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b480 x1808069883360128/t4295096219(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.677972:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310014.677979:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883360128, offset 224 00000400:00000010:1.0:1724310014.677984:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc8c0. 00000400:00000200:1.0:1724310014.677987:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.678003:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.678008:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531317:531317:256:4294967295] 192.168.204.31@tcp LPNI seq info [531313:531313:8:4294967295] 00000400:00000200:1.0:1724310014.678011:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.678016:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.678021:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.678025:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310014.678029:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.678035:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.678038:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.678062:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:1.0:1724310014.678067:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:1.0:1724310014.678069:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4600. 00000800:00000200:2.0:1724310014.678771:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.678775:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:2.0:1724310014.678779:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.678783:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.678957:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310014.678963:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310014.678966:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310014.678968:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:2.1:1724310014.678970:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310014.678975:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310014.678977:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310014.678979:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310014.678981:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310014.678983:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310014.678985:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310014.678986:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310014.678987:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310014.678989:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00000400:00000200:3.0:1724310014.679706:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310014.679714:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ec5 00000400:00000200:3.0:1724310014.679717:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.679719:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310014.679722:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310014.679723:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:3.0:1724310014.679742:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310014.679745:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207400 00000400:00000200:3.0:1724310014.679749:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 168600 00000400:00000200:3.0:1724310014.679782:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.679784:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310014.679787:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310014.679790:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2a300. 00000020:00000010:0.0:1724310014.679837:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5c00. 00000020:00000010:0.0:1724310014.679840:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.679842:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310014.679863:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883360256 00000001:00000010:0.0:1724310014.679870:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:0.0:1724310014.679882:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310014.679885:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 02000000:00000010:0.0:1724310014.679922:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011a310000. 00010000:00000010:0.0:1724310014.679937:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.679938:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.679946:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310014.679948:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.679950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.679951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000004:00000010:0.0:1724310014.680006:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310014.680011:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be168. 00000004:00000010:0.0:1724310014.680014:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310014.680019:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:1.0:1724310014.680300:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:1.0:1724310014.680305:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.680674:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.680677:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.680680:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.680682:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.680713:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.680971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.680975:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.680996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000200:0.0:1724310014.681006:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2a300 x1808069883360256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.681017:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d550. 00000100:00000200:0.0:1724310014.681021:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883360256, offset 224 00000400:00000200:0.0:1724310014.681025:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.681031:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.681036:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531318:531318:256:4294967295] 192.168.204.31@tcp LPNI seq info [531314:531314:8:4294967295] 00000400:00000200:0.0:1724310014.681043:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.681047:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.681050:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310014.681054:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.681059:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.681062:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.681148:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.681152:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310014.681155:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5c00. 00000800:00000200:3.0:1724310014.681224:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.681227:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:3.0:1724310014.681230:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.681234:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.681236:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d550 00000400:00000010:3.0:1724310014.681238:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d550. 00010000:00000010:2.1:1724310014.681342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310014.681346:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310014.681349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310014.681354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:2.0:1724310014.682742:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.682750:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207500 00000400:00000200:2.0:1724310014.682755:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 169176 00000400:00000200:2.0:1724310014.682770:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.682773:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.682776:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.682779:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7480. 00000020:00000010:0.0:1724310014.682829:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5c00. 00000020:00000010:0.0:1724310014.682831:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310014.682834:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310014.682847:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883360512 02000000:00000010:0.0:1724310014.682867:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070e000. 00010000:00000010:0.0:1724310014.682888:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.682896:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.682913:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.682916:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.682925:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310014.682927:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.682930:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.682932:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310014.682999:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310014.683001:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.683004:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.683006:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310014.683023:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b3a0. 00000020:00000010:0.0:1724310014.683027:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b3a0. 00000020:00000010:0.0:1724310014.683035:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1664e0. 00080000:00000010:0.0:1724310014.683041:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bbde800. 00000001:00000010:0.0:1724310014.683186:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca5a0. 00000001:00000010:0.0:1724310014.683189:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310014.683216:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1664e0. 00010000:00000010:0.0:1724310014.683221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310014.683223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.683234:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.683248:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.683250:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00080000:00000010:1.0:1724310014.683458:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:1.0:1724310014.683463:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:1.0:1724310014.683466:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be168. 00000004:00000010:1.0:1724310014.683470:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:1.0:1724310014.683479:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000200:1.0:1724310014.683488:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096220, last committed = 4295096163 00010000:00000200:1.0:1724310014.683494:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7480 x1808069883360512/t4295096220(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.683504:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310014.683508:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883360512, offset 224 00000400:00000010:1.0:1724310014.683512:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc8f8. 00000400:00000200:1.0:1724310014.683515:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.683521:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.683525:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531319:531319:256:4294967295] 192.168.204.31@tcp LPNI seq info [531315:531315:8:4294967295] 00000400:00000200:1.0:1724310014.683528:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.683533:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.683537:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.683540:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310014.683543:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.683547:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.683550:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.683569:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:1.0:1724310014.683572:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:1.0:1724310014.683574:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5c00. 00000800:00000200:3.0:1724310014.683780:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.683783:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310014.683786:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.683793:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.684596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310014.684601:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310014.684604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310014.684606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00000400:00000200:0.0:1724310014.685155:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.685164:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ecd 00000400:00000200:0.0:1724310014.685167:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.685170:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.685173:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310014.685176:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:0.0:1724310014.685202:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.685207:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207580 00000400:00000200:0.0:1724310014.685212:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 169664 00000400:00000200:0.0:1724310014.685248:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.685252:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.685255:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.685286:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ed80. 00000020:00000010:1.0:1724310014.685454:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144e00. 00000020:00000010:1.0:1724310014.685458:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310014.685461:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00010000:00000010:2.0:1724310014.685481:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310014.685488:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00000100:00000200:1.0:1724310014.685491:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883360640 00000001:00000010:1.0:1724310014.685499:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310014.685657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.685662:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310014.685703:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074a90000. 00010000:00000010:1.0:1724310014.685721:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.685724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.685732:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.685735:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.685738:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.685740:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310014.685804:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310014.685810:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.685814:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.685820:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310014.687492:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310014.687498:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.687502:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.687506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.687551:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.687559:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.687561:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.687588:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.687599:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ed80 x1808069883360640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.687614:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310014.687620:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883360640, offset 224 00000400:00000200:1.0:1724310014.687625:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.687633:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.687638:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531320:531320:256:4294967295] 192.168.204.31@tcp LPNI seq info [531316:531316:8:4294967295] 00000400:00000200:1.0:1724310014.687645:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.687650:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.687653:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310014.687658:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.687663:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.687666:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.687688:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310014.687691:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.687695:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144e00. 00000800:00000200:3.0:1724310014.687828:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.687831:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310014.687833:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.687837:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310014.687840:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310014.687842:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:0.0:1724310014.690245:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.690296:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207680 00000400:00000200:0.0:1724310014.690303:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 170240 00000400:00000200:0.0:1724310014.690325:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.690329:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.690335:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.690340:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0fb80. 00010000:00000010:3.1:1724310014.690397:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310014.690405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000020:00000010:1.0:1724310014.690458:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132144e00. 00000020:00000010:1.0:1724310014.690463:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310014.690466:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.690499:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883360896 02000000:00000010:1.0:1724310014.690529:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bca000. 00010000:00000010:1.0:1724310014.690557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.690566:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.690586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.690589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.690600:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.690601:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.690604:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.690606:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.690687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.690690:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.690692:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.690694:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310014.690713:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.690718:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.690726:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba180. 00080000:00000010:1.0:1724310014.690732:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b1bc3400. 00000001:00000010:1.0:1724310014.690897:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4989540. 00000001:00000010:1.0:1724310014.690901:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310014.690929:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba180. 00010000:00000010:1.0:1724310014.690936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.690939:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.690953:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.690969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310014.690971:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310014.690990:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.690994:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.690998:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.691001:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310014.691007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310014.691017:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096221, last committed = 4295096163 00010000:00000200:1.0:1724310014.691023:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0fb80 x1808069883360896/t4295096221(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.691035:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310014.691040:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883360896, offset 224 00000400:00000010:1.0:1724310014.691045:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc930. 00000400:00000200:1.0:1724310014.691048:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.691055:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.691059:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531321:531321:256:4294967295] 192.168.204.31@tcp LPNI seq info [531317:531317:8:4294967295] 00000400:00000200:1.0:1724310014.691063:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.691068:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.691073:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.691075:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.691079:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.691084:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.691088:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.691100:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310014.691102:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.691104:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132144e00. 00000800:00000200:0.0:1724310014.691239:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.691242:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310014.691244:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.691247:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.692026:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.692033:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ed5 00000400:00000200:0.0:1724310014.692036:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.692039:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.692042:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:0.0:1724310014.692044:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:1.0:1724310014.692170:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.692175:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:3.1:1724310014.693381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310014.693387:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310014.693391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310014.693393:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310014.693395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310014.693429:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310014.693433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:0.0:1724310014.694209:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.694219:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207700 00000400:00000200:0.0:1724310014.694224:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 170728 00000400:00000200:0.0:1724310014.694290:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.694294:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.694298:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.694303:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f800. 00000020:00000010:3.0:1724310014.695520:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22ba00. 00000020:00000010:3.0:1724310014.695527:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.695532:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310014.695564:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883361024 00000001:00000010:3.0:1724310014.695577:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:3.0:1724310014.695598:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.695603:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310014.695646:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cdb0000. 00010000:00000010:3.0:1724310014.695668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.695671:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.695684:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.695687:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.695690:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.695692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000004:00000010:3.0:1724310014.695779:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310014.695785:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d4b0. 00000004:00000010:3.0:1724310014.695790:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310014.695797:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:0.0:1724310014.697089:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.697095:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.697098:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.697102:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310014.697149:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:0.0:1724310014.697247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:0.0:1724310014.697252:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:0.0:1724310014.697438:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:0.0:1724310014.697454:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f800 x1808069883361024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.697471:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d330. 00000100:00000200:0.0:1724310014.697476:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883361024, offset 224 00000400:00000200:0.0:1724310014.697481:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.697492:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.697497:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531322:531322:256:4294967295] 192.168.204.31@tcp LPNI seq info [531318:531318:8:4294967295] 00000400:00000200:0.0:1724310014.697506:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.697511:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.697514:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310014.697519:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.697525:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.697528:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.697554:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:0.0:1724310014.697559:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:0.0:1724310014.697562:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22ba00. 00000800:00000200:1.0:1724310014.697971:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.697974:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310014.697977:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.697981:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.697985:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d330 00000400:00000010:1.0:1724310014.697986:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d330. 00010000:00000010:3.1:1724310014.698035:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310014.698040:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310014.698044:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310014.698047:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310014.698048:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:0.0:1724310014.700903:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.700917:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207800 00000400:00000200:0.0:1724310014.700924:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 171304 00000400:00000200:0.0:1724310014.700943:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.700947:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.700953:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.700958:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0df80. 00010000:00000010:3.1:1724310014.701057:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310014.701065:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310014.701068:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000020:00000010:1.0:1724310014.701150:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132145000. 00000020:00000010:1.0:1724310014.701156:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.701160:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.701193:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883361280 02000000:00000010:1.0:1724310014.701217:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bcc000. 00010000:00000010:1.0:1724310014.701243:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:1.0:1724310014.701253:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:1.0:1724310014.701297:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.701301:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.701312:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.701314:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310014.701317:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.701319:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310014.701402:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.701404:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.701406:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.701408:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310014.701425:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.701429:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938480. 00000020:00000010:1.0:1724310014.701436:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4989d20. 00080000:00000010:1.0:1724310014.701441:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b1bc1c00. 00000001:00000010:1.0:1724310014.701595:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba060. 00000001:00000010:1.0:1724310014.701600:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310014.701629:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4989d20. 00010000:00000010:1.0:1724310014.701636:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.701639:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.701651:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.701666:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.701668:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310014.701687:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:1.0:1724310014.701691:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:1.0:1724310014.701695:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d4b0. 00000004:00000010:1.0:1724310014.701699:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:1.0:1724310014.701706:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.701716:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096222, last committed = 4295096163 00010000:00000200:1.0:1724310014.701723:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0df80 x1808069883361280/t4295096222(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.701734:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310014.701740:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883361280, offset 224 00000400:00000010:1.0:1724310014.701744:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc968. 00000400:00000200:1.0:1724310014.701747:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.701754:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.701759:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531323:531323:256:4294967295] 192.168.204.31@tcp LPNI seq info [531319:531319:8:4294967295] 00000400:00000200:1.0:1724310014.701763:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.701768:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.701772:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.701774:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310014.701778:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.701783:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.701786:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.701803:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.701806:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.701808:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132145000. 00000800:00000200:0.0:1724310014.701878:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.701881:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310014.701884:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.701888:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.703383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310014.703391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310014.703395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310014.703397:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310014.703400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310014.703404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310014.703406:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310014.703409:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310014.703736:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.703747:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294edd 00000400:00000200:0.0:1724310014.703751:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.703755:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.703758:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310014.703761:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00000400:00000200:0.0:1724310014.703788:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.703793:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207880 00000400:00000200:0.0:1724310014.703799:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 171792 00000400:00000200:0.0:1724310014.703846:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1724310014.703929:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:2.0:1724310014.703968:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000400:00000200:0.0:1724310014.703976:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.703980:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.703986:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d180. 00000020:00000010:3.0:1724310014.704122:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22a600. 00000020:00000010:3.0:1724310014.704126:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310014.704129:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310014.704147:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883361408 00000001:00000010:3.0:1724310014.704154:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:3.0:1724310014.704168:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.704172:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310014.704214:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866c0000. 00010000:00000010:3.0:1724310014.704234:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.704237:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.704247:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.704249:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.704252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.704254:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310014.704346:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310014.704354:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d4b0. 00000004:00000010:3.0:1724310014.704358:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310014.704363:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:0.0:1724310014.706294:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310014.706298:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.706302:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.706305:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310014.706349:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:0.0:1724310014.706360:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:0.0:1724310014.706363:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:0.0:1724310014.706404:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:0.0:1724310014.706418:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d180 x1808069883361408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.706432:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d000. 00000100:00000200:0.0:1724310014.706437:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883361408, offset 224 00000400:00000200:0.0:1724310014.706442:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.706450:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.706455:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531324:531324:256:4294967295] 192.168.204.31@tcp LPNI seq info [531320:531320:8:4294967295] 00000400:00000200:0.0:1724310014.706463:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.706467:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.706470:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310014.706474:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.706480:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.706483:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.706503:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:0.0:1724310014.706506:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:0.0:1724310014.706508:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22a600. 00000800:00000200:2.0:1724310014.708894:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.708901:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310014.708905:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.708912:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.708917:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d000 00000400:00000010:2.0:1724310014.708920:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d000. 00010000:00000010:3.1:1724310014.712124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310014.712726:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.712741:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207980 00000400:00000200:0.0:1724310014.712747:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 172368 00000400:00000200:0.0:1724310014.712767:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.712771:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.712778:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.712784:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c000. 00000020:00000010:2.0:1724310014.712887:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.712892:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.712897:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.712932:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883361664 02000000:00000010:2.0:1724310014.712958:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fc000. 00010000:00000010:2.0:1724310014.712987:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310014.712998:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:2.0:1724310014.713020:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.713024:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.713034:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.713037:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310014.713040:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.713042:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310014.713119:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.713121:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.713124:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.713127:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310014.713147:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951940. 00000020:00000010:2.0:1724310014.713152:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951940. 00000020:00000010:2.0:1724310014.713161:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10300. 00080000:00000010:2.0:1724310014.713166:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077105800. 00000001:00000010:2.0:1724310014.713353:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10600. 00000001:00000010:2.0:1724310014.713538:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310014.713572:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10300. 00010000:00000010:2.0:1724310014.713579:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.713582:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.713596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.713613:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.713616:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00080000:00000010:2.0:1724310014.713635:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:2.0:1724310014.713640:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:2.0:1724310014.713642:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d4b0. 00000004:00000010:2.0:1724310014.713648:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:2.0:1724310014.713654:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310014.713665:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096223, last committed = 4295096163 00010000:00000200:2.0:1724310014.713673:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c000 x1808069883361664/t4295096223(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.713687:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.713692:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883361664, offset 224 00000400:00000010:2.0:1724310014.713696:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60888. 00000400:00000200:2.0:1724310014.713700:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.713709:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.713714:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531325:531325:256:4294967295] 192.168.204.31@tcp LPNI seq info [531321:531321:8:4294967295] 00000400:00000200:2.0:1724310014.713718:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.713724:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.713728:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.713732:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310014.713736:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.713741:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.713744:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.714434:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.714440:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.714443:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:0.0:1724310014.714942:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.714946:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310014.714950:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.714955:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.715512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310014.715518:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310014.715522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310014.715526:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310014.715528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310014.715534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310014.715590:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310014.715596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:2.0:1724310014.715730:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.715740:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ee5 00000400:00000200:2.0:1724310014.715744:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.715746:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.715750:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:2.0:1724310014.715752:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00010000:00000010:1.0:1724310014.716183:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:1.0:1724310014.716191:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:0.0:1724310014.716458:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.716466:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207a00 00000400:00000200:0.0:1724310014.716472:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 172856 00000400:00000200:0.0:1724310014.716668:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.716672:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.716676:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.716682:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c700. 00000020:00000010:2.0:1724310014.716768:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480600. 00000020:00000010:2.0:1724310014.716773:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.716777:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.717127:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883361792 00000001:00000010:2.0:1724310014.717136:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310014.717154:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.717158:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310014.717202:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008de50000. 00010000:00000010:2.0:1724310014.717222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.717225:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.717235:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.717238:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.717241:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.717243:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310014.717346:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310014.717352:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310014.717355:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310014.717361:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:2.0:1724310014.718176:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.718179:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.718182:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.718185:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.718221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.718227:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.718230:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.718252:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310014.718750:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c700 x1808069883361792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.718764:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.718769:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883361792, offset 224 00000400:00000200:2.0:1724310014.718774:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.718782:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.718787:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531326:531326:256:4294967295] 192.168.204.31@tcp LPNI seq info [531322:531322:8:4294967295] 00000400:00000200:2.0:1724310014.718795:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.718799:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.718803:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310014.718807:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.718812:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.718815:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.718842:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.718846:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.718849:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480600. 00010000:00000010:3.1:1724310014.719677:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310014.719685:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310014.719688:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.1:1724310014.719690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000800:00000200:1.0:1724310014.719715:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.719717:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310014.719721:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.719725:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.719728:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:1.0:1724310014.719730:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.721047:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.721060:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207b00 00000400:00000200:0.0:1724310014.721066:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 173432 00000400:00000200:0.0:1724310014.721084:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.721087:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.721091:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.721096:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ce00. 00000020:00000010:2.0:1724310014.721202:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131439800. 00000020:00000010:2.0:1724310014.721207:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.721211:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.721242:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362048 02000000:00000010:2.0:1724310014.721287:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d954000. 00010000:00000010:2.0:1724310014.721313:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.721325:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.721344:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.721348:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.721356:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.721357:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.721360:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.721362:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.721444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.721446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.721449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.721451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310014.721471:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951260. 00000020:00000010:2.0:1724310014.721476:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951260. 00000020:00000010:2.0:1724310014.721483:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e103c0. 00080000:00000010:2.0:1724310014.721488:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077107400. 00000001:00000010:2.0:1724310014.721640:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e107e0. 00000001:00000010:2.0:1724310014.721644:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310014.721668:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e103c0. 00010000:00000010:2.0:1724310014.721673:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.721676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.721687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.721702:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.721705:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310014.721721:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310014.721725:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310014.721729:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310014.721733:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310014.721738:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310014.721747:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096224, last committed = 4295096163 00010000:00000200:2.0:1724310014.721753:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ce00 x1808069883362048/t4295096224(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.721764:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.721768:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883362048, offset 224 00000400:00000010:2.0:1724310014.721772:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e608c0. 00000400:00000200:2.0:1724310014.721774:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.721781:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.721785:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531327:531327:256:4294967295] 192.168.204.31@tcp LPNI seq info [531323:531323:8:4294967295] 00000400:00000200:2.0:1724310014.721788:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.721794:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.721798:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.721800:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310014.721803:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.721809:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.721812:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.721822:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.721824:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.721826:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131439800. 00000800:00000200:0.0:1724310014.722160:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.722163:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310014.722167:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.722170:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.723054:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310014.723060:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310014.723063:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310014.723066:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310014.723068:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310014.723073:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310014.723127:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310014.723131:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:1.0:1724310014.723182:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310014.723193:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294eed 00000400:00000200:1.0:1724310014.723197:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.723200:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310014.723203:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:1.0:1724310014.723205:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.723712:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.723719:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207b80 00000400:00000200:0.0:1724310014.723724:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 173920 00000400:00000200:0.0:1724310014.723760:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.723763:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.723766:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.723770:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0dc00. 00000020:00000010:1.0:1724310014.723832:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5154600. 00000020:00000010:1.0:1724310014.723837:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.723840:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.723868:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362176 00000001:00000010:1.0:1724310014.723876:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:1.0:1724310014.723891:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.723895:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310014.723936:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008fec0000. 00010000:00000010:1.0:1724310014.723953:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.723956:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.723966:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310014.723968:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.723971:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.723973:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310014.724041:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310014.724046:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.724050:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.724056:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:2.0:1724310014.724346:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.724353:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:1.0:1724310014.724764:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.724767:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.724770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.724773:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.724807:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.725130:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.725134:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.725161:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.725173:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0dc00 x1808069883362176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.725186:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310014.725192:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883362176, offset 224 00000400:00000200:1.0:1724310014.725196:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.725204:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.725209:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531328:531328:256:4294967295] 192.168.204.31@tcp LPNI seq info [531324:531324:8:4294967295] 00000400:00000200:1.0:1724310014.725216:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.725222:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.725225:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.725229:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.725234:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.725237:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.725767:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.725771:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.725775:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5154600. 00000800:00000200:0.0:1724310014.726035:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.726038:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310014.726041:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.726045:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.726049:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310014.726050:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00000400:00000200:0.0:1724310014.727838:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.727848:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207c80 00000400:00000200:0.0:1724310014.727854:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 174496 00000400:00000200:0.0:1724310014.727870:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.727873:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.727877:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.727881:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f480. 00000020:00000010:1.0:1724310014.727968:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5154600. 00000020:00000010:1.0:1724310014.727972:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.727976:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.728002:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362432 02000000:00000010:1.0:1724310014.728026:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bce000. 00010000:00000010:1.0:1724310014.728050:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.728060:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.728079:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.728083:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.728091:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.728093:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.728096:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.728098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.728169:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310014.728171:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310014.728174:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.728176:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310014.728195:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938500. 00000020:00000010:1.0:1724310014.728201:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938500. 00000020:00000010:1.0:1724310014.728207:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba540. 00080000:00000010:1.0:1724310014.728212:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b1bc0800. 00000001:00000010:1.0:1724310014.728423:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf0060. 00000001:00000010:1.0:1724310014.728427:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310014.728457:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba540. 00010000:00000010:1.0:1724310014.728463:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.728466:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.728478:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.728494:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.728496:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310014.728514:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.728519:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.728522:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.728527:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310014.728533:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310014.728543:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096225, last committed = 4295096163 00010000:00000200:1.0:1724310014.728549:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f480 x1808069883362432/t4295096225(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.728559:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310014.728564:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883362432, offset 224 00000400:00000010:1.0:1724310014.728568:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc9a0. 00000400:00000200:1.0:1724310014.728570:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.728577:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.728582:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531329:531329:256:4294967295] 192.168.204.31@tcp LPNI seq info [531325:531325:8:4294967295] 00000400:00000200:1.0:1724310014.728585:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.728590:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.728594:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.728597:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310014.728600:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.728605:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.728608:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.728618:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310014.728620:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.728622:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5154600. 00000800:00000200:0.0:1724310014.728800:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.728803:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310014.728805:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.728808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.729627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310014.729636:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.729639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310014.729641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310014.729643:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310014.729645:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310014.729647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310014.729649:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.729650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310014.729653:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310014.729929:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.729937:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ef5 00000400:00000200:0.0:1724310014.729941:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.729944:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.729947:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310014.729949:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:1.0:1724310014.730072:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.730078:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00000400:00000200:0.0:1724310014.730173:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.730179:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207d00 00000400:00000200:0.0:1724310014.730185:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 174984 00000400:00000200:0.0:1724310014.730223:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.730226:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.730230:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.730234:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ea00. 00000020:00000010:3.0:1724310014.730614:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22ae00. 00000020:00000010:3.0:1724310014.730619:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310014.730622:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310014.730638:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362560 00000001:00000010:3.0:1724310014.730645:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:3.0:1724310014.730659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.730662:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 02000000:00000010:3.0:1724310014.730701:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ecb0000. 00010000:00000010:3.0:1724310014.730715:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.730717:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.730725:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.730727:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.730729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.730731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000004:00000010:3.0:1724310014.730783:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310014.730788:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d690. 00000004:00000010:3.0:1724310014.730792:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310014.730796:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.1:1724310014.731350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310014.731356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.0:1724310014.731360:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310014.731360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.0:1724310014.731362:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:3.1:1724310014.731362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.0:1724310014.731376:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.731380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310014.731411:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:0.0:1724310014.731419:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:0.0:1724310014.731422:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:0.0:1724310014.731441:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:0.0:1724310014.731450:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ea00 x1808069883362560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.731519:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d000. 00000100:00000200:0.0:1724310014.731523:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883362560, offset 224 00000400:00000200:0.0:1724310014.731527:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.731534:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.731539:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531330:531330:256:4294967295] 192.168.204.31@tcp LPNI seq info [531326:531326:8:4294967295] 00000400:00000200:0.0:1724310014.731546:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.731550:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.731553:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310014.731557:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.731562:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.731565:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.731585:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:0.0:1724310014.731588:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:0.0:1724310014.731590:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22ae00. 00000800:00000200:2.0:1724310014.731761:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.731764:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310014.731767:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.731771:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.731774:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d000 00000400:00000010:2.0:1724310014.731775:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d000. 00000400:00000200:0.0:1724310014.732818:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.732826:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207e00 00000400:00000200:0.0:1724310014.732831:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 175560 00000400:00000200:0.0:1724310014.732848:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.732851:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.732855:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.732858:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d880. 00000020:00000010:2.0:1724310014.732929:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd200. 00000020:00000010:2.0:1724310014.732934:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310014.732936:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.732962:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362816 02000000:00000010:2.0:1724310014.732983:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a3000. 00010000:00000010:2.0:1724310014.733003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310014.733012:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:2.0:1724310014.733027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.733030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.733037:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.733038:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.733041:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.733043:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.733103:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.733105:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.733108:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.733110:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.733126:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951260. 00000020:00000010:2.0:1724310014.733130:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951260. 00000020:00000010:2.0:1724310014.733138:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10d80. 00080000:00000010:2.0:1724310014.733143:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880077104400. 00000001:00000010:2.0:1724310014.733319:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e106c0. 00000001:00000010:2.0:1724310014.733323:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310014.733352:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10d80. 00010000:00000010:2.0:1724310014.733359:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.733362:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.733384:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.733400:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310014.733403:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310014.733666:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:2.0:1724310014.733671:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:2.0:1724310014.733674:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d690. 00000004:00000010:2.0:1724310014.733680:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:2.0:1724310014.733691:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310014.733702:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096226, last committed = 4295096163 00010000:00000200:2.0:1724310014.733708:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d880 x1808069883362816/t4295096226(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.733719:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.733723:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883362816, offset 224 00000400:00000010:2.0:1724310014.733729:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e608f8. 00000400:00000200:2.0:1724310014.733731:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.733739:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.733743:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531331:531331:256:4294967295] 192.168.204.31@tcp LPNI seq info [531327:531327:8:4294967295] 00000400:00000200:2.0:1724310014.733747:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.733752:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.733756:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.733759:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310014.733762:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.733767:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.733770:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:0.0:1724310014.734438:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.734441:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310014.734444:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.734448:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000020:00000010:2.0:1724310014.734671:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310014.734676:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.734679:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd200. 00000400:00000200:0.0:1724310014.735817:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.735827:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294efd 00000400:00000200:0.0:1724310014.735831:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.735834:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.735838:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.735840:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.735925:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.735930:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13207e80 00000400:00000200:0.0:1724310014.735936:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 176048 00010000:00000010:2.0:1724310014.736074:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.736080:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00000400:00000200:0.0:1724310014.736116:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.736120:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.736124:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.736128:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c380. 00000020:00000010:2.0:1724310014.736777:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd200. 00000020:00000010:2.0:1724310014.736782:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.736786:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.736818:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883362944 00000001:00000010:2.0:1724310014.736827:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:2.0:1724310014.736843:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.736847:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310014.736889:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88003e5a0000. 00010000:00000010:2.0:1724310014.736908:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.736910:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.736920:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.736923:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.736926:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.736927:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000004:00000010:2.0:1724310014.736992:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310014.736998:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310014.737002:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310014.737008:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310014.737376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310014.737381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.737974:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.737977:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.737980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.737983:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.738017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.738024:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.738027:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.738051:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310014.738064:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c380 x1808069883362944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.738076:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.738082:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883362944, offset 224 00000400:00000200:2.0:1724310014.738087:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.738095:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.738101:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531332:531332:256:4294967295] 192.168.204.31@tcp LPNI seq info [531328:531328:8:4294967295] 00000400:00000200:2.0:1724310014.738108:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.738113:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.738117:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310014.738126:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.738131:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.738134:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.738157:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.738161:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.738164:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd200. 00000800:00000200:0.0:1724310014.738284:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.738287:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310014.738290:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.738294:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.738296:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.738298:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.740322:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.740333:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13207f80 00000400:00000200:0.0:1724310014.740340:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 176624 00000400:00000200:0.0:1724310014.740360:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.740364:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.740378:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.740383:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f100. 00000020:00000010:2.0:1724310014.740597:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd200. 00000020:00000010:2.0:1724310014.740602:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.740606:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.740635:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883363200 02000000:00000010:2.0:1724310014.740656:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a5000. 00010000:00000010:2.0:1724310014.740680:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.740689:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.740707:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.740709:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.740717:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.740719:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.740722:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.740724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.740813:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.740815:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.740817:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.740819:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310014.740835:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951140. 00000020:00000010:2.0:1724310014.740840:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951140. 00000020:00000010:2.0:1724310014.740847:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10f60. 00080000:00000010:2.0:1724310014.740853:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e4000. 00000001:00000010:2.0:1724310014.740985:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10060. 00000001:00000010:2.0:1724310014.740990:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310014.741017:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10f60. 00010000:00000010:2.0:1724310014.741023:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.741025:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.741037:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.741054:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310014.741057:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00080000:00000010:2.0:1724310014.741074:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310014.741079:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310014.741082:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310014.741088:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310014.741097:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.741108:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096227, last committed = 4295096163 00010000:00000200:2.0:1724310014.741114:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f100 x1808069883363200/t4295096227(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.741125:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.741130:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883363200, offset 224 00000400:00000010:2.0:1724310014.741135:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60930. 00000400:00000200:2.0:1724310014.741137:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.741145:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.741149:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531333:531333:256:4294967295] 192.168.204.31@tcp LPNI seq info [531329:531329:8:4294967295] 00000400:00000200:2.0:1724310014.741153:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.741158:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.741162:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.741165:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310014.741168:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.741174:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.741177:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.741226:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.741229:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.741232:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd200. 00000800:00000200:0.0:1724310014.741544:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.741547:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310014.741551:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.741554:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.741722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310014.741729:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310014.741769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310014.741774:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310014.741777:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310014.741779:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310014.741781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310014.741784:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310014.741786:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.741788:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:0.0:1724310014.743083:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.743094:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f05 00000400:00000200:0.0:1724310014.743098:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.743101:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.743105:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.743107:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.743349:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.743354:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208000 00000400:00000200:0.0:1724310014.743360:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 177112 00000400:00000200:0.0:1724310014.743539:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.743543:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.743547:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.743554:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdca80. 00010000:00000010:1.0:1724310014.743784:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:1.0:1724310014.743792:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00000020:00000010:2.0:1724310014.743872:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd200. 00000020:00000010:2.0:1724310014.743875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.743879:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.743898:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883363328 00000001:00000010:2.0:1724310014.743905:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310014.743920:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.743924:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.743966:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880084c70000. 00010000:00000010:2.0:1724310014.743983:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.743986:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.743995:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.743997:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.744000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.744002:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310014.744070:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310014.744076:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310014.744080:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310014.744086:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310014.744632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310014.744636:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310014.744640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310014.744643:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310014.744645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310014.744651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310014.744653:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310014.744655:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.745038:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.745041:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.745044:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.745047:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.745082:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.745088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.745090:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.745114:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.745126:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdca80 x1808069883363328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.745140:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.745145:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883363328, offset 224 00000400:00000200:2.0:1724310014.745149:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.745157:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.745162:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531334:531334:256:4294967295] 192.168.204.31@tcp LPNI seq info [531330:531330:8:4294967295] 00000400:00000200:2.0:1724310014.745170:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.745174:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.745177:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310014.745181:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.745187:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.745190:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.745614:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.745618:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.745621:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd200. 00000800:00000200:0.0:1724310014.745720:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.745723:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310014.745727:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.745730:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.745733:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.745735:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00010000:00000010:1.1:1724310014.747985:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310014.747994:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:2.0:1724310014.748049:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.748061:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208100 00000400:00000200:2.0:1724310014.748067:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 177688 00000400:00000200:2.0:1724310014.748088:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.748092:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.748097:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.748102:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5c00. 00010000:00000010:3.1:1724310014.748157:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310014.748164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000020:00000010:0.0:1724310014.748364:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4800. 00000020:00000010:0.0:1724310014.748377:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310014.748381:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310014.748409:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883363584 02000000:00000010:0.0:1724310014.748433:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342b000. 00010000:00000010:0.0:1724310014.748459:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310014.748471:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310014.748491:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.748495:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.748505:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.748507:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310014.748510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.748512:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.748584:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310014.748586:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310014.748589:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310014.748591:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310014.748608:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bce0. 00000020:00000010:0.0:1724310014.748613:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bce0. 00000020:00000010:0.0:1724310014.748621:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4bca660. 00080000:00000010:0.0:1724310014.748627:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bbdc800. 00000001:00000010:0.0:1724310014.748777:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1667e0. 00000001:00000010:0.0:1724310014.748781:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310014.748809:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4bca660. 00010000:00000010:0.0:1724310014.748814:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310014.748817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310014.748829:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310014.748844:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310014.748846:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00080000:00000010:0.0:1724310014.748864:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:0.0:1724310014.748868:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:0.0:1724310014.748873:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:0.0:1724310014.748878:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310014.748886:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310014.748895:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096228, last committed = 4295096163 00010000:00000200:0.0:1724310014.748901:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5c00 x1808069883363584/t4295096228(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.748913:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d330. 00000100:00000200:0.0:1724310014.748918:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883363584, offset 224 00000400:00000010:0.0:1724310014.748922:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9f50. 00000400:00000200:0.0:1724310014.748925:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.748933:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.748938:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531335:531335:256:4294967295] 192.168.204.31@tcp LPNI seq info [531331:531331:8:4294967295] 00000400:00000200:0.0:1724310014.748941:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310014.748947:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.748951:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.748954:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310014.748958:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.748965:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.748968:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.748980:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310014.748983:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310014.748985:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4800. 00000800:00000200:0.0:1724310014.749047:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.749049:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:0.0:1724310014.749052:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.749055:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.751827:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310014.751837:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310014.751842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310014.751844:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310014.751848:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310014.751850:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310014.751853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310014.751855:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310014.751857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310014.751864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:2.0:1724310014.752677:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.752691:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f0d 00000400:00000200:2.0:1724310014.752696:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.752700:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.752704:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d330 00000400:00000010:2.0:1724310014.752706:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d330. 00000400:00000200:2.0:1724310014.752736:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.752741:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208180 00000400:00000200:2.0:1724310014.752746:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 178176 00000400:00000200:2.0:1724310014.752800:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.752803:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.752807:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.752811:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5880. 00010000:00000010:0.0:1724310014.752883:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310014.752891:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00000020:00000010:3.0:1724310014.754294:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22ac00. 00000020:00000010:3.0:1724310014.754301:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.754304:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310014.754333:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883363712 00000001:00000010:3.0:1724310014.754342:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310014.754360:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.754374:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310014.754418:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7e0000. 00010000:00000010:3.0:1724310014.754438:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.754441:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.754453:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.754455:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.754458:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.754460:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310014.754537:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310014.754544:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d5a0. 00000004:00000010:3.0:1724310014.754549:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310014.754555:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310014.755750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310014.755758:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310014.755763:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310014.755767:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310014.755768:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310014.755775:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310014.755942:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310014.755946:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310014.755949:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310014.755953:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310014.755997:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:0.0:1724310014.756006:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:0.0:1724310014.756009:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:0.0:1724310014.756037:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:0.0:1724310014.756050:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5880 x1808069883363712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.756064:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d550. 00000100:00000200:0.0:1724310014.756070:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883363712, offset 224 00000400:00000200:0.0:1724310014.756075:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.756084:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.756089:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531336:531336:256:4294967295] 192.168.204.31@tcp LPNI seq info [531332:531332:8:4294967295] 00000400:00000200:0.0:1724310014.756098:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.756103:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.756105:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310014.756111:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.756117:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.756120:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.756146:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:0.0:1724310014.756150:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:0.0:1724310014.756152:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22ac00. 00000800:00000200:2.0:1724310014.756286:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.756289:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310014.756293:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.756301:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.756304:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d550 00000400:00000010:2.0:1724310014.756305:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d550. 00010000:00000010:1.1:1724310014.758337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310014.758346:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310014.758349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310014.758351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310014.758754:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.758767:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208280 00000400:00000200:0.0:1724310014.758774:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 178752 00000400:00000200:0.0:1724310014.758793:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.758797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.758803:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.758807:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf480. 00000020:00000010:2.0:1724310014.758977:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fca00. 00000020:00000010:2.0:1724310014.758983:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.758987:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.759009:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883363968 02000000:00000010:2.0:1724310014.759035:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134338000. 00010000:00000010:2.0:1724310014.759062:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310014.759086:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310014.759105:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.759109:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.759120:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.759122:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310014.759125:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.759127:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310014.759202:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.759204:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.759206:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.759209:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310014.759228:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951d20. 00000020:00000010:2.0:1724310014.759233:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951d20. 00000020:00000010:2.0:1724310014.759241:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10840. 00080000:00000010:2.0:1724310014.759246:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e5800. 00000001:00000010:2.0:1724310014.759435:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10f60. 00000001:00000010:2.0:1724310014.759438:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310014.759465:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10840. 00010000:00000010:2.0:1724310014.759470:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.759472:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.759484:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.759498:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.759501:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310014.759517:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:2.0:1724310014.759521:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:2.0:1724310014.759524:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d5a0. 00000004:00000010:2.0:1724310014.759529:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:2.0:1724310014.759533:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.759542:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096229, last committed = 4295096163 00010000:00000200:2.0:1724310014.759548:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf480 x1808069883363968/t4295096229(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.759559:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.759563:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883363968, offset 224 00000400:00000010:2.0:1724310014.759567:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60968. 00000400:00000200:2.0:1724310014.759570:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.759577:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.759582:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531337:531337:256:4294967295] 192.168.204.31@tcp LPNI seq info [531333:531333:8:4294967295] 00000400:00000200:2.0:1724310014.759585:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.759590:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.759594:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.759597:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310014.759600:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.759606:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.759609:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.760918:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.760925:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.760929:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fca00. 00000800:00000200:3.0:1724310014.761315:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310014.761319:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310014.761323:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310014.761591:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.763547:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.763561:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f15 00000400:00000200:0.0:1724310014.763568:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.763571:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.763575:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.763578:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.764208:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.764215:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208300 00000400:00000200:0.0:1724310014.764221:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 179240 00000400:00000200:0.0:1724310014.764241:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.764244:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.764249:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.764254:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddf80. 00000020:00000010:3.0:1724310014.764679:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22ac00. 00000020:00000010:3.0:1724310014.764684:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310014.764688:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800809237d0. 00010000:00000010:0.1:1724310014.764780:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310014.764786:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.0:1724310014.764868:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:1.0:1724310014.764877:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00000100:00000200:3.0:1724310014.765032:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883364096 00000001:00000010:3.0:1724310014.765042:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:3.0:1724310014.765058:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310014.765063:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 02000000:00000010:3.0:1724310014.765108:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007d200000. 00010000:00000010:3.0:1724310014.765129:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310014.765132:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.765144:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.765146:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.765149:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310014.765151:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000004:00000010:3.0:1724310014.765237:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310014.765243:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd98. 00000004:00000010:3.0:1724310014.765247:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310014.765253:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:0.0:1724310014.766352:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310014.766356:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310014.766359:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310014.766362:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310014.766415:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:0.0:1724310014.766423:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:0.0:1724310014.766426:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:0.0:1724310014.766449:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:0.0:1724310014.766462:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddf80 x1808069883364096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.766475:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d088. 00000100:00000200:0.0:1724310014.766481:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883364096, offset 224 00000400:00000200:0.0:1724310014.766485:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.766493:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.766498:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531338:531338:256:4294967295] 192.168.204.31@tcp LPNI seq info [531334:531334:8:4294967295] 00000400:00000200:0.0:1724310014.766505:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.766510:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.766513:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310014.766518:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.766523:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.766527:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.766549:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:0.0:1724310014.766553:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800809237d0. 00000020:00000010:0.0:1724310014.766555:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22ac00. 00000800:00000200:2.0:1724310014.766864:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.766867:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310014.766871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.766875:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.766878:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d088 00000400:00000010:2.0:1724310014.766880:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d088. 00010000:00000010:1.1:1724310014.767847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310014.767853:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310014.767856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310014.767859:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.767862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310014.767869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310014.768987:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.768999:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208400 00000400:00000200:0.0:1724310014.769005:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 179816 00000400:00000200:0.0:1724310014.769022:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.769026:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.769030:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.769035:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf800. 00000020:00000010:2.0:1724310014.769147:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd600. 00000020:00000010:2.0:1724310014.769152:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.769156:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.769178:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883364352 02000000:00000010:2.0:1724310014.769204:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433e000. 00010000:00000010:2.0:1724310014.769231:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:2.0:1724310014.769274:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:2.0:1724310014.769295:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.769298:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.769308:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.769311:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.769313:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.769315:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.769400:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.769402:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.769405:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.769407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310014.769427:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939515c0. 00000020:00000010:2.0:1724310014.769432:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939515c0. 00000020:00000010:2.0:1724310014.769439:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10840. 00080000:00000010:2.0:1724310014.769445:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e5c00. 00000001:00000010:2.0:1724310014.769610:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10b40. 00000001:00000010:2.0:1724310014.769614:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310014.769643:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10840. 00010000:00000010:2.0:1724310014.769649:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.769652:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.769665:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.769682:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.769685:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310014.769703:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:2.0:1724310014.769708:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:2.0:1724310014.769711:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dd98. 00000004:00000010:2.0:1724310014.769717:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:2.0:1724310014.769724:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.769734:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096230, last committed = 4295096163 00010000:00000200:2.0:1724310014.769741:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf800 x1808069883364352/t4295096230(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.769754:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.769759:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883364352, offset 224 00000400:00000010:2.0:1724310014.769764:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e609a0. 00000400:00000200:2.0:1724310014.769766:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.769774:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.769779:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531339:531339:256:4294967295] 192.168.204.31@tcp LPNI seq info [531335:531335:8:4294967295] 00000400:00000200:2.0:1724310014.769783:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.769787:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.769792:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.769795:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.769798:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.769803:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.769807:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.769818:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.769821:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.769824:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd600. 00000800:00000200:2.0:1724310014.769898:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.769900:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:2.0:1724310014.769903:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.769906:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.771303:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.771313:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f1d 00000400:00000200:0.0:1724310014.771317:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.771320:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.771323:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.771325:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.771645:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.771651:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208480 00000400:00000200:0.0:1724310014.771657:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 180304 00000400:00000200:0.0:1724310014.771930:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.771935:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.771939:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.771943:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdea00. 00000020:00000010:1.0:1724310014.772050:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5154600. 00000020:00000010:1.0:1724310014.772056:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310014.772059:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.772094:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883364480 00000001:00000010:1.0:1724310014.772102:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:1.0:1724310014.772118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.772123:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310014.772165:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88005e900000. 00010000:00000010:1.0:1724310014.772184:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.772187:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.772199:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.772200:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.772204:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.772206:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310014.772295:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310014.772301:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.772305:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.772311:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:2.0:1724310014.772617:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.772623:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:1.0:1724310014.773105:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.773108:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.773111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.773114:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.773149:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.773155:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.773158:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.773180:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310014.773191:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdea00 x1808069883364480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.773204:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310014.773209:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883364480, offset 224 00000400:00000200:1.0:1724310014.773214:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.773220:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.773225:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531340:531340:256:4294967295] 192.168.204.31@tcp LPNI seq info [531336:531336:8:4294967295] 00000400:00000200:1.0:1724310014.773233:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.773237:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.773240:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310014.773244:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.773249:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.773253:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.773345:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310014.773348:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.773351:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5154600. 00000800:00000200:2.0:1724310014.773435:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.773438:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310014.773441:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.773444:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.773446:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:2.0:1724310014.773448:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00000400:00000200:0.0:1724310014.774855:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.774864:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208580 00000400:00000200:0.0:1724310014.774870:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 180880 00000400:00000200:0.0:1724310014.774887:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.774890:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.774894:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.774898:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd880. 00000020:00000010:1.0:1724310014.774992:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5154600. 00000020:00000010:1.0:1724310014.774995:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310014.774998:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.775086:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883364736 02000000:00000010:1.0:1724310014.775110:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009533f000. 00010000:00000010:1.0:1724310014.775130:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.775139:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.775155:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.775158:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.775166:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.775168:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.775170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.775172:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.775240:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310014.775243:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.775245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.775247:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310014.775290:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938500. 00000020:00000010:1.0:1724310014.775295:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938500. 00000020:00000010:1.0:1724310014.775303:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf0180. 00080000:00000010:1.0:1724310014.775309:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c421c00. 00000001:00000010:1.0:1724310014.775483:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba000. 00000001:00000010:1.0:1724310014.775487:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310014.775516:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf0180. 00010000:00000010:1.0:1724310014.775522:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.775525:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.775538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.775553:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.775555:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310014.775573:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.775578:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.775581:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.775585:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310014.775591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310014.775600:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096231, last committed = 4295096163 00010000:00000200:1.0:1724310014.775606:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd880 x1808069883364736/t4295096231(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.775621:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310014.775625:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883364736, offset 224 00000400:00000010:1.0:1724310014.775629:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbc9d8. 00000400:00000200:1.0:1724310014.775632:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.775640:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.775644:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531341:531341:256:4294967295] 192.168.204.31@tcp LPNI seq info [531337:531337:8:4294967295] 00000400:00000200:1.0:1724310014.775648:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.775653:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.775657:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.775660:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310014.775664:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.775669:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.775672:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.775684:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310014.775686:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.775688:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5154600. 00000800:00000200:0.0:1724310014.775793:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.775796:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310014.775798:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.775802:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.776512:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310014.776524:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310014.776527:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310014.776529:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310014.776666:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310014.776672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310014.776788:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.776796:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f25 00000400:00000200:0.0:1724310014.776799:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.776802:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.776805:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310014.776806:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:1.0:1724310014.776887:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.776892:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:0.0:1724310014.777733:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.777740:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208600 00000400:00000200:0.0:1724310014.777746:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 181368 00000400:00000200:0.0:1724310014.777782:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.777786:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.777790:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.777794:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfde680. 00000020:00000010:3.0:1724310014.778721:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22a600. 00000020:00000010:3.0:1724310014.778727:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310014.778731:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.778753:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883364864 00000001:00000010:3.0:1724310014.778762:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:3.0:1724310014.778779:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310014.778784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310014.778829:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092b10000. 00010000:00000010:3.0:1724310014.778850:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.778852:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.778863:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.778866:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310014.778870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.778872:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310014.778949:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310014.778956:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d3c0. 00000004:00000010:3.0:1724310014.778960:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.778966:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75040. 00010000:00000010:2.1:1724310014.779400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310014.779404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310014.779408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310014.779410:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.779414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310014.779418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.0:1724310014.780080:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310014.780084:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310014.780087:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310014.780089:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310014.780132:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:0.0:1724310014.780142:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:0.0:1724310014.780145:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:0.0:1724310014.780170:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:0.0:1724310014.780182:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfde680 x1808069883364864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310014.780196:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013148d198. 00000100:00000200:0.0:1724310014.780201:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883364864, offset 224 00000400:00000200:0.0:1724310014.780206:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.780214:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.780219:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531342:531342:256:4294967295] 192.168.204.31@tcp LPNI seq info [531338:531338:8:4294967295] 00000400:00000200:0.0:1724310014.780227:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.780232:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.780236:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310014.780240:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.780247:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.780250:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.780293:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:0.0:1724310014.780297:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:0.0:1724310014.780299:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22a600. 00000800:00000200:2.0:1724310014.781439:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.781443:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310014.781448:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.781453:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.781457:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013148d198 00000400:00000010:2.0:1724310014.781459:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88013148d198. 00010000:00000010:0.1:1724310014.782410:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310014.782418:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310014.782421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310014.782423:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310014.782646:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310014.782654:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310014.782657:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310014.782659:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310014.782661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310014.782662:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310014.782664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310014.782666:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310014.782668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310014.782673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310014.782826:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.782837:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208700 00000400:00000200:0.0:1724310014.782843:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 181944 00000400:00000200:0.0:1724310014.782861:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.782865:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.782870:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.782875:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddc00. 00000020:00000010:2.0:1724310014.782983:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fca00. 00000020:00000010:2.0:1724310014.782988:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310014.782992:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.783095:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883365120 02000000:00000010:2.0:1724310014.783121:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433d000. 00010000:00000010:2.0:1724310014.783150:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310014.783160:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310014.783179:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.783183:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.783194:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.783195:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.783199:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310014.783202:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.783635:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.783638:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.783641:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.783644:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310014.783665:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951a80. 00000020:00000010:2.0:1724310014.783670:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951a80. 00000020:00000010:2.0:1724310014.783678:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10840. 00080000:00000010:2.0:1724310014.783684:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e7000. 00000001:00000010:2.0:1724310014.783854:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10720. 00000001:00000010:2.0:1724310014.783859:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310014.783889:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10840. 00010000:00000010:2.0:1724310014.783895:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.783898:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.783910:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.783929:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310014.783932:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310014.783951:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75040. 00000004:00000010:2.0:1724310014.783956:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:2.0:1724310014.783959:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d3c0. 00000004:00000010:2.0:1724310014.783964:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:2.0:1724310014.783970:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310014.783982:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096232, last committed = 4295096163 00010000:00000200:2.0:1724310014.783990:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddc00 x1808069883365120/t4295096232(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.784003:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.784008:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883365120, offset 224 00000400:00000010:2.0:1724310014.784014:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e609d8. 00000400:00000200:2.0:1724310014.784016:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.784026:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.784031:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531343:531343:256:4294967295] 192.168.204.31@tcp LPNI seq info [531339:531339:8:4294967295] 00000400:00000200:2.0:1724310014.784035:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.784040:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.784045:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.784048:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.784053:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.784058:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.784061:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.784086:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310014.784089:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.784093:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fca00. 00000800:00000200:0.0:1724310014.784522:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.784525:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.784529:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.784532:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.785427:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310014.785433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:0.0:1724310014.786079:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.786088:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f2d 00000400:00000200:0.0:1724310014.786092:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.786095:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.786098:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.786100:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.786123:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.786127:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208780 00000400:00000200:0.0:1724310014.786132:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 182432 00000400:00000200:0.0:1724310014.786146:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.786149:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.786153:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.786157:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdc700. 00010000:00000010:2.0:1724310014.786292:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.786299:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00000020:00000010:3.0:1724310014.786377:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22aa00. 00000020:00000010:3.0:1724310014.786382:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.786386:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.786637:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883365248 00000001:00000010:3.0:1724310014.786646:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.0:1724310014.786661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.786665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310014.786709:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88009c9a0000. 00010000:00000010:3.0:1724310014.786728:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.786731:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.786740:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310014.786742:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.786745:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.786747:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310014.786813:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310014.786820:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.786825:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.786831:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310014.787535:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.787538:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.787541:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.787544:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.787581:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.787592:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.787595:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.787619:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310014.787630:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdc700 x1808069883365248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.787642:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.787648:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883365248, offset 224 00000400:00000200:3.0:1724310014.787652:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.787659:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.787664:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531344:531344:256:4294967295] 192.168.204.31@tcp LPNI seq info [531340:531340:8:4294967295] 00000400:00000200:3.0:1724310014.787671:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.787675:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.787678:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310014.787683:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.787688:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.787691:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.788161:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.788166:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.788169:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22aa00. 00000800:00000200:1.0:1724310014.788491:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.788494:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:1.0:1724310014.788499:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.788504:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.788507:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:1.0:1724310014.788509:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.790029:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.790041:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208880 00000400:00000200:0.0:1724310014.790047:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 183008 00000400:00000200:0.0:1724310014.790067:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.790070:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.790075:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.790080:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfded80. 00000020:00000010:3.0:1724310014.790184:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22aa00. 00000020:00000010:3.0:1724310014.790190:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.790193:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.790226:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883365504 02000000:00000010:3.0:1724310014.790253:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f15000. 00010000:00000010:3.0:1724310014.790297:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.790309:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.790329:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.790333:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.790341:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310014.790343:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.790346:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.790348:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310014.790431:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.790433:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.790436:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.790438:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310014.790458:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.790464:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.790471:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a6c0. 00080000:00000010:3.0:1724310014.790475:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bf000. 00000001:00000010:3.0:1724310014.790628:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a540. 00000001:00000010:3.0:1724310014.790632:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310014.790660:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a6c0. 00010000:00000010:3.0:1724310014.790666:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.790669:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.790681:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.790698:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.790701:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00080000:00000010:3.0:1724310014.790716:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.790721:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310014.790724:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.790729:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310014.790737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310014.790749:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096233, last committed = 4295096163 00010000:00000200:3.0:1724310014.790756:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfded80 x1808069883365504/t4295096233(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.790769:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.790774:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883365504, offset 224 00000400:00000010:3.0:1724310014.790778:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467818. 00000400:00000200:3.0:1724310014.790781:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.790788:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.790792:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531345:531345:256:4294967295] 192.168.204.31@tcp LPNI seq info [531341:531341:8:4294967295] 00000400:00000200:3.0:1724310014.790796:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.790801:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.790805:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.790807:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310014.790811:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.790816:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.790820:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.790832:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.790834:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.790836:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22aa00. 00000800:00000200:0.0:1724310014.790966:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.790968:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310014.790971:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.790975:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.791886:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.791893:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310014.791930:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310014.791936:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310014.791938:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310014.791940:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310014.794163:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.794177:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f35 00000400:00000200:0.0:1724310014.794183:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.794187:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.794192:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.794194:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.794494:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.794500:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208900 00000400:00000200:0.0:1724310014.794505:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 183496 00000400:00000200:0.0:1724310014.794519:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.794521:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.794524:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.794529:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf100. 00010000:00000010:1.0:1724310014.794603:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:1.0:1724310014.794611:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00000020:00000010:2.0:1724310014.794667:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9a00. 00000020:00000010:2.0:1724310014.794672:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.794675:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.794702:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883365632 00000001:00000010:2.0:1724310014.794710:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310014.794727:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310014.794731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.794771:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bbf0000. 00010000:00000010:2.0:1724310014.794789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310014.794791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.794800:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.794802:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.794804:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310014.794806:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310014.794876:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310014.794882:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.794887:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310014.794893:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310014.795605:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.795609:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.795612:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310014.795615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.795651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.795658:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.795661:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.795682:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.795693:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf100 x1808069883365632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.795707:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.795712:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883365632, offset 224 00000400:00000200:2.0:1724310014.795715:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.795724:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.795729:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531346:531346:256:4294967295] 192.168.204.31@tcp LPNI seq info [531342:531342:8:4294967295] 00000400:00000200:2.0:1724310014.795737:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.795741:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.795745:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310014.795749:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.795754:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.795758:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.795769:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.795772:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.795775:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9a00. 00000800:00000200:0.0:1724310014.796062:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.796065:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310014.796068:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.796072:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.796075:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.796076:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00010000:00000010:0.1:1724310014.797396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310014.797410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310014.797415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310014.797418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310014.797475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310014.797481:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310014.797485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310014.797488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310014.797490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310014.797496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310014.798779:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.798794:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208a00 00000400:00000200:0.0:1724310014.798801:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 184072 00000400:00000200:0.0:1724310014.798823:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.798826:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.798832:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.798837:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd500. 00000020:00000010:2.0:1724310014.799129:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9a00. 00000020:00000010:2.0:1724310014.799135:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.799139:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.799173:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883365888 02000000:00000010:2.0:1724310014.799201:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a2000. 00010000:00000010:2.0:1724310014.799337:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.799349:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.799380:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310014.799385:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.799395:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310014.799397:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.799400:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310014.799402:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.799698:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.799700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.799703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310014.799706:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310014.799727:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951680. 00000020:00000010:2.0:1724310014.799732:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951680. 00000020:00000010:2.0:1724310014.799740:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10ae0. 00080000:00000010:2.0:1724310014.799745:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e5400. 00000001:00000010:2.0:1724310014.799972:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e104e0. 00000001:00000010:2.0:1724310014.799978:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310014.800005:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10ae0. 00010000:00000010:2.0:1724310014.800011:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310014.800014:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.800027:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.800045:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310014.800048:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00080000:00000010:2.0:1724310014.800062:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310014.800067:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310014.800071:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.800076:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310014.800083:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:2.0:1724310014.800096:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096234, last committed = 4295096163 00010000:00000200:2.0:1724310014.800102:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd500 x1808069883365888/t4295096234(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.800115:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.800121:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883365888, offset 224 00000400:00000010:2.0:1724310014.800126:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60a10. 00000400:00000200:2.0:1724310014.800129:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.800136:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.800141:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531347:531347:256:4294967295] 192.168.204.31@tcp LPNI seq info [531343:531343:8:4294967295] 00000400:00000200:2.0:1724310014.800145:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.800150:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.800155:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.800158:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310014.800162:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.800167:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.800170:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.800308:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310014.800311:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.800313:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9a00. 00000800:00000200:0.0:1724310014.800429:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.800432:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310014.800435:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.800439:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.802763:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.802776:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f3d 00000400:00000200:0.0:1724310014.802781:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.802784:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.802788:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:0.0:1724310014.802790:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000400:00000200:0.0:1724310014.802823:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.802828:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208a80 00000400:00000200:0.0:1724310014.802833:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 184560 00000400:00000200:0.0:1724310014.802886:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.802890:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.802894:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.802901:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452680. 00000020:00000010:3.0:1724310014.802987:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d22aa00. 00000020:00000010:3.0:1724310014.802993:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.802997:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.803019:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883366016 00000001:00000010:3.0:1724310014.803028:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310014.803045:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.803051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310014.803094:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880063d20000. 00010000:00000010:3.0:1724310014.803113:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.803117:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.803129:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.803131:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.803134:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.803136:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000004:00000010:3.0:1724310014.803203:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310014.803209:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.803213:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.803219:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:2.0:1724310014.803485:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.803492:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:1.1:1724310014.804347:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310014.804355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.804622:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310014.804625:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.804628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.804631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310014.804671:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.804679:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.804683:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.804708:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310014.804720:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452680 x1808069883366016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.804733:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.804738:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883366016, offset 224 00000400:00000200:3.0:1724310014.804743:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.804750:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.804754:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531348:531348:256:4294967295] 192.168.204.31@tcp LPNI seq info [531344:531344:8:4294967295] 00000400:00000200:3.0:1724310014.804762:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.804766:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.804769:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310014.804774:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.804779:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.804782:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.804804:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.804810:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.804812:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d22aa00. 00000800:00000200:0.0:1724310014.805120:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.805122:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310014.805126:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.805129:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.805133:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.805134:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.1:1724310014.806781:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310014.806791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310014.806794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310014.806796:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310014.806799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310014.806802:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310014.806861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310014.806868:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310014.806872:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310014.806875:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310014.806877:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310014.806882:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310014.807749:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.807762:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208b80 00000400:00000200:0.0:1724310014.807768:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 185136 00000400:00000200:0.0:1724310014.807792:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.807795:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.807801:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.807806:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452300. 00000020:00000010:3.0:1724310014.807868:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5d200. 00000020:00000010:3.0:1724310014.807874:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.807877:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.807911:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883366272 02000000:00000010:3.0:1724310014.807936:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f10000. 00010000:00000010:3.0:1724310014.807962:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310014.807973:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.807994:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.807997:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.808007:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310014.808009:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310014.808012:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.808014:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310014.808088:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310014.808091:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.808093:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310014.808096:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310014.808115:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.808120:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.808127:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a960. 00080000:00000010:3.0:1724310014.808132:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bfc00. 00000001:00000010:3.0:1724310014.808316:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a660. 00000001:00000010:3.0:1724310014.808321:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310014.808349:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a960. 00010000:00000010:3.0:1724310014.808355:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.808358:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.808382:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.808401:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310014.808403:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00080000:00000010:3.0:1724310014.808430:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.808435:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310014.808438:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.808443:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310014.808451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310014.808462:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096235, last committed = 4295096163 00010000:00000200:3.0:1724310014.808471:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452300 x1808069883366272/t4295096235(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.808483:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.808489:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883366272, offset 224 00000400:00000010:3.0:1724310014.808493:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467850. 00000400:00000200:3.0:1724310014.808496:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.808504:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.808509:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531349:531349:256:4294967295] 192.168.204.31@tcp LPNI seq info [531345:531345:8:4294967295] 00000400:00000200:3.0:1724310014.808513:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.808518:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.808523:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.808526:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310014.808530:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.808536:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.808539:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.808562:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.808566:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.808568:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5d200. 00000800:00000200:0.0:1724310014.808748:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.808752:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310014.808755:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.808758:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.811148:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310014.811158:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310014.811162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310014.811165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310014.811283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310014.811290:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310014.811294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310014.811296:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310014.811298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310014.811304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310014.811306:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310014.811309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:2.0:1724310014.811413:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.811430:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f45 00000400:00000200:2.0:1724310014.811435:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.811439:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.811443:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310014.811445:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:2.0:1724310014.811461:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.811471:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208c00 00000400:00000200:2.0:1724310014.811477:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 185624 00010000:00000010:1.0:1724310014.811494:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:1.0:1724310014.811502:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00000400:00000200:2.0:1724310014.811531:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.811535:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.811539:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.811543:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4380. 00000020:00000010:3.0:1724310014.811619:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611000. 00000020:00000010:3.0:1724310014.811623:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.811626:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.811647:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883366400 00000001:00000010:3.0:1724310014.811655:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:3.0:1724310014.811672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.811676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310014.811917:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800874e0000. 00010000:00000010:3.0:1724310014.811944:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310014.811948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.811959:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.811962:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.811965:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.811967:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310014.812046:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310014.812053:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.812057:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.812064:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310014.813890:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.813896:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.813900:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.813904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310014.813952:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.813961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.813965:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.813994:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310014.814008:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4380 x1808069883366400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.814024:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.814029:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883366400, offset 224 00000400:00000200:3.0:1724310014.814035:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.814043:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.814049:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531350:531350:256:4294967295] 192.168.204.31@tcp LPNI seq info [531346:531346:8:4294967295] 00000400:00000200:3.0:1724310014.814058:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.814063:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.814066:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310014.814071:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.814077:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.814080:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.814096:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.814099:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.814102:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611000. 00000800:00000200:1.0:1724310014.814530:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.814534:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310014.814538:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.814542:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.814545:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:1.0:1724310014.814546:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310014.814840:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310014.814849:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310014.814852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310014.814854:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310014.814856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310014.814860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310014.817392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310014.817403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310014.818492:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.818506:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208d00 00000400:00000200:0.0:1724310014.818512:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 186200 00000400:00000200:0.0:1724310014.818533:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.818537:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.818542:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.818547:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451180. 00000020:00000010:3.0:1724310014.818648:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.818653:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.818657:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.818691:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883366656 02000000:00000010:3.0:1724310014.818717:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f13000. 00010000:00000010:3.0:1724310014.818744:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310014.819147:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.819170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.819174:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.819184:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310014.819186:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310014.819188:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.819190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.819295:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.819297:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.819299:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.819301:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310014.819319:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.819323:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.819330:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aba0. 00080000:00000010:3.0:1724310014.819335:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c6bc800. 00000001:00000010:3.0:1724310014.819486:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3af60. 00000001:00000010:3.0:1724310014.819490:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310014.819515:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aba0. 00010000:00000010:3.0:1724310014.819520:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.819522:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.819533:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.819549:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310014.819552:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00080000:00000010:3.0:1724310014.819566:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.819570:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310014.819573:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.819578:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310014.819585:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310014.819597:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096236, last committed = 4295096163 00010000:00000200:3.0:1724310014.819604:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451180 x1808069883366656/t4295096236(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.819617:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.819622:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883366656, offset 224 00000400:00000010:3.0:1724310014.819627:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467888. 00000400:00000200:3.0:1724310014.819629:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.819637:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.819642:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531351:531351:256:4294967295] 192.168.204.31@tcp LPNI seq info [531347:531347:8:4294967295] 00000400:00000200:3.0:1724310014.819646:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.819651:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.819655:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.819658:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310014.819662:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.819668:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.819671:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.819700:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.819703:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.819706:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:2.0:1724310014.820075:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.820078:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:2.0:1724310014.820082:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.820086:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.821458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310014.821468:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310014.821473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310014.821475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:0.0:1724310014.821637:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.821649:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f4d 00000400:00000200:0.0:1724310014.821653:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.821656:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.821660:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.821663:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.0:1724310014.821704:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:0.0:1724310014.821711:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000400:00000200:0.0:1724310014.823976:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.823988:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208d80 00000400:00000200:0.0:1724310014.823994:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 186688 00000400:00000200:0.0:1724310014.824057:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.824064:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.824071:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.824077:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453480. 00000020:00000010:3.0:1724310014.824950:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.824958:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.824962:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.824996:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883366784 00000001:00000010:3.0:1724310014.825005:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310014.825024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.825030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310014.825072:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddf0000. 00010000:00000010:3.0:1724310014.825092:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.825094:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.825107:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310014.825109:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.825112:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.825114:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310014.825188:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310014.825195:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.825199:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.825205:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00000100:00000010:2.0:1724310014.825543:0:9028:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7800. 02000000:00000010:2.0:1724310014.825555:0:9028:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7e300. 02000000:00000010:2.0:1724310014.825758:0:3295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88005c9e7400. 00000400:00000010:2.0:1724310014.825764:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a90b0. 00000400:00000010:2.0:1724310014.825769:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.825774:0:3295:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1808064257609344, portal 4 00000400:00000010:2.0:1724310014.825779:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206088. 00000100:00000200:2.0:1724310014.825781:0:3295:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1808064257609344, offset 0 00000400:00000200:2.0:1724310014.825786:0:3295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310014.825795:0:3295:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310014.825801:0:3295:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x66c6cc3ce4e80 00000400:00000200:2.0:1724310014.825806:0:3295:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc31 [8] + 448 00000400:00000200:2.0:1724310014.825811:0:3295:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.825813:0:3295:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310014.825818:0:3295:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1724310014.825820:0:3295:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7100. 00000400:00000200:2.0:1724310014.825830:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206088 00000400:00000010:2.0:1724310014.825832:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206088. 00000100:00000200:2.0:1724310014.825837:0:3295:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a50e7800 x1808064257609344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310030 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000020:00000010:2.0:1724310014.825872:0:12412:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9e00. 00000020:00000010:2.0:1724310014.825875:0:12412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.825878:0:12412:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.825897:0:12412:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609344 02000000:00000010:2.0:1724310014.825905:0:12412:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88005c9e7c00. 00010000:00000200:2.0:1724310014.825925:0:12412:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7100 x1808064257609344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/368 e 0 to 0 dl 1724310025 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.825934:0:12412:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206088. 00000100:00000200:2.0:1724310014.825936:0:12412:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1808064257609344, offset 224 00000400:00000200:2.0:1724310014.825939:0:12412:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310014.825943:0:12412:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310014.825946:0:12412:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x66c6cc3ce4e80 00000400:00000200:2.0:1724310014.825949:0:12412:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x294f51 [1] + 224 00000400:00000200:2.0:1724310014.825953:0:12412:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.825955:0:12412:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310014.825958:0:12412:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a50e7800 x1808064257609344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310030 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000200:2.0:1724310014.825968:0:12412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206088 00000400:00000010:2.0:1724310014.825969:0:12412:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206088. 00000020:00000010:2.0:1724310014.825977:0:12412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.825980:0:12412:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.825983:0:12412:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9e00. 00000400:00000010:2.0:1724310014.825993:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a90b0. 00000400:00000200:2.0:1724310014.825995:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086339880 00000400:00000010:2.0:1724310014.825997:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880086339880. 00000100:00000200:2.0:1724310014.826001:0:3295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a50e7800 x1808064257609344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310030 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00000200:2.0:1724310014.826007:0:3295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a50e7800 x1808064257609344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310030 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 02000000:00000010:2.0:1724310014.826024:0:3295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88005c9e7400. 02000000:00000010:2.0:1724310014.826029:0:3295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7e300. 00000100:00000010:2.0:1724310014.826031:0:3295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7800. 00010000:00000010:3.0:1724310014.826630:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.826634:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.826637:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.826641:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.826682:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.826691:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.826695:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.826808:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310014.826820:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453480 x1808069883366784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.826830:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.826833:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883366784, offset 224 00000400:00000200:3.0:1724310014.826837:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.826843:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.826847:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531352:531352:256:4294967295] 192.168.204.31@tcp LPNI seq info [531348:531348:8:4294967295] 00000400:00000200:3.0:1724310014.826856:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.826860:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.826863:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310014.826868:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.826874:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.826877:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.826898:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.826900:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.826903:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:2.0:1724310014.827551:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.827553:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:2.0:1724310014.827557:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.827561:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.827564:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310014.827565:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310014.829174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310014.829182:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310014.829186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310014.829190:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310014.829192:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310014.829197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:1.0:1724310014.830559:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310014.830573:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13208e80 00000400:00000200:1.0:1724310014.830580:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 187264 00000400:00000200:1.0:1724310014.830599:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.830604:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310014.830609:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310014.830614:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c000. 00000020:00000010:3.0:1724310014.830790:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.830796:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.830799:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.830824:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367040 02000000:00000010:3.0:1724310014.830853:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc2000. 00010000:00000010:3.0:1724310014.830882:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.830894:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.830916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.830920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.830932:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.830934:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.830937:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310014.830939:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.831016:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.831019:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.831021:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.831024:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310014.831040:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.831045:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.831051:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310014.831056:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd73400. 00000001:00000010:3.0:1724310014.831207:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aae0. 00000001:00000010:3.0:1724310014.831211:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310014.831243:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310014.831249:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.831252:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.831291:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.831308:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.831311:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00080000:00000010:3.0:1724310014.831325:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.831330:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310014.831333:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.831338:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310014.831344:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310014.831355:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096237, last committed = 4295096163 00010000:00000200:3.0:1724310014.831362:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c000 x1808069883367040/t4295096237(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.831388:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.831392:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883367040, offset 224 00000400:00000010:3.0:1724310014.831396:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224678c0. 00000400:00000200:3.0:1724310014.831399:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.831407:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.831411:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531353:531353:256:4294967295] 192.168.204.31@tcp LPNI seq info [531349:531349:8:4294967295] 00000400:00000200:3.0:1724310014.831415:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.831421:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.831425:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.831427:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310014.831432:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.831437:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.831440:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.831459:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.831462:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.831464:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:0.0:1724310014.832053:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.832056:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310014.832059:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.832063:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.836317:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310014.836329:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:2.0:1724310014.837170:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.837184:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f61 00000400:00000200:2.0:1724310014.837190:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.837194:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.837198:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310014.837200:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:2.0:1724310014.837233:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.837238:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13208f00 00000400:00000200:2.0:1724310014.837243:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 187752 00000400:00000200:2.0:1724310014.837331:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.837336:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.837339:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.837344:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7800. 00010000:00000010:1.0:1724310014.837432:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:1.0:1724310014.837441:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00000020:00000010:0.0:1724310014.839503:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4800. 00000020:00000010:0.0:1724310014.839510:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:1.0:1724310014.839541:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.839582:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367168 00000001:00000010:1.0:1724310014.839591:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310014.839622:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310014.839627:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310014.839677:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c640000. 00010000:00000010:1.0:1724310014.839700:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310014.839704:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.839716:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310014.839718:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.839722:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310014.839724:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000004:00000010:1.0:1724310014.839808:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310014.839814:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.839818:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.839825:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.1:1724310014.841384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310014.841394:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310014.841398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310014.841401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.0:1724310014.841880:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310014.841884:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.841888:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310014.841893:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.841942:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.841950:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.841954:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.841983:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310014.841998:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7800 x1808069883367168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.842017:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310014.842023:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883367168, offset 224 00000400:00000200:1.0:1724310014.842028:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.842036:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.842041:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531354:531354:256:4294967295] 192.168.204.31@tcp LPNI seq info [531350:531350:8:4294967295] 00000400:00000200:1.0:1724310014.842048:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.842053:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.842056:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.842061:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.842066:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.842070:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.843164:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:1.0:1724310014.843171:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.843175:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4800. 00000800:00000200:2.0:1724310014.843497:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.843500:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310014.843504:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.843510:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.843513:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:2.0:1724310014.843515:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00010000:00000010:0.1:1724310014.844590:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310014.844599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310014.845319:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.845332:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209000 00000400:00000200:0.0:1724310014.845339:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 188328 00000400:00000200:0.0:1724310014.845357:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.845361:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.845378:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.845384:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451500. 00000020:00000010:1.0:1724310014.845530:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5155800. 00000020:00000010:1.0:1724310014.845535:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.845538:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.845576:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367424 02000000:00000010:1.0:1724310014.845603:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb56000. 00010000:00000010:1.0:1724310014.845630:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.845641:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.845661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310014.845665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.845675:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.845677:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310014.845680:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310014.845683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310014.845762:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.845765:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.845767:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310014.845769:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310014.845789:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.845794:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.845802:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba540. 00080000:00000010:1.0:1724310014.845807:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c423400. 00000001:00000010:1.0:1724310014.845977:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf0e40. 00000001:00000010:1.0:1724310014.845981:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310014.846010:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba540. 00010000:00000010:1.0:1724310014.846015:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310014.846018:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.846030:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.846045:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.846047:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310014.846062:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.846066:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.846070:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.846073:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310014.846078:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310014.846087:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096238, last committed = 4295096163 00010000:00000200:1.0:1724310014.846093:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451500 x1808069883367424/t4295096238(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.846106:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310014.846111:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883367424, offset 224 00000400:00000010:1.0:1724310014.846115:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbca10. 00000400:00000200:1.0:1724310014.846118:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.846125:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.846130:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531355:531355:256:4294967295] 192.168.204.31@tcp LPNI seq info [531351:531351:8:4294967295] 00000400:00000200:1.0:1724310014.846134:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.846139:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.846144:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.846146:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310014.846151:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.846156:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.846159:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.846185:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.846188:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.846190:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5155800. 00000800:00000200:2.0:1724310014.847246:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.847250:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:2.0:1724310014.847254:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.847301:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.848823:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.848836:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f69 00000400:00000200:0.0:1724310014.848840:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.848843:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.848847:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:0.0:1724310014.848849:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:0.0:1724310014.850151:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:2.0:1724310014.850154:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00000400:00000200:0.0:1724310014.850159:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209080 00010000:00000010:2.0:1724310014.850164:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00000400:00000200:0.0:1724310014.850165:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 188816 00000400:00000200:0.0:1724310014.850216:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.850220:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.850224:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.850229:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452a00. 00000020:00000010:3.0:1724310014.850716:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.850721:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.850724:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.850751:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367552 00000001:00000010:3.0:1724310014.850760:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310014.850777:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310014.850781:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310014.850824:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbf0000. 00010000:00000010:3.0:1724310014.850843:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310014.850846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.850856:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.850858:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.850861:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310014.850863:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310014.850934:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310014.850940:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.850945:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.850950:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:0.1:1724310014.851139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310014.851144:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310014.851148:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310014.851151:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310014.851153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310014.851158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.851409:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310014.851412:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.851415:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.851418:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.851451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.851459:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.851462:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.851483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310014.851493:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452a00 x1808069883367552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.851505:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.851510:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883367552, offset 224 00000400:00000200:3.0:1724310014.851514:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.851522:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.851526:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531356:531356:256:4294967295] 192.168.204.31@tcp LPNI seq info [531352:531352:8:4294967295] 00000400:00000200:3.0:1724310014.851533:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.851537:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.851540:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310014.851545:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.851550:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.851554:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.852016:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.852020:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.852023:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:1.0:1724310014.852139:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.852142:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310014.852144:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.852148:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.852151:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:1.0:1724310014.852153:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.1:1724310014.853398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310014.853404:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310014.853408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310014.853410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310014.853423:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310014.853428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310014.854208:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.854219:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209180 00000400:00000200:0.0:1724310014.854225:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 189392 00000400:00000200:0.0:1724310014.854243:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.854247:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.854252:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.854281:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453100. 00000020:00000010:3.0:1724310014.854344:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.854349:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.854353:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.854389:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367808 02000000:00000010:3.0:1724310014.854415:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc1000. 00010000:00000010:3.0:1724310014.854442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.854453:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.854472:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.854477:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.854486:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310014.854488:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310014.854490:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.854492:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.854563:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310014.854566:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.854568:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.854571:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310014.854921:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.854928:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c2e0. 00000020:00000010:3.0:1724310014.854936:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a720. 00080000:00000010:3.0:1724310014.854941:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd72000. 00000001:00000010:3.0:1724310014.855103:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ab40. 00000001:00000010:3.0:1724310014.855107:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310014.855135:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a720. 00010000:00000010:3.0:1724310014.855141:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310014.855144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.855157:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310014.855175:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.855178:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310014.855192:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.855197:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310014.855200:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.855205:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310014.855215:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310014.855227:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096239, last committed = 4295096163 00010000:00000200:3.0:1724310014.855234:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453100 x1808069883367808/t4295096239(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.855247:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.855252:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883367808, offset 224 00000400:00000010:3.0:1724310014.855396:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224678f8. 00000400:00000200:3.0:1724310014.855401:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.855408:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.855413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531357:531357:256:4294967295] 192.168.204.31@tcp LPNI seq info [531353:531353:8:4294967295] 00000400:00000200:3.0:1724310014.855417:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.855422:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.855426:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.855429:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310014.855433:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.855438:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.855441:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.855461:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.855464:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.855466:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:0.0:1724310014.855664:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.855668:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310014.855671:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.855675:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310014.856464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310014.856470:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310014.856472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310014.856475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000400:00000200:0.0:1724310014.856994:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.857005:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f71 00000400:00000200:0.0:1724310014.857009:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.857011:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.857015:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.857017:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.857033:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.857038:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209200 00000400:00000200:0.0:1724310014.857042:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 189880 00000400:00000200:0.0:1724310014.857352:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.857356:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.857360:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.857375:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451f80. 00010000:00000010:1.0:1724310014.857450:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:1.0:1724310014.857457:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000020:00000010:3.0:1724310014.857514:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.857517:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.857521:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310014.857538:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883367936 00000001:00000010:3.0:1724310014.857544:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310014.857558:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.857562:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310014.857606:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bf0000. 00010000:00000010:3.0:1724310014.857624:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.857627:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.857635:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.857637:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.857640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.857642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310014.857712:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310014.857719:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de88. 00000004:00000010:3.0:1724310014.857723:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310014.857728:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310014.858196:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.858199:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.858201:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.858204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.858235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.858241:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.858244:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.858299:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310014.858311:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451f80 x1808069883367936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.858323:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.858327:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883367936, offset 224 00000400:00000200:3.0:1724310014.858331:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.858338:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.858343:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531358:531358:256:4294967295] 192.168.204.31@tcp LPNI seq info [531354:531354:8:4294967295] 00000400:00000200:3.0:1724310014.858350:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.858354:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.858357:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310014.858361:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.858377:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.858380:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.858401:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.858404:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310014.858406:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:0.0:1724310014.858703:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.858706:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310014.858710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.858713:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.858716:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.858717:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.1:1724310014.859335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310014.859342:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310014.859344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310014.859348:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310014.859350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310014.859354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310014.860748:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.860758:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209300 00000400:00000200:0.0:1724310014.860764:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 190456 00000400:00000200:0.0:1724310014.860783:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.860787:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.860791:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.860796:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451c00. 00000020:00000010:3.0:1724310014.860854:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4000. 00000020:00000010:3.0:1724310014.860858:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.860862:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:1.0:1724310014.861908:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883368192 02000000:00000010:1.0:1724310014.861936:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb53000. 00010000:00000010:1.0:1724310014.861962:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:1.0:1724310014.861974:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:1.0:1724310014.861993:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310014.861997:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310014.862006:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310014.862008:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310014.862011:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310014.862013:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310014.862074:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310014.862076:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.862078:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310014.862080:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310014.862093:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.862097:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.862104:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf0000. 00080000:00000010:1.0:1724310014.862108:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c423000. 00000001:00000010:1.0:1724310014.862245:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba180. 00000001:00000010:1.0:1724310014.862249:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310014.862309:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf0000. 00010000:00000010:1.0:1724310014.862314:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310014.862316:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.862328:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.862341:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.862343:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310014.862357:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:1.0:1724310014.862361:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:1.0:1724310014.862374:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de88. 00000004:00000010:1.0:1724310014.862379:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:1.0:1724310014.862385:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310014.862394:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096240, last committed = 4295096163 00010000:00000200:1.0:1724310014.862400:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451c00 x1808069883368192/t4295096240(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.862413:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310014.862418:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883368192, offset 224 00000400:00000010:1.0:1724310014.862423:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbca48. 00000400:00000200:1.0:1724310014.862426:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.862435:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.862440:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531359:531359:256:4294967295] 192.168.204.31@tcp LPNI seq info [531355:531355:8:4294967295] 00000400:00000200:1.0:1724310014.862445:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.862453:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.862458:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.862461:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310014.862465:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.862470:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.862473:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.862487:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:1.0:1724310014.862490:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:1.0:1724310014.862492:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4000. 00000800:00000200:0.0:1724310014.862712:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.862714:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310014.862717:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.862720:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.863704:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.863713:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f79 00000400:00000200:0.0:1724310014.863717:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.863720:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.863724:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:0.0:1724310014.863726:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00000400:00000200:0.0:1724310014.863850:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.863856:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209380 00000400:00000200:0.0:1724310014.863861:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 190944 00010000:00000010:2.0:1724310014.864007:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:2.0:1724310014.864013:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00000400:00000200:0.0:1724310014.864063:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.864067:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.864070:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.864074:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453b80. 00000020:00000010:1.0:1724310014.864200:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095810c00. 00000020:00000010:1.0:1724310014.864204:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.864207:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.864224:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883368320 00000001:00000010:1.0:1724310014.864230:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:1.0:1724310014.864244:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310014.864248:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310014.864313:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880094430000. 00010000:00000010:1.0:1724310014.864332:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310014.864335:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.864343:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310014.864345:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.864347:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310014.864349:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000004:00000010:1.0:1724310014.864422:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310014.864428:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.864431:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.864437:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310014.864984:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310014.864987:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.864990:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310014.864992:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.865021:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.865027:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.865029:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.865046:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310014.865055:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453b80 x1808069883368320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.865068:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310014.865072:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883368320, offset 224 00000400:00000200:1.0:1724310014.865077:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.865083:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.865088:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531360:531360:256:4294967295] 192.168.204.31@tcp LPNI seq info [531356:531356:8:4294967295] 00000400:00000200:1.0:1724310014.865095:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.865099:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.865102:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310014.865107:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.865112:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.865115:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.865745:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.865749:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.865752:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095810c00. 00010000:00000010:2.1:1724310014.866047:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310014.866055:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310014.866058:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310014.866061:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310014.866064:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310014.866070:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000800:00000200:0.0:1724310014.866115:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.866118:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310014.866122:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.866125:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.866129:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:0.0:1724310014.866131:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:0.0:1724310014.868149:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.868160:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209480 00000400:00000200:0.0:1724310014.868167:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 191520 00000400:00000200:0.0:1724310014.868189:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.868192:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.868197:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.868201:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453800. 00000020:00000010:1.0:1724310014.868360:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c58600. 00000020:00000010:1.0:1724310014.868374:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.868379:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.868399:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883368576 02000000:00000010:1.0:1724310014.868424:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb51000. 00010000:00000010:1.0:1724310014.868451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.868462:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.868481:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310014.868485:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310014.868494:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310014.868496:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310014.868499:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310014.868501:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.868569:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310014.868571:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.868573:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310014.868575:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.868593:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938220. 00000020:00000010:1.0:1724310014.868597:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938220. 00000020:00000010:1.0:1724310014.868604:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881baea0. 00080000:00000010:1.0:1724310014.868609:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c421400. 00000001:00000010:1.0:1724310014.868759:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf0180. 00000001:00000010:1.0:1724310014.868764:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310014.868790:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881baea0. 00010000:00000010:1.0:1724310014.868795:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310014.868797:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.868808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.868824:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.868826:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310014.868843:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310014.868847:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310014.868851:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.868854:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310014.868861:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310014.868876:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096241, last committed = 4295096163 00010000:00000200:1.0:1724310014.868883:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453800 x1808069883368576/t4295096241(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.868896:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310014.868901:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883368576, offset 224 00000400:00000010:1.0:1724310014.868905:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbca80. 00000400:00000200:1.0:1724310014.868908:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.868916:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.868920:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531361:531361:256:4294967295] 192.168.204.31@tcp LPNI seq info [531357:531357:8:4294967295] 00000400:00000200:1.0:1724310014.868924:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.868929:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.868933:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.868936:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310014.868940:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.868945:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.868948:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.868971:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310014.868974:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.868976:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c58600. 00000800:00000200:0.0:1724310014.869113:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.869116:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310014.869119:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.869123:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.871419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310014.871428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310014.871492:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310014.871497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:0.0:1724310014.871926:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.871938:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f81 00000400:00000200:0.0:1724310014.871943:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.871946:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.871950:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:0.0:1724310014.871952:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00000400:00000200:0.0:1724310014.871981:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.871985:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209500 00000400:00000200:0.0:1724310014.871990:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 192008 00000400:00000200:0.0:1724310014.872038:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.872042:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.872045:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.872051:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53b80. 00010000:00000010:1.0:1724310014.872171:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.872178:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00000020:00000010:2.0:1724310014.872241:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9600. 00000020:00000010:2.0:1724310014.872246:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.872249:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.872288:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883368704 00000001:00000010:2.0:1724310014.872297:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:2.0:1724310014.872313:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.872316:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.872359:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080810000. 00010000:00000010:2.0:1724310014.872390:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.872393:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.872403:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.872405:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.872407:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.872409:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310014.872484:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310014.872491:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.872495:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310014.872502:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310014.873055:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.873058:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.873061:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.873063:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310014.873096:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.873220:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.873225:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.873247:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.873422:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53b80 x1808069883368704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.873437:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206088. 00000100:00000200:2.0:1724310014.873441:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883368704, offset 224 00000400:00000200:2.0:1724310014.873445:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.873453:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.873458:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531362:531362:256:4294967295] 192.168.204.31@tcp LPNI seq info [531358:531358:8:4294967295] 00000400:00000200:2.0:1724310014.873467:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.873471:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.873474:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310014.873479:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.873485:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.873487:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.873506:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.873509:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.873512:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9600. 00000800:00000200:0.0:1724310014.873629:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.873631:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310014.873638:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.873641:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.873644:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206088 00000400:00000010:0.0:1724310014.873646:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206088. 00010000:00000010:0.1:1724310014.874344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310014.874350:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310014.874353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310014.874356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310014.875887:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.875898:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209600 00000400:00000200:0.0:1724310014.875904:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 192584 00000400:00000200:0.0:1724310014.875922:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.875925:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.875929:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.875934:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50a80. 00000020:00000010:2.0:1724310014.876043:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9600. 00000020:00000010:2.0:1724310014.876048:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.876052:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.876071:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883368960 02000000:00000010:2.0:1724310014.876093:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a3000. 00010000:00000010:2.0:1724310014.876119:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310014.876129:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.876149:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.876152:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.876162:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.876164:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310014.876166:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.876168:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.876239:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310014.876242:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.876244:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.876246:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310014.876290:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.876296:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.876303:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10780. 00080000:00000010:2.0:1724310014.876308:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e7400. 00000001:00000010:2.0:1724310014.876478:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10f00. 00000001:00000010:2.0:1724310014.876482:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310014.876511:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10780. 00010000:00000010:2.0:1724310014.876517:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.876520:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.876532:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.876547:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.876550:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310014.876564:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310014.876569:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310014.876572:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.876578:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310014.876584:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:2.0:1724310014.876594:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096242, last committed = 4295096163 00010000:00000200:2.0:1724310014.876600:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50a80 x1808069883368960/t4295096242(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.876613:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206440. 00000100:00000200:2.0:1724310014.876757:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883368960, offset 224 00000400:00000010:2.0:1724310014.876762:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60a48. 00000400:00000200:2.0:1724310014.876765:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.876773:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.876777:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531363:531363:256:4294967295] 192.168.204.31@tcp LPNI seq info [531359:531359:8:4294967295] 00000400:00000200:2.0:1724310014.876781:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.876785:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.876789:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.876792:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310014.876795:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.876802:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.876805:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.877390:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310014.877395:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.877397:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9600. 00000800:00000200:0.0:1724310014.877500:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.877503:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310014.877506:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.877510:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.878843:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.878854:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f89 00000400:00000200:0.0:1724310014.878858:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.878860:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.878864:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206440 00000400:00000010:0.0:1724310014.878866:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206440. 00000400:00000200:0.0:1724310014.878894:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.878898:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209680 00000400:00000200:0.0:1724310014.878904:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 193072 00000400:00000200:0.0:1724310014.878951:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.878954:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.878957:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.878962:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50e00. 00000020:00000010:3.0:1724310014.879022:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4800. 00000020:00000010:3.0:1724310014.879027:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.879031:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00010000:00000010:2.0:1724310014.879040:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.879047:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00000100:00000200:3.0:1724310014.879051:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883369088 00000001:00000010:3.0:1724310014.879060:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:3.0:1724310014.879075:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.879079:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310014.879120:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88002eb30000. 00010000:00000010:3.0:1724310014.879140:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.879143:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.879726:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310014.879730:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.879733:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.879736:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310014.879808:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310014.879814:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d780. 00000004:00000010:3.0:1724310014.879818:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310014.879824:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310014.880439:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310014.880443:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.880446:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310014.880449:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.880489:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:0.1:1724310014.880570:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310014.880576:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310014.880581:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310014.880585:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310014.880588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310014.880594:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310014.880597:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310014.880599:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310014.880601:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310014.880602:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310014.880604:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310014.880605:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310014.880607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310014.880609:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310014.880610:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310014.880614:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.0:1724310014.880655:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.880658:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.880684:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310014.880697:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50e00 x1808069883369088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.880711:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.880716:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883369088, offset 224 00000400:00000200:3.0:1724310014.880721:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.880729:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.880734:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531364:531364:256:4294967295] 192.168.204.31@tcp LPNI seq info [531360:531360:8:4294967295] 00000400:00000200:3.0:1724310014.880742:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.880746:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.880749:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310014.880753:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.880759:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.880762:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.880774:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.880777:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.880780:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4800. 00010000:00000010:2.1:1724310014.880839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310014.880844:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310014.880847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310014.880849:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000800:00000200:0.0:1724310014.881178:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.881181:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310014.881184:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.881188:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.881191:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.881193:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.882607:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.882618:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209780 00000400:00000200:0.0:1724310014.882625:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x27674d [64] + 193648 00000400:00000200:0.0:1724310014.882642:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.882646:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.882650:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.882655:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50380. 00000020:00000010:3.0:1724310014.882762:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4800. 00000020:00000010:3.0:1724310014.882767:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.882771:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.882797:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883369344 02000000:00000010:3.0:1724310014.882824:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc5000. 00010000:00000010:3.0:1724310014.882846:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.882855:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.882873:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310014.882876:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.882885:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310014.882886:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310014.882888:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310014.882889:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310014.882945:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310014.882947:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.882948:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310014.882950:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310014.882962:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c280. 00000020:00000010:3.0:1724310014.882966:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c280. 00000020:00000010:3.0:1724310014.882972:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a4e0. 00080000:00000010:3.0:1724310014.882975:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd72800. 00000001:00000010:3.0:1724310014.883094:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a2a0. 00000001:00000010:3.0:1724310014.883098:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310014.883120:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a4e0. 00010000:00000010:3.0:1724310014.883124:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310014.883126:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.883135:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310014.883145:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310014.883147:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310014.883158:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:3.0:1724310014.883162:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:3.0:1724310014.883164:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d780. 00000004:00000010:3.0:1724310014.883168:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310014.883172:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310014.883180:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096243, last committed = 4295096163 00010000:00000200:3.0:1724310014.883185:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50380 x1808069883369344/t4295096243(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.883194:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.883198:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883369344, offset 224 00000400:00000010:3.0:1724310014.883201:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467930. 00000400:00000200:3.0:1724310014.883203:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.883209:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.883212:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531365:531365:256:4294967295] 192.168.204.31@tcp LPNI seq info [531361:531361:8:4294967295] 00000400:00000200:3.0:1724310014.883215:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.883218:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.883221:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.883224:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310014.883227:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.883231:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.883233:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.883250:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.883253:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.883255:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4800. 00000800:00000200:0.0:1724310014.883336:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.883338:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310014.883341:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.883344:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.884089:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.884097:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f91 00000400:00000200:0.0:1724310014.884101:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.884103:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.884106:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.884108:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.884214:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.884219:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209800 00000400:00000200:0.0:1724310014.884229:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x27674d [64] + 194136 00000400:00000010:0.0:1724310014.884232:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801342fdbb0. 00000400:00000200:0.0:1724310014.884234:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880095865000 00010000:00000010:1.0:1724310014.884247:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:1.0:1724310014.884252:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000400:00000200:0.0:1724310014.884284:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.884288:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.884291:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095865000 00000400:00000010:0.0:1724310014.884292:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 1144 at ffff880095865000. 00000100:00000200:0.0:1724310014.884299:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1724310014.884418:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d611000. 00000020:00000010:3.0:1724310014.884421:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.884424:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.884437:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883369472 00000001:00000010:3.0:1724310014.884444:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310014.884456:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310014.884459:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310014.884498:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072520000. 00010000:00000010:3.0:1724310014.884513:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310014.884516:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.884524:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310014.884526:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.884528:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310014.884530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310014.884588:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310014.884593:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d780. 00000004:00000010:3.0:1724310014.884597:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310014.884603:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce756c0. 00010000:00000010:3.0:1724310014.886227:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.886234:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310014.886238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310014.886241:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310014.886452:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.886462:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.886466:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.886496:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310014.886508:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5691850 x1808069883369472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.886523:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.886528:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883369472, offset 224 00000400:00000200:3.0:1724310014.886533:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.886542:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.886547:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531366:531366:256:4294967295] 192.168.204.31@tcp LPNI seq info [531362:531362:8:4294967295] 00000400:00000200:3.0:1724310014.886556:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.886560:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.886564:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310014.886568:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.886574:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.886577:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.886879:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.886884:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.886886:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d611000. 02000000:00000010:3.0:1724310014.886945:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc5000. 00000100:00000010:3.0:1724310014.886950:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50380. 02000000:00000010:3.0:1724310014.886953:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88002eb30000. 00000100:00000010:3.0:1724310014.886994:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50e00. 02000000:00000010:3.0:1724310014.886998:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a3000. 00000100:00000010:3.0:1724310014.887001:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50a80. 02000000:00000010:3.0:1724310014.887003:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080810000. 00000100:00000010:3.0:1724310014.887036:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53b80. 02000000:00000010:3.0:1724310014.887039:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb51000. 00000100:00000010:3.0:1724310014.887041:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453800. 02000000:00000010:3.0:1724310014.887043:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880094430000. 00000100:00000010:3.0:1724310014.887063:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453b80. 02000000:00000010:3.0:1724310014.887067:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb53000. 00000100:00000010:3.0:1724310014.887069:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451c00. 02000000:00000010:3.0:1724310014.887071:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bf0000. 00000100:00000010:3.0:1724310014.887093:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451f80. 02000000:00000010:3.0:1724310014.887096:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc1000. 00000100:00000010:3.0:1724310014.887099:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453100. 02000000:00000010:3.0:1724310014.887101:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007fbf0000. 00000100:00000010:3.0:1724310014.887130:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452a00. 02000000:00000010:3.0:1724310014.887133:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb56000. 00000100:00000010:3.0:1724310014.887136:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451500. 02000000:00000010:3.0:1724310014.887138:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c640000. 00000100:00000010:3.0:1724310014.887161:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7800. 02000000:00000010:3.0:1724310014.887164:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc2000. 00000100:00000010:3.0:1724310014.887170:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c000. 02000000:00000010:3.0:1724310014.887172:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddf0000. 00000100:00000010:3.0:1724310014.887195:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453480. 02000000:00000010:3.0:1724310014.887198:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f13000. 00000100:00000010:3.0:1724310014.887200:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451180. 02000000:00000010:3.0:1724310014.887203:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800874e0000. 00000100:00000010:3.0:1724310014.887226:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e4380. 02000000:00000010:3.0:1724310014.887229:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f10000. 00000100:00000010:3.0:1724310014.887232:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452300. 02000000:00000010:3.0:1724310014.887234:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880063d20000. 00000100:00000010:3.0:1724310014.887255:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452680. 02000000:00000010:3.0:1724310014.887275:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a2000. 00000100:00000010:3.0:1724310014.887278:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd500. 02000000:00000010:3.0:1724310014.887280:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bbf0000. 00000100:00000010:3.0:1724310014.887300:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf100. 02000000:00000010:3.0:1724310014.887303:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f15000. 00000100:00000010:3.0:1724310014.887306:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfded80. 02000000:00000010:3.0:1724310014.887308:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88009c9a0000. 00000100:00000010:3.0:1724310014.887346:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdc700. 02000000:00000010:3.0:1724310014.887349:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433d000. 00000100:00000010:3.0:1724310014.887353:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddc00. 02000000:00000010:3.0:1724310014.887355:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092b10000. 00000100:00000010:3.0:1724310014.887402:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfde680. 02000000:00000010:3.0:1724310014.887405:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009533f000. 00000100:00000010:3.0:1724310014.887409:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd880. 02000000:00000010:3.0:1724310014.887411:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88005e900000. 00000100:00000010:3.0:1724310014.887433:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdea00. 02000000:00000010:3.0:1724310014.887436:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433e000. 00000100:00000010:3.0:1724310014.887439:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf800. 02000000:00000010:3.0:1724310014.887441:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007d200000. 00000100:00000010:3.0:1724310014.887461:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddf80. 02000000:00000010:3.0:1724310014.887465:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134338000. 00000100:00000010:3.0:1724310014.887467:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf480. 02000000:00000010:3.0:1724310014.887469:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7e0000. 00000100:00000010:3.0:1724310014.887501:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e5880. 02000000:00000010:3.0:1724310014.887506:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342b000. 00000100:00000010:3.0:1724310014.887509:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e5c00. 02000000:00000010:3.0:1724310014.887511:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880084c70000. 00000100:00000010:3.0:1724310014.887533:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdca80. 02000000:00000010:3.0:1724310014.887535:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a5000. 00000100:00000010:3.0:1724310014.887538:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f100. 02000000:00000010:3.0:1724310014.887542:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88003e5a0000. 00000100:00000010:3.0:1724310014.887570:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c380. 02000000:00000010:3.0:1724310014.887573:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a3000. 00000100:00000010:3.0:1724310014.887576:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d880. 02000000:00000010:3.0:1724310014.887578:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ecb0000. 00000100:00000010:3.0:1724310014.887597:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ea00. 02000000:00000010:3.0:1724310014.887600:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bce000. 00000100:00000010:3.0:1724310014.887603:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f480. 02000000:00000010:3.0:1724310014.887605:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008fec0000. 00000100:00000010:3.0:1724310014.887626:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0dc00. 02000000:00000010:3.0:1724310014.887629:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d954000. 00000100:00000010:3.0:1724310014.887632:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ce00. 02000000:00000010:3.0:1724310014.887635:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008de50000. 00000100:00000010:3.0:1724310014.887656:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c700. 02000000:00000010:3.0:1724310014.887659:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800754fc000. 00000100:00000010:3.0:1724310014.887662:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c000. 02000000:00000010:3.0:1724310014.887664:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866c0000. 00000100:00000010:3.0:1724310014.887687:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d180. 02000000:00000010:3.0:1724310014.887690:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bcc000. 00000100:00000010:3.0:1724310014.887692:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0df80. 02000000:00000010:3.0:1724310014.887695:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cdb0000. 00000100:00000010:3.0:1724310014.887714:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f800. 02000000:00000010:3.0:1724310014.887717:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bca000. 00000100:00000010:3.0:1724310014.887719:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0fb80. 02000000:00000010:3.0:1724310014.887721:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074a90000. 00000100:00000010:3.0:1724310014.887743:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ed80. 02000000:00000010:3.0:1724310014.887746:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008070e000. 00000100:00000010:3.0:1724310014.887749:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7480. 02000000:00000010:3.0:1724310014.887751:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011a310000. 00000100:00000010:3.0:1724310014.887775:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2a300. 02000000:00000010:3.0:1724310014.887778:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080709000. 00000100:00000010:3.0:1724310014.887781:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b480. 02000000:00000010:3.0:1724310014.887784:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801318a0000. 00000100:00000010:3.0:1724310014.887804:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e4e00. 02000000:00000010:3.0:1724310014.887807:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008070b000. 00000100:00000010:3.0:1724310014.887810:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759500. 02000000:00000010:3.0:1724310014.887813:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131980000. 00000100:00000010:3.0:1724310014.887832:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b800. 02000000:00000010:3.0:1724310014.887835:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281f000. 00000100:00000010:3.0:1724310014.887838:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b100. 02000000:00000010:3.0:1724310014.887840:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d00000. 00000100:00000010:3.0:1724310014.887868:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2a680. 02000000:00000010:3.0:1724310014.887871:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d64f000. 00000100:00000010:3.0:1724310014.887873:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2bb80. 02000000:00000010:3.0:1724310014.887876:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122680000. 00000100:00000010:3.0:1724310014.887900:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759880. 02000000:00000010:3.0:1724310014.887903:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d175000. 00000100:00000010:3.0:1724310014.887905:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759c00. 02000000:00000010:3.0:1724310014.887908:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880120e00000. 00000100:00000010:3.0:1724310014.887929:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fe7c700. 02000000:00000010:3.0:1724310014.887933:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088950000. 00000100:00000010:3.0:1724310014.887937:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093958380. 02000000:00000010:3.0:1724310014.887939:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f570000. 00000100:00000010:3.0:1724310014.887962:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094758700. 02000000:00000010:3.0:1724310014.887965:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d177000. 00000100:00000010:3.0:1724310014.887967:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230e00. 02000000:00000010:3.0:1724310014.887970:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134530000. 00000100:00000010:3.0:1724310014.887993:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395b100. 02000000:00000010:3.0:1724310014.887996:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c992000. 00000100:00000010:3.0:1724310014.887999:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093958700. 02000000:00000010:3.0:1724310014.888001:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801224d0000. 00000100:00000010:3.0:1724310014.888021:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395a300. 02000000:00000010:3.0:1724310014.888024:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088955000. 00000100:00000010:3.0:1724310014.888026:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395ad80. 02000000:00000010:3.0:1724310014.888029:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222e0000. 00000100:00000010:3.0:1724310014.888051:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088233100. 02000000:00000010:3.0:1724310014.888054:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088953000. 00000100:00000010:3.0:1724310014.888056:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959c00. 02000000:00000010:3.0:1724310014.888059:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124270000. 00000100:00000010:3.0:1724310014.888078:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232680. 02000000:00000010:3.0:1724310014.888082:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3f000. 00000100:00000010:3.0:1724310014.888085:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232d80. 02000000:00000010:3.0:1724310014.888087:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f10000. 00000100:00000010:3.0:1724310014.888106:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959500. 02000000:00000010:3.0:1724310014.888109:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c39000. 00000100:00000010:3.0:1724310014.888111:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395bb80. 02000000:00000010:3.0:1724310014.888113:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122230000. 00000100:00000010:3.0:1724310014.888136:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ca80. 02000000:00000010:3.0:1724310014.888139:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800754fb000. 00000100:00000010:3.0:1724310014.888142:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d500. 02000000:00000010:3.0:1724310014.888144:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f20000. 00000100:00000010:3.0:1724310014.888162:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305880. 02000000:00000010:3.0:1724310014.888165:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c990000. 00000100:00000010:3.0:1724310014.888169:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305500. 02000000:00000010:3.0:1724310014.888171:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121630000. 00000100:00000010:3.0:1724310014.888396:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081307b80. 02000000:00000010:3.0:1724310014.888402:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a021000. 00000100:00000010:3.0:1724310014.888405:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305c00. 02000000:00000010:3.0:1724310014.888408:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801314b0000. 00000800:00000200:0.0:1724310014.888409:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.888413:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310014.888418:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.888425:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.888430:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.888433:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 02000000:00000010:0.0:1724310014.888436:0:3289:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072520000. 00000100:00000010:3.0:1724310014.888438:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0e680. 02000000:00000010:3.0:1724310014.888441:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800754fd000. 00000100:00000010:3.0:1724310014.888444:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ed880. 02000000:00000010:3.0:1724310014.888446:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e130000. 00000100:00000010:3.0:1724310014.888470:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081306a00. 02000000:00000010:3.0:1724310014.888473:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a024000. 00000100:00000010:3.0:1724310014.888476:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081306300. 02000000:00000010:3.0:1724310014.888478:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134190000. 00000100:00000010:3.0:1724310014.888498:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232300. 02000000:00000010:3.0:1724310014.888501:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8b000. 00000100:00000010:3.0:1724310014.888504:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ef800. 02000000:00000010:3.0:1724310014.888507:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880133480000. 00010000:00000010:0.1:1724310014.888639:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310014.888645:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000100:00000010:3.0:1724310014.888895:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304380. 02000000:00000010:3.0:1724310014.888900:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8e000. 00000100:00000010:3.0:1724310014.888903:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230a80. 02000000:00000010:3.0:1724310014.888905:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122e30000. 00000100:00000010:3.0:1724310014.888927:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0380. 02000000:00000010:3.0:1724310014.888930:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3c000. 00000100:00000010:3.0:1724310014.888933:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305180. 02000000:00000010:3.0:1724310014.888935:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121e80000. 00000100:00000010:3.0:1724310014.888957:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088231180. 02000000:00000010:3.0:1724310014.888960:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8a000. 00000100:00000010:3.0:1724310014.888963:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304a80. 02000000:00000010:3.0:1724310014.888965:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e600000. 00000100:00000010:3.0:1724310014.888999:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230000. 02000000:00000010:3.0:1724310014.889002:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008e751000. 00000100:00000010:3.0:1724310014.889005:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088231c00. 02000000:00000010:3.0:1724310014.889007:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ff0000. 00000100:00000010:3.0:1724310014.889027:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305f80. 02000000:00000010:3.0:1724310014.889030:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f6000. 00000100:00000010:3.0:1724310014.889033:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230380. 02000000:00000010:3.0:1724310014.889036:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131bd0000. 00000100:00000010:3.0:1724310014.889057:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62d80. 02000000:00000010:3.0:1724310014.889062:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f4000. 00000100:00000010:3.0:1724310014.889064:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63b80. 02000000:00000010:3.0:1724310014.889067:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88010f840000. 00000100:00000010:3.0:1724310014.889089:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63100. 02000000:00000010:3.0:1724310014.889092:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f0000. 00000100:00000010:3.0:1724310014.889094:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63800. 02000000:00000010:3.0:1724310014.889096:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801106b0000. 00000100:00000010:3.0:1724310014.889118:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d61880. 02000000:00000010:3.0:1724310014.889120:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f6000. 00000100:00000010:3.0:1724310014.889123:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d60a80. 02000000:00000010:3.0:1724310014.889125:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801180b0000. 00000100:00000010:3.0:1724310014.889147:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63480. 02000000:00000010:3.0:1724310014.889151:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f5000. 00000100:00000010:3.0:1724310014.889153:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62680. 02000000:00000010:3.0:1724310014.889155:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122b60000. 00000100:00000010:3.0:1724310014.889189:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f800. 02000000:00000010:3.0:1724310014.889191:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008e750000. 00000100:00000010:3.0:1724310014.889193:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304e00. 02000000:00000010:3.0:1724310014.889195:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123ac0000. 00000100:00000010:3.0:1724310014.889216:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e324000. 02000000:00000010:3.0:1724310014.889220:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba59000. 00000100:00000010:3.0:1724310014.889222:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 02000000:00000010:3.0:1724310014.889225:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801246b0000. 00000100:00000010:3.0:1724310014.889242:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c380. 02000000:00000010:3.0:1724310014.889245:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f4000. 00000100:00000010:3.0:1724310014.889247:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ce00. 02000000:00000010:3.0:1724310014.889250:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226a0000. 00000100:00000010:3.0:1724310014.889290:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081307480. 02000000:00000010:3.0:1724310014.889293:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e43000. 00000100:00000010:3.0:1724310014.889296:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5d500. 02000000:00000010:3.0:1724310014.889299:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f4d0000. 00000100:00000010:3.0:1724310014.889326:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae3100. 02000000:00000010:3.0:1724310014.889329:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e41000. 00000100:00000010:3.0:1724310014.889331:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0e00. 02000000:00000010:3.0:1724310014.889334:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f5f0000. 00000100:00000010:3.0:1724310014.889357:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae1180. 02000000:00000010:3.0:1724310014.889360:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e44000. 00000100:00000010:3.0:1724310014.889373:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0a80. 02000000:00000010:3.0:1724310014.889376:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880115af0000. 00000100:00000010:3.0:1724310014.889398:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5e680. 02000000:00000010:3.0:1724310014.889401:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880065839000. 00000100:00000010:3.0:1724310014.889404:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae1c00. 02000000:00000010:3.0:1724310014.889406:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123b00000. 00000100:00000010:3.0:1724310014.889424:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee680. 02000000:00000010:3.0:1724310014.889427:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5f000. 00000100:00000010:3.0:1724310014.889429:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ef480. 02000000:00000010:3.0:1724310014.889432:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134810000. 00000100:00000010:3.0:1724310014.889459:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0000. 02000000:00000010:3.0:1724310014.889462:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583f000. 00000100:00000010:3.0:1724310014.889464:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae2a00. 02000000:00000010:3.0:1724310014.889467:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801119f0000. 00000100:00000010:3.0:1724310014.889486:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008881d880. 02000000:00000010:3.0:1724310014.889491:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013438d000. 00000100:00000010:3.0:1724310014.889493:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee300. 02000000:00000010:3.0:1724310014.889496:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880111800000. 00000100:00000010:3.0:1724310014.889514:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008881e680. 02000000:00000010:3.0:1724310014.889517:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228ba000. 00000100:00000010:3.0:1724310014.889519:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008881f800. 02000000:00000010:3.0:1724310014.889522:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801351b0000. 00000100:00000010:3.0:1724310014.889539:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec000. 02000000:00000010:3.0:1724310014.889542:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5a000. 00000100:00000010:3.0:1724310014.889544:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325c00. 02000000:00000010:3.0:1724310014.889547:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341d0000. 00000100:00000010:3.0:1724310014.889567:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008881c700. 02000000:00000010:3.0:1724310014.889570:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013438b000. 00000100:00000010:3.0:1724310014.889573:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e327480. 02000000:00000010:3.0:1724310014.889575:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124430000. 00000100:00000010:3.0:1724310014.889593:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884efb80. 02000000:00000010:3.0:1724310014.889596:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013438e000. 00000100:00000010:3.0:1724310014.889598:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed500. 02000000:00000010:3.0:1724310014.889601:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880118d70000. 00000100:00000010:3.0:1724310014.889625:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed180. 02000000:00000010:3.0:1724310014.889628:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d47b000. 00000100:00000010:3.0:1724310014.889630:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec380. 02000000:00000010:3.0:1724310014.889633:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801315f0000. 00000100:00000010:3.0:1724310014.889650:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008788d880. 02000000:00000010:3.0:1724310014.889653:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfa000. 00000100:00000010:3.0:1724310014.889656:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008788c700. 02000000:00000010:3.0:1724310014.889658:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d30000. 00000100:00000010:3.0:1724310014.889685:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605500. 02000000:00000010:3.0:1724310014.889688:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfd000. 00000100:00000010:3.0:1724310014.889690:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccd500. 02000000:00000010:3.0:1724310014.889693:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ab0000. 00000100:00000010:3.0:1724310014.889711:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 02000000:00000010:3.0:1724310014.889714:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228b8000. 00000100:00000010:3.0:1724310014.889716:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606d80. 02000000:00000010:3.0:1724310014.889719:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801359e0000. 00000100:00000010:3.0:1724310014.889742:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605180. 02000000:00000010:3.0:1724310014.889745:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228bc000. 00000100:00000010:3.0:1724310014.889748:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325180. 02000000:00000010:3.0:1724310014.889750:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880135b30000. 00000100:00000010:3.0:1724310014.889772:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604380. 02000000:00000010:3.0:1724310014.889775:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce9e000. 00000100:00000010:3.0:1724310014.889780:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605880. 02000000:00000010:3.0:1724310014.889782:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122be0000. 00000100:00000010:3.0:1724310014.889801:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326d80. 02000000:00000010:3.0:1724310014.889804:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090dab000. 00000100:00000010:3.0:1724310014.889806:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5118e00. 02000000:00000010:3.0:1724310014.889810:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222d0000. 00000100:00000010:3.0:1724310014.889831:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606680. 02000000:00000010:3.0:1724310014.889834:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090dae000. 00000100:00000010:3.0:1724310014.889836:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccca80. 02000000:00000010:3.0:1724310014.889838:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880112130000. 00000100:00000010:3.0:1724310014.889859:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d607100. 02000000:00000010:3.0:1724310014.889862:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dff000. 00000100:00000010:3.0:1724310014.889864:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c700. 02000000:00000010:3.0:1724310014.889866:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134510000. 00000100:00000010:3.0:1724310014.889884:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604e00. 02000000:00000010:3.0:1724310014.889887:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d479000. 00000100:00000010:3.0:1724310014.889889:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511b100. 02000000:00000010:3.0:1724310014.889892:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121eb0000. 00000100:00000010:3.0:1724310014.889912:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219e680. 02000000:00000010:3.0:1724310014.889915:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009e455000. 00000100:00000010:3.0:1724310014.889917:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccea00. 02000000:00000010:3.0:1724310014.889920:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134af0000. 00000100:00000010:3.0:1724310014.889942:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ea00. 02000000:00000010:3.0:1724310014.889945:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008871f000. 00000100:00000010:3.0:1724310014.889947:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fcce300. 02000000:00000010:3.0:1724310014.889949:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006c430000. 00000100:00000010:3.0:1724310014.889965:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511a680. 02000000:00000010:3.0:1724310014.889969:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7c000. 00000100:00000010:3.0:1724310014.889972:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605c00. 02000000:00000010:3.0:1724310014.889974:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b40000. 00000100:00000010:3.0:1724310014.890000:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5119500. 02000000:00000010:3.0:1724310014.890003:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880046020000. 00000100:00000010:3.0:1724310014.890006:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605f80. 02000000:00000010:3.0:1724310014.890008:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cb50000. 00000100:00000010:3.0:1724310014.890044:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606a00. 02000000:00000010:3.0:1724310014.890047:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7d000. 00000100:00000010:3.0:1724310014.890049:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604000. 02000000:00000010:3.0:1724310014.890051:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082770000. 00000100:00000010:3.0:1724310014.890072:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5118a80. 02000000:00000010:3.0:1724310014.890074:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094736000. 00000100:00000010:3.0:1724310014.890076:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d607800. 02000000:00000010:3.0:1724310014.890078:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b70000. 00000100:00000010:3.0:1724310014.890102:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416680. 02000000:00000010:3.0:1724310014.890105:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094734000. 00000100:00000010:3.0:1724310014.890107:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416d80. 02000000:00000010:3.0:1724310014.890109:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090600000. 00000100:00000010:3.0:1724310014.890132:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415180. 02000000:00000010:3.0:1724310014.890135:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7b000. 00000100:00000010:3.0:1724310014.890137:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414380. 02000000:00000010:3.0:1724310014.890139:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007bdb0000. 00000100:00000010:3.0:1724310014.890158:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414000. 02000000:00000010:3.0:1724310014.890160:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094732000. 00000100:00000010:3.0:1724310014.890162:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417800. 02000000:00000010:3.0:1724310014.890164:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ccb0000. 00000100:00000010:3.0:1724310014.890181:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416300. 02000000:00000010:3.0:1724310014.890184:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094730000. 00000100:00000010:3.0:1724310014.890186:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417480. 02000000:00000010:3.0:1724310014.890188:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088e20000. 00000100:00000010:3.0:1724310014.890210:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414700. 02000000:00000010:3.0:1724310014.890212:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc79000. 00000100:00000010:3.0:1724310014.890214:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414e00. 02000000:00000010:3.0:1724310014.890217:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880095030000. 00000100:00000010:3.0:1724310014.890236:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511bb80. 02000000:00000010:3.0:1724310014.890239:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088951000. 00000100:00000010:3.0:1724310014.890241:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415500. 02000000:00000010:3.0:1724310014.890244:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c520000. 00000100:00000010:3.0:1724310014.890282:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414a80. 02000000:00000010:3.0:1724310014.890285:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088957000. 00000100:00000010:3.0:1724310014.890287:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415f80. 02000000:00000010:3.0:1724310014.890290:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093110000. 00000100:00000010:3.0:1724310014.890310:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417b80. 02000000:00000010:3.0:1724310014.890313:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090daa000. 00000100:00000010:3.0:1724310014.890315:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417100. 02000000:00000010:3.0:1724310014.890317:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ded0000. 00000100:00000010:3.0:1724310014.890339:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416a00. 02000000:00000010:3.0:1724310014.890341:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090da8000. 00000100:00000010:3.0:1724310014.890344:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3f480. 02000000:00000010:3.0:1724310014.890347:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082730000. 00000100:00000010:3.0:1724310014.891211:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccfb80. 02000000:00000010:3.0:1724310014.891216:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a2000. 00000100:00000010:3.0:1724310014.891219:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d880. 02000000:00000010:3.0:1724310014.891222:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072d00000. 00000100:00000010:3.0:1724310014.891250:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3e680. 02000000:00000010:3.0:1724310014.891254:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5c000. 00000100:00000010:3.0:1724310014.891274:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ed80. 02000000:00000010:3.0:1724310014.891277:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064ef0000. 00000100:00000010:3.0:1724310014.891723:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ca80. 02000000:00000010:3.0:1724310014.891727:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba58000. 00000100:00000010:3.0:1724310014.891730:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d500. 02000000:00000010:3.0:1724310014.891732:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088220000. 00000100:00000010:3.0:1724310014.891758:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3dc00. 02000000:00000010:3.0:1724310014.891761:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a025000. 00000100:00000010:3.0:1724310014.891764:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1aa00. 02000000:00000010:3.0:1724310014.891766:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088900000. 00000100:00000010:3.0:1724310014.891789:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1b480. 02000000:00000010:3.0:1724310014.891792:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087588000. 00000100:00000010:3.0:1724310014.891795:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3fb80. 02000000:00000010:3.0:1724310014.891797:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088a00000. 00000100:00000010:3.0:1724310014.891818:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d180. 02000000:00000010:3.0:1724310014.891821:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e79000. 00000100:00000010:3.0:1724310014.891823:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ce00. 02000000:00000010:3.0:1724310014.891825:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880041510000. 00000100:00000010:3.0:1724310014.891851:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44e00. 02000000:00000010:3.0:1724310014.891854:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb50000. 00000100:00000010:3.0:1724310014.891857:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44000. 02000000:00000010:3.0:1724310014.891859:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cc90000. 00000100:00000010:3.0:1724310014.891881:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45500. 02000000:00000010:3.0:1724310014.891884:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281c000. 00000100:00000010:3.0:1724310014.891887:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46300. 02000000:00000010:3.0:1724310014.891889:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092cf0000. 00000100:00000010:3.0:1724310014.891907:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d47100. 02000000:00000010:3.0:1724310014.891910:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d172000. 00000100:00000010:3.0:1724310014.891912:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46a00. 02000000:00000010:3.0:1724310014.891914:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bdc0000. 00000100:00000010:3.0:1724310014.891934:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44380. 02000000:00000010:3.0:1724310014.891936:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583b000. 00000100:00000010:3.0:1724310014.891938:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44700. 02000000:00000010:3.0:1724310014.891940:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090540000. 00000100:00000010:3.0:1724310014.891959:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45880. 02000000:00000010:3.0:1724310014.891962:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a1000. 00000100:00000010:3.0:1724310014.891964:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45180. 02000000:00000010:3.0:1724310014.891966:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093930000. 00000100:00000010:3.0:1724310014.891984:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d19c00. 02000000:00000010:3.0:1724310014.891986:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d173000. 00000100:00000010:3.0:1724310014.891988:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46680. 02000000:00000010:3.0:1724310014.891990:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932e0000. 00000100:00000010:3.0:1724310014.892012:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d47b80. 02000000:00000010:3.0:1724310014.892016:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880065838000. 00000100:00000010:3.0:1724310014.892018:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a5880. 02000000:00000010:3.0:1724310014.892021:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800947a0000. 00000100:00000010:3.0:1724310014.892045:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6d80. 02000000:00000010:3.0:1724310014.892050:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a1000. 00000100:00000010:3.0:1724310014.892053:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a4000. 02000000:00000010:3.0:1724310014.892056:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880078a10000. 00000100:00000010:3.0:1724310014.892078:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a5180. 02000000:00000010:3.0:1724310014.892081:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880095338000. 00000100:00000010:3.0:1724310014.892084:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7100. 02000000:00000010:3.0:1724310014.892086:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086e80000. 00000100:00000010:3.0:1724310014.892109:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6a00. 02000000:00000010:3.0:1724310014.892112:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801243cd000. 00000100:00000010:3.0:1724310014.892116:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7800. 02000000:00000010:3.0:1724310014.892119:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800876a0000. 00000100:00000010:3.0:1724310014.892148:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a4a80. 02000000:00000010:3.0:1724310014.892151:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080708000. 00000100:00000010:3.0:1724310014.892153:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7b80. 02000000:00000010:3.0:1724310014.892155:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877d0000. 00000100:00000010:3.0:1724310014.892181:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185500. 02000000:00000010:3.0:1724310014.892185:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231c000. 00000100:00000010:3.0:1724310014.892187:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184380. 02000000:00000010:3.0:1724310014.892190:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800888b0000. 00000100:00000010:3.0:1724310014.892208:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184700. 02000000:00000010:3.0:1724310014.892211:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a6000. 00000100:00000010:3.0:1724310014.892213:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185f80. 02000000:00000010:3.0:1724310014.892216:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be90000. 00000100:00000010:3.0:1724310014.892233:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9880. 02000000:00000010:3.0:1724310014.892236:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a1000. 00000100:00000010:3.0:1724310014.892239:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aa300. 02000000:00000010:3.0:1724310014.892242:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087cf0000. 00000100:00000010:3.0:1724310014.892407:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8a80. 02000000:00000010:3.0:1724310014.892411:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bcd000. 00000100:00000010:3.0:1724310014.892414:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242abb80. 02000000:00000010:3.0:1724310014.892417:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087e00000. 00000100:00000010:3.0:1724310014.892435:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8e00. 02000000:00000010:3.0:1724310014.892438:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342d000. 00000100:00000010:3.0:1724310014.892441:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8380. 02000000:00000010:3.0:1724310014.892443:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088450000. 00000100:00000010:3.0:1724310014.892463:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242ab480. 02000000:00000010:3.0:1724310014.892466:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134388000. 00000100:00000010:3.0:1724310014.892469:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9c00. 02000000:00000010:3.0:1724310014.892471:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008dd00000. 00000100:00000010:3.0:1724310014.892490:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aaa00. 02000000:00000010:3.0:1724310014.892492:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134389000. 00000100:00000010:3.0:1724310014.892495:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9500. 02000000:00000010:3.0:1724310014.892498:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008df40000. 00000100:00000010:3.0:1724310014.892516:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aa680. 02000000:00000010:3.0:1724310014.892519:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc3000. 00000100:00000010:3.0:1724310014.892521:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8000. 02000000:00000010:3.0:1724310014.892523:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877b0000. 00000100:00000010:3.0:1724310014.892555:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242ab800. 02000000:00000010:3.0:1724310014.892558:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801328f7000. 00000100:00000010:3.0:1724310014.892573:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8700. 02000000:00000010:3.0:1724310014.892576:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cbc0000. 00000100:00000010:3.0:1724310014.892594:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9f80. 02000000:00000010:3.0:1724310014.892597:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e73000. 00000100:00000010:3.0:1724310014.892604:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9180. 02000000:00000010:3.0:1724310014.892606:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087980000. 00000100:00000010:3.0:1724310014.892623:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d19500. 02000000:00000010:3.0:1724310014.892626:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013432e000. 00000100:00000010:3.0:1724310014.892630:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6a00. 02000000:00000010:3.0:1724310014.892633:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88004f960000. 00000100:00000010:3.0:1724310014.892650:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6d80. 02000000:00000010:3.0:1724310014.892653:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013432b000. 00000100:00000010:3.0:1724310014.892660:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723800. 02000000:00000010:3.0:1724310014.892663:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be50000. 00000100:00000010:3.0:1724310014.892682:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723480. 02000000:00000010:3.0:1724310014.892685:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b5000. 00000100:00000010:3.0:1724310014.892687:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723100. 02000000:00000010:3.0:1724310014.892689:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bcb0000. 00000100:00000010:3.0:1724310014.892709:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722680. 02000000:00000010:3.0:1724310014.892712:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122394000. 00000100:00000010:3.0:1724310014.892714:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18e00. 02000000:00000010:3.0:1724310014.892717:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800879a0000. 00000100:00000010:3.0:1724310014.892735:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721f80. 02000000:00000010:3.0:1724310014.892738:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343ac000. 00000100:00000010:3.0:1724310014.892741:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722a00. 02000000:00000010:3.0:1724310014.892744:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080300000. 00000100:00000010:3.0:1724310014.892767:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722d80. 02000000:00000010:3.0:1724310014.892770:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122391000. 00000100:00000010:3.0:1724310014.892779:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721c00. 02000000:00000010:3.0:1724310014.892782:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c6e0000. 00000100:00000010:3.0:1724310014.892811:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccdc00. 02000000:00000010:3.0:1724310014.892813:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a92000. 00000100:00000010:3.0:1724310014.892816:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccf100. 02000000:00000010:3.0:1724310014.892819:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090f90000. 00000100:00000010:3.0:1724310014.892839:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccd880. 02000000:00000010:3.0:1724310014.892842:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228bd000. 00000100:00000010:3.0:1724310014.892844:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566d180. 02000000:00000010:3.0:1724310014.892848:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092d30000. 00000100:00000010:3.0:1724310014.892873:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566df80. 02000000:00000010:3.0:1724310014.892875:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123fd4000. 00000100:00000010:3.0:1724310014.892878:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566fb80. 02000000:00000010:3.0:1724310014.892880:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d970000. 00000100:00000010:3.0:1724310014.892900:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566ce00. 02000000:00000010:3.0:1724310014.892903:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124569000. 00000100:00000010:3.0:1724310014.892905:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566f800. 02000000:00000010:3.0:1724310014.892907:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bef0000. 00000100:00000010:3.0:1724310014.892925:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1bb80. 02000000:00000010:3.0:1724310014.892928:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfb000. 00000100:00000010:3.0:1724310014.892930:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566ed80. 02000000:00000010:3.0:1724310014.892932:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800951d0000. 00000100:00000010:3.0:1724310014.892952:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566e300. 02000000:00000010:3.0:1724310014.892954:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008de29000. 00000100:00000010:3.0:1724310014.892957:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1a680. 02000000:00000010:3.0:1724310014.892959:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090ce0000. 00000100:00000010:3.0:1724310014.892983:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18000. 02000000:00000010:3.0:1724310014.892986:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e62000. 00000100:00000010:3.0:1724310014.892989:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566c000. 02000000:00000010:3.0:1724310014.892991:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081b80000. 00000100:00000010:3.0:1724310014.893012:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566c380. 02000000:00000010:3.0:1724310014.893015:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c6000. 00000100:00000010:3.0:1724310014.893018:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566f480. 02000000:00000010:3.0:1724310014.893020:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081870000. 00000100:00000010:3.0:1724310014.893039:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18380. 02000000:00000010:3.0:1724310014.893042:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d2000. 00000100:00000010:3.0:1724310014.893045:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122311880. 02000000:00000010:3.0:1724310014.893048:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f2f0000. 00000100:00000010:3.0:1724310014.893073:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122312d80. 02000000:00000010:3.0:1724310014.893077:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f14000. 00000100:00000010:3.0:1724310014.893079:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1a300. 02000000:00000010:3.0:1724310014.893081:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087af0000. 00000100:00000010:3.0:1724310014.893102:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313b80. 02000000:00000010:3.0:1724310014.893105:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce42000. 00000100:00000010:3.0:1724310014.893108:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310000. 02000000:00000010:3.0:1724310014.893111:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092fd0000. 00000100:00000010:3.0:1724310014.893130:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122311c00. 02000000:00000010:3.0:1724310014.893133:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce9f000. 00000100:00000010:3.0:1724310014.893136:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310e00. 02000000:00000010:3.0:1724310014.893139:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064810000. 00000100:00000010:3.0:1724310014.893166:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ce00. 02000000:00000010:3.0:1724310014.893171:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318e8000. 00000100:00000010:3.0:1724310014.893173:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497c700. 02000000:00000010:3.0:1724310014.893175:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f8a0000. 00000100:00000010:3.0:1724310014.893193:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310700. 02000000:00000010:3.0:1724310014.893196:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560a000. 00000100:00000010:3.0:1724310014.893199:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313800. 02000000:00000010:3.0:1724310014.893201:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006b400000. 00000100:00000010:3.0:1724310014.893222:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497df80. 02000000:00000010:3.0:1724310014.893231:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29d000. 00000100:00000010:3.0:1724310014.893234:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ed80. 02000000:00000010:3.0:1724310014.893237:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880077d40000. 00000100:00000010:3.0:1724310014.893279:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305f80. 02000000:00000010:3.0:1724310014.893283:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319df000. 00000100:00000010:3.0:1724310014.893285:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305500. 02000000:00000010:3.0:1724310014.893287:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007edd0000. 00000100:00000010:3.0:1724310014.893309:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ca80. 02000000:00000010:3.0:1724310014.893313:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e45000. 00000100:00000010:3.0:1724310014.893315:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304380. 02000000:00000010:3.0:1724310014.893317:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074c00000. 00000400:00000200:0.0:1724310014.893495:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.893509:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209900 00000400:00000200:0.0:1724310014.893516:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 0 00000400:00000200:0.0:1724310014.893533:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.893537:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.893542:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.893547:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50700. 00000020:00000010:1.0:1724310014.893610:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c58600. 00000020:00000010:1.0:1724310014.893615:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.893620:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000010:3.0:1724310014.893631:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306a00. 02000000:00000010:3.0:1724310014.893634:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093924000. 00000100:00000010:3.0:1724310014.893636:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307800. 02000000:00000010:3.0:1724310014.893638:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093370000. 00000100:00000200:1.0:1724310014.893659:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883369728 00000100:00000010:3.0:1724310014.893662:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721880. 02000000:00000010:3.0:1724310014.893665:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13d000. 00000100:00000010:3.0:1724310014.893667:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721180. 02000000:00000010:3.0:1724310014.893669:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c770000. 02000000:00000010:1.0:1724310014.893687:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb50000. 00000100:00000010:3.0:1724310014.893687:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f800. 02000000:00000010:3.0:1724310014.893691:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472ce000. 00000100:00000010:3.0:1724310014.893693:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307b80. 02000000:00000010:3.0:1724310014.893695:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800875e0000. 00010000:00000010:1.0:1724310014.893716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00000100:00000010:3.0:1724310014.893716:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304a80. 02000000:00000010:3.0:1724310014.893718:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8a000. 00000100:00000010:3.0:1724310014.893721:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306d80. 02000000:00000010:3.0:1724310014.893723:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082700000. 00010000:00000010:1.0:1724310014.893730:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000100:00000010:3.0:1724310014.893741:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304e00. 02000000:00000010:3.0:1724310014.893743:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf3000. 00000100:00000010:3.0:1724310014.893746:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306300. 02000000:00000010:3.0:1724310014.893748:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7a0000. 00010000:00000010:1.0:1724310014.893754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.893758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.893768:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.893770:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00000100:00000010:3.0:1724310014.893772:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305c00. 00010000:00000010:1.0:1724310014.893773:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 02000000:00000010:3.0:1724310014.893774:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c497000. 00010000:00000010:1.0:1724310014.893775:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000100:00000010:3.0:1724310014.893777:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307480. 02000000:00000010:3.0:1724310014.893779:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e900000. 00000100:00000010:3.0:1724310014.893800:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304700. 02000000:00000010:3.0:1724310014.893802:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b47000. 00000100:00000010:3.0:1724310014.893805:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2ad80. 02000000:00000010:3.0:1724310014.893807:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d790000. 00000100:00000010:3.0:1724310014.893829:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b28700. 02000000:00000010:3.0:1724310014.893832:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6a000. 00000100:00000010:3.0:1724310014.893835:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2a680. 02000000:00000010:3.0:1724310014.893837:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800864c0000. 00010000:00000010:1.0:1724310014.893851:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.893853:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.893855:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.893856:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000100:00000010:3.0:1724310014.893859:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745f80. 02000000:00000010:3.0:1724310014.893863:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010ccff000. 00000100:00000010:3.0:1724310014.893865:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746a00. 02000000:00000010:3.0:1724310014.893867:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d100000. 00000020:00000010:1.0:1724310014.893874:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.893878:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938740. 00000020:00000010:1.0:1724310014.893886:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf0f00. 00080000:00000010:1.0:1724310014.893891:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c421000. 00000100:00000010:3.0:1724310014.893896:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745880. 02000000:00000010:3.0:1724310014.893898:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6b000. 00000100:00000010:3.0:1724310014.893901:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094744700. 02000000:00000010:3.0:1724310014.893903:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083180000. 00000100:00000010:3.0:1724310014.893923:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745500. 02000000:00000010:3.0:1724310014.893926:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbac000. 00000100:00000010:3.0:1724310014.893928:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094747800. 02000000:00000010:3.0:1724310014.893931:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934f0000. 00000100:00000010:3.0:1724310014.893958:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746300. 02000000:00000010:3.0:1724310014.893961:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab7000. 00000100:00000010:3.0:1724310014.893965:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfa680. 02000000:00000010:3.0:1724310014.893968:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b00000. 00000100:00000010:3.0:1724310014.893990:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497e680. 02000000:00000010:3.0:1724310014.893995:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b6000. 00000100:00000010:3.0:1724310014.893997:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f480. 02000000:00000010:3.0:1724310014.893999:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081180000. 00000100:00000010:3.0:1724310014.894015:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497d500. 02000000:00000010:3.0:1724310014.894018:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223b9000. 00000100:00000010:3.0:1724310014.894020:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497dc00. 02000000:00000010:3.0:1724310014.894021:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddc0000. 00000100:00000010:3.0:1724310014.894039:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfad80. 02000000:00000010:3.0:1724310014.894042:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8b000. 00000100:00000010:3.0:1724310014.894045:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8e00. 02000000:00000010:3.0:1724310014.894050:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932c0000. 00000001:00000010:1.0:1724310014.894054:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bab40. 00000001:00000010:1.0:1724310014.894058:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000100:00000010:3.0:1724310014.894072:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800832c6300. 02000000:00000010:3.0:1724310014.894075:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3b000. 00000100:00000010:3.0:1724310014.894077:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7800. 02000000:00000010:3.0:1724310014.894080:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d4f0000. 00000020:00000010:1.0:1724310014.894089:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf0f00. 00010000:00000010:1.0:1724310014.894095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.894097:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000100:00000010:3.0:1724310014.894098:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8380. 02000000:00000010:3.0:1724310014.894101:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0df000. 00000100:00000010:3.0:1724310014.894104:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720e00. 02000000:00000010:3.0:1724310014.894105:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080830000. 00010000:00000010:1.0:1724310014.894110:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.894126:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.894129:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00000100:00000010:3.0:1724310014.894130:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4e00. 02000000:00000010:3.0:1724310014.894133:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458c000. 00000100:00000010:3.0:1724310014.894135:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4380. 02000000:00000010:3.0:1724310014.894137:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800815f0000. 00080000:00000010:1.0:1724310014.894147:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce756c0. 00000004:00000010:1.0:1724310014.894151:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:1.0:1724310014.894153:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d780. 00000004:00000010:1.0:1724310014.894159:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00000100:00000010:3.0:1724310014.894160:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8700. 02000000:00000010:3.0:1724310014.894163:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134466000. 00010000:00000010:1.0:1724310014.894164:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00000100:00000010:3.0:1724310014.894165:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720a80. 02000000:00000010:3.0:1724310014.894167:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087670000. 00010000:00000200:1.0:1724310014.894176:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096244, last committed = 4295096163 00010000:00000200:1.0:1724310014.894181:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50700 x1808069883369728/t4295096244(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000100:00000010:3.0:1724310014.894190:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219dc00. 02000000:00000010:3.0:1724310014.894193:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009e4d5000. 00000400:00000010:1.0:1724310014.894194:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000010:3.0:1724310014.894195:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f480. 02000000:00000010:3.0:1724310014.894197:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866f0000. 00000100:00000200:1.0:1724310014.894198:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883369728, offset 224 00000400:00000010:1.0:1724310014.894204:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcab8. 00000400:00000200:1.0:1724310014.894206:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.894214:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000100:00000010:3.0:1724310014.894215:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4000. 02000000:00000010:3.0:1724310014.894218:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f2000. 00000400:00000200:1.0:1724310014.894219:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531367:531367:256:4294967295] 192.168.204.31@tcp LPNI seq info [531363:531363:8:4294967295] 00000100:00000010:3.0:1724310014.894220:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219d880. 02000000:00000010:3.0:1724310014.894222:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880085530000. 00000400:00000200:1.0:1724310014.894223:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.894229:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.894233:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.894236:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310014.894240:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.894245:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000100:00000010:3.0:1724310014.894247:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219df80. 00000800:00000200:1.0:1724310014.894249:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 02000000:00000010:3.0:1724310014.894250:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ae000. 00000100:00000010:3.0:1724310014.894252:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ca80. 02000000:00000010:3.0:1724310014.894254:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880045120000. 00000020:00000010:1.0:1724310014.894286:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.894290:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.894292:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c58600. 00000800:00000200:1.0:1724310014.894589:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.894591:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:1.0:1724310014.894594:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.894597:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.895279:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.895288:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294f99 00000400:00000200:0.0:1724310014.895292:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.895294:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.895298:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:0.0:1724310014.895299:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:2.0:1724310014.895350:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:2.0:1724310014.895356:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:0.0:1724310014.896081:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.896088:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209980 00000400:00000200:0.0:1724310014.896093:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 488 00000400:00000200:0.0:1724310014.896122:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.896125:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.896128:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.896131:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53480. 00000020:00000010:2.0:1724310014.896183:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9600. 00000020:00000010:2.0:1724310014.896187:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.896190:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.896221:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883369856 00000001:00000010:2.0:1724310014.896232:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310014.896248:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.896252:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310014.896305:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880085530000. 00010000:00000010:2.0:1724310014.896325:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310014.896328:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.896337:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.896339:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.896342:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310014.896344:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000004:00000010:2.0:1724310014.896424:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310014.896430:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.896435:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310014.896441:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00000100:00000010:3.0:1724310014.896556:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4700. 02000000:00000010:3.0:1724310014.896561:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff0000. 00000100:00000010:3.0:1724310014.896564:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5180. 02000000:00000010:3.0:1724310014.896567:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093440000. 00000100:00000010:3.0:1724310014.896585:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f100. 02000000:00000010:3.0:1724310014.896588:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e7000. 00000100:00000010:3.0:1724310014.896590:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8c380. 02000000:00000010:3.0:1724310014.896593:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083150000. 00000100:00000010:3.0:1724310014.896616:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d500. 02000000:00000010:3.0:1724310014.896619:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012decf000. 00000100:00000010:3.0:1724310014.896622:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8e680. 02000000:00000010:3.0:1724310014.896624:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800906b0000. 00000100:00000010:3.0:1724310014.896645:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9c00. 02000000:00000010:3.0:1724310014.896648:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012decd000. 00000100:00000010:3.0:1724310014.896651:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfbb80. 02000000:00000010:3.0:1724310014.896654:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880079360000. 00000100:00000010:3.0:1724310014.896779:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8dc00. 02000000:00000010:3.0:1724310014.896783:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008f164000. 00000100:00000010:3.0:1724310014.896786:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8ea00. 02000000:00000010:3.0:1724310014.896788:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087a60000. 00000100:00000010:3.0:1724310014.896806:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720700. 02000000:00000010:3.0:1724310014.896808:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a3000. 00000100:00000010:3.0:1724310014.896811:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722300. 02000000:00000010:3.0:1724310014.896813:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082a20000. 00010000:00000010:2.0:1724310014.896987:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310014.896990:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.896993:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.896996:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000100:00000010:3.0:1724310014.897019:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8a80. 02000000:00000010:3.0:1724310014.897027:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0d000. 00010000:00000010:2.0:1724310014.897030:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00000100:00000010:3.0:1724310014.897030:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfb800. 02000000:00000010:3.0:1724310014.897032:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086640000. 00010000:00000010:2.0:1724310014.897038:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.897041:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00000100:00000010:3.0:1724310014.897053:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7b80. 02000000:00000010:3.0:1724310014.897056:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012decb000. 00000100:00000010:3.0:1724310014.897058:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5f80. 02000000:00000010:3.0:1724310014.897061:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880029fd0000. 00010000:00000010:2.0:1724310014.897063:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310014.897074:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53480 x1808069883369856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000100:00000010:3.0:1724310014.897079:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a680. 02000000:00000010:3.0:1724310014.897082:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8d000. 00000400:00000010:2.0:1724310014.897085:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206110. 00000100:00000010:3.0:1724310014.897085:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446ad80. 02000000:00000010:3.0:1724310014.897087:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c20000. 00000100:00000200:2.0:1724310014.897089:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883369856, offset 224 00000400:00000200:2.0:1724310014.897094:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.897100:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.897105:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531368:531368:256:4294967295] 192.168.204.31@tcp LPNI seq info [531364:531364:8:4294967295] 00000100:00000010:3.0:1724310014.897107:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9180. 02000000:00000010:3.0:1724310014.897109:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433f000. 00000400:00000200:2.0:1724310014.897112:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000100:00000010:3.0:1724310014.897112:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468e00. 02000000:00000010:3.0:1724310014.897115:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880091ee0000. 00000800:00000200:2.0:1724310014.897116:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.897119:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.897124:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.897129:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.897132:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000100:00000010:3.0:1724310014.897135:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6680. 02000000:00000010:3.0:1724310014.897138:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b887000. 00000100:00000010:3.0:1724310014.897141:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468a80. 02000000:00000010:3.0:1724310014.897143:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e920000. 00000020:00000010:2.0:1724310014.897154:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.897157:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.897160:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9600. 00000800:00000200:1.0:1724310014.897214:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.897217:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310014.897219:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.897222:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.897225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206110 00000400:00000010:1.0:1724310014.897227:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206110. 00000100:00000010:3.0:1724310014.897756:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9f80. 02000000:00000010:3.0:1724310014.897761:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801175ed000. 00000100:00000010:3.0:1724310014.897763:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094469500. 02000000:00000010:3.0:1724310014.897766:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880075a40000. 00000100:00000010:3.0:1724310014.897784:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b100. 02000000:00000010:3.0:1724310014.897787:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801175e9000. 00000100:00000010:3.0:1724310014.897796:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b800. 02000000:00000010:3.0:1724310014.897798:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086670000. 00000100:00000010:3.0:1724310014.897822:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6d80. 02000000:00000010:3.0:1724310014.897825:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012deca000. 00000100:00000010:3.0:1724310014.897835:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5500. 02000000:00000010:3.0:1724310014.897838:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be10000. 00000100:00000010:3.0:1724310014.897856:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d880. 02000000:00000010:3.0:1724310014.897859:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433b000. 00000100:00000010:3.0:1724310014.897862:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a300. 02000000:00000010:3.0:1724310014.897864:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d2b0000. 00000100:00000010:3.0:1724310014.897882:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468000. 02000000:00000010:3.0:1724310014.897885:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122998000. 00000100:00000010:3.0:1724310014.897888:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c7b80. 02000000:00000010:3.0:1724310014.897891:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b20000. 00000100:00000010:3.0:1724310014.897918:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6a00. 02000000:00000010:3.0:1724310014.897921:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf11000. 00000100:00000010:3.0:1724310014.897924:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c4000. 02000000:00000010:3.0:1724310014.897926:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f750000. 00000100:00000010:3.0:1724310014.897949:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c5880. 02000000:00000010:3.0:1724310014.897952:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516c000. 00000100:00000010:3.0:1724310014.897954:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6d80. 02000000:00000010:3.0:1724310014.897956:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5c0000. 00000400:00000200:0.0:1724310014.898535:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.898544:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209a80 00000400:00000200:0.0:1724310014.898549:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 1064 00000400:00000200:0.0:1724310014.898561:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.898564:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.898568:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.898572:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52d80. 00000020:00000010:2.0:1724310014.898651:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9600. 00000020:00000010:2.0:1724310014.898655:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.898657:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.898844:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883370112 02000000:00000010:2.0:1724310014.898866:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a1000. 00010000:00000010:2.0:1724310014.898885:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310014.898894:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.898910:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.898914:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.898921:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.898923:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310014.898925:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.898927:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310014.898987:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.898990:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.898992:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.898994:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310014.899009:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.899013:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.899020:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10de0. 00080000:00000010:2.0:1724310014.899025:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88005c9e4800. 00000001:00000010:2.0:1724310014.899171:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10900. 00000001:00000010:2.0:1724310014.899176:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310014.899203:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10de0. 00010000:00000010:2.0:1724310014.899209:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.899212:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.899222:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310014.899237:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310014.899240:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310014.899253:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310014.899272:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310014.899276:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.899281:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310014.899289:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310014.899299:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096245, last committed = 4295096163 00010000:00000200:2.0:1724310014.899305:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52d80 x1808069883370112/t4295096245(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.899314:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206330. 00000100:00000200:2.0:1724310014.899318:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883370112, offset 224 00000400:00000010:2.0:1724310014.899323:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60a80. 00000400:00000200:2.0:1724310014.899326:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.899333:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.899337:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531369:531369:256:4294967295] 192.168.204.31@tcp LPNI seq info [531365:531365:8:4294967295] 00000400:00000200:2.0:1724310014.899340:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.899345:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.899348:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.899351:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.899355:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.899360:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.899471:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.899483:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.899486:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.899489:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9600. 00000100:00000010:3.0:1724310014.899556:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f652d80. 02000000:00000010:3.0:1724310014.899563:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e4000. 00000100:00000010:3.0:1724310014.899566:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f651f80. 02000000:00000010:3.0:1724310014.899568:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093770000. 00000100:00000010:3.0:1724310014.899593:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4a80. 02000000:00000010:3.0:1724310014.899596:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801226e0000. 00000100:00000010:3.0:1724310014.899610:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f650000. 02000000:00000010:3.0:1724310014.899613:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f70000. 00000100:00000010:3.0:1724310014.899639:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5880. 02000000:00000010:3.0:1724310014.899642:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880135168000. 00000100:00000010:3.0:1724310014.899650:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f653b80. 00000100:00000200:3.0:1724310014.899656:0:7083:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000800:00000200:0.0:1724310014.899756:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.899758:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.899761:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.899765:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000010:2.0:1724310014.899839:0:7083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a90b0. 00000400:00000010:2.0:1724310014.899844:0:7083:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88009c237000. 00000400:00000200:0.0:1724310014.901128:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.901138:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fa1 00000400:00000200:0.0:1724310014.901141:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.901144:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.901148:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206330 00000400:00000010:0.0:1724310014.901150:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206330. 00000400:00000200:0.0:1724310014.901177:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.901182:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209b00 00000400:00000200:0.0:1724310014.901187:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 1552 00000400:00000200:0.0:1724310014.901199:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.901202:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.901205:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.901209:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52680. 00010000:00000010:1.0:1724310014.901303:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:1.0:1724310014.901310:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000020:00000010:2.0:1724310014.901377:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801340b9600. 00000020:00000010:2.0:1724310014.901382:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.901385:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.901410:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883370240 00000001:00000010:2.0:1724310014.901417:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310014.901430:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.901434:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 02000000:00000010:2.0:1724310014.901469:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:2.0:1724310014.901487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.901490:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.901499:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.901501:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.901503:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.901505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000004:00000010:2.0:1724310014.901563:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310014.901570:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310014.901574:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310014.901579:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:1.1:1724310014.901902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310014.901909:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310014.901913:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310014.901915:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310014.901958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310014.901962:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310014.901964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310014.901966:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310014.901968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.901972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310014.901974:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310014.901976:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.902163:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.902166:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310014.902168:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.902171:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310014.902209:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.902215:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.902217:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.902238:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310014.902248:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52680 x1808069883370240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.902287:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e2067f8. 00000100:00000200:2.0:1724310014.902292:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883370240, offset 224 00000400:00000200:2.0:1724310014.902296:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.902303:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.902308:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531370:531370:256:4294967295] 192.168.204.31@tcp LPNI seq info [531366:531366:8:4294967295] 00000400:00000200:2.0:1724310014.902315:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.902319:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.902322:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310014.902326:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.902331:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.902334:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.902351:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.902354:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.902356:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801340b9600. 00000800:00000200:0.0:1724310014.902417:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.902420:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310014.902423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.902426:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.902429:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e2067f8 00000400:00000010:0.0:1724310014.902430:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e2067f8. 00000400:00000200:0.0:1724310014.903672:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.903680:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209c00 00000400:00000200:0.0:1724310014.903686:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 2128 00000400:00000200:0.0:1724310014.903702:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.903705:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.903709:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.903714:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53b80. 00000020:00000010:3.0:1724310014.903783:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867df200. 00000020:00000010:3.0:1724310014.903788:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.903792:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.903818:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883370496 02000000:00000010:3.0:1724310014.903838:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a1000. 00010000:00000010:3.0:1724310014.903860:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:3.0:1724310014.903868:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:3.0:1724310014.903885:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310014.903889:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.903895:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310014.903898:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310014.903900:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310014.903902:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.903957:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.903960:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.903962:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310014.903964:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310014.903978:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c280. 00000020:00000010:3.0:1724310014.903982:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c280. 00000020:00000010:3.0:1724310014.903995:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a120. 00080000:00000010:3.0:1724310014.903999:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012dcf0c00. 00000001:00000010:3.0:1724310014.904164:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a240. 00000001:00000010:3.0:1724310014.904169:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310014.904195:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a120. 00010000:00000010:3.0:1724310014.904201:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310014.904204:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.904215:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310014.904232:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310014.904235:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00080000:00000010:3.0:1724310014.904250:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:3.0:1724310014.904255:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:3.0:1724310014.904453:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:3.0:1724310014.904458:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:3.0:1724310014.904467:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310014.904477:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096246, last committed = 4295096163 00010000:00000200:3.0:1724310014.904482:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53b80 x1808069883370496/t4295096246(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.904497:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.904501:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883370496, offset 224 00000400:00000010:3.0:1724310014.904506:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467968. 00000400:00000200:3.0:1724310014.904508:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.904514:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.904518:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531371:531371:256:4294967295] 192.168.204.31@tcp LPNI seq info [531367:531367:8:4294967295] 00000400:00000200:3.0:1724310014.904522:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.904526:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.904530:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.904533:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310014.904537:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.904542:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.904545:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.904688:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.904692:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.904693:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867df200. 00000800:00000200:0.0:1724310014.904728:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.904730:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310014.904734:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.904737:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.907488:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310014.907503:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fad 00000400:00000200:2.0:1724310014.907509:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.907512:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310014.907516:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310014.907518:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310014.907526:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310014.907533:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:2.0:1724310014.907548:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.907594:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209c80 00000400:00000200:2.0:1724310014.907598:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 2616 00010000:00000010:3.0:1724310014.907599:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.907605:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00000400:00000200:2.0:1724310014.907616:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.907619:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.907623:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.907627:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4e00. 00000020:00000010:3.0:1724310014.907657:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867df200. 00000020:00000010:3.0:1724310014.907660:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.907664:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.907692:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883370624 00000001:00000010:3.0:1724310014.907700:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310014.907715:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310014.907718:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310014.907761:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093770000. 00010000:00000010:3.0:1724310014.907778:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310014.907781:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.907791:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.907793:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.907796:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310014.907797:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310014.907869:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310014.907875:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d9d8. 00000004:00000010:3.0:1724310014.907879:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310014.907885:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75040. 00010000:00000010:3.0:1724310014.908419:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310014.908422:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310014.908424:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.908427:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310014.908459:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.908465:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.908467:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.908487:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310014.908499:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4e00 x1808069883370624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.908511:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.908515:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883370624, offset 224 00000400:00000200:3.0:1724310014.908519:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.908525:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.908529:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531372:531372:256:4294967295] 192.168.204.31@tcp LPNI seq info [531368:531368:8:4294967295] 00000400:00000200:3.0:1724310014.908536:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.908539:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.908542:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310014.908546:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.908551:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.908554:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.908576:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.908579:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.908582:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867df200. 00000800:00000200:0.0:1724310014.908774:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.908777:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310014.908780:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.908783:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.908786:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.908787:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:2.0:1724310014.911352:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.911376:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209d80 00000400:00000200:2.0:1724310014.911383:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 3192 00000400:00000200:2.0:1724310014.911405:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.911408:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.911417:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.911423:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7480. 00010000:00000010:3.1:1724310014.911448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310014.911455:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310014.911460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310014.911465:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310014.911468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000020:00000010:2.0:1724310014.911469:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fd200. 00010000:00000010:3.1:1724310014.911471:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000020:00000010:2.0:1724310014.911474:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00010000:00000010:3.1:1724310014.911474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310014.911476:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00000020:00000010:2.0:1724310014.911477:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00010000:00000010:3.1:1724310014.911478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310014.911480:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310014.911483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310014.911487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310014.911522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310014.911532:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310014.911535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310014.911537:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310014.911543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310014.911547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310014.911552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310014.911553:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310014.911557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310014.911559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000100:00000200:2.0:1724310014.912042:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883370880 02000000:00000010:2.0:1724310014.912075:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a3000. 00010000:00000010:2.0:1724310014.912104:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:2.0:1724310014.912115:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:2.0:1724310014.912134:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.912137:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.912146:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.912148:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310014.912151:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.912153:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310014.912233:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.912235:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.912238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.912240:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310014.912609:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.912616:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310014.912624:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10420. 00080000:00000010:2.0:1724310014.912632:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801354d9c00. 00000001:00000010:2.0:1724310014.912795:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10960. 00000001:00000010:2.0:1724310014.912800:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310014.912828:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10420. 00010000:00000010:2.0:1724310014.912835:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.912838:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.912852:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.912871:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.912874:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310014.912891:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75040. 00000004:00000010:2.0:1724310014.912896:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:2.0:1724310014.912899:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d9d8. 00000004:00000010:2.0:1724310014.912904:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:2.0:1724310014.912910:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310014.912922:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096247, last committed = 4295096163 00010000:00000200:2.0:1724310014.912930:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7480 x1808069883370880/t4295096247(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.912944:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206a18. 00000100:00000200:2.0:1724310014.912950:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883370880, offset 224 00000400:00000010:2.0:1724310014.912954:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60ab8. 00000400:00000200:2.0:1724310014.912957:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.912967:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.912972:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531373:531373:256:4294967295] 192.168.204.31@tcp LPNI seq info [531369:531369:8:4294967295] 00000400:00000200:2.0:1724310014.912976:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.912982:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.912986:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.912990:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310014.912995:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.913001:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.913004:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.913993:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.914000:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.914004:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fd200. 00000800:00000200:0.0:1724310014.914169:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.914173:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310014.914177:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.914181:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.916210:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.916224:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fb5 00000400:00000200:0.0:1724310014.916228:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.916231:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.916236:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206a18 00000400:00000010:0.0:1724310014.916239:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206a18. 00000400:00000200:0.0:1724310014.916965:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.916972:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209e00 00000400:00000200:0.0:1724310014.916978:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 3680 00000400:00000200:0.0:1724310014.917036:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.917040:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.917044:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.917050:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50a80. 00000020:00000010:2.0:1724310014.917223:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.917229:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.917233:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00010000:00000010:1.0:1724310014.917388:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:1.0:1724310014.917398:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00000100:00000200:0.0:1724310014.917450:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883371008 00000001:00000010:0.0:1724310014.917459:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:0.0:1724310014.917477:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310014.917481:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310014.917524:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5c0000. 00010000:00000010:0.0:1724310014.917544:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310014.917547:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310014.917557:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310014.917559:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.917562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310014.917564:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000004:00000010:0.0:1724310014.917639:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310014.917645:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6beac8. 00000004:00000010:0.0:1724310014.917650:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806898. 00080000:00000010:0.0:1724310014.917657:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:1.1:1724310014.917988:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310014.917995:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310014.917999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310014.918002:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310014.918004:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310014.918009:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310014.918012:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310014.918014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.925800:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310014.925808:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.925812:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310014.925817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.925875:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310014.925884:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:2.0:1724310014.925889:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:2.0:1724310014.925920:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:2.0:1724310014.925935:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50a80 x1808069883371008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.925950:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e2066e8. 00000100:00000200:2.0:1724310014.925956:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883371008, offset 224 00000400:00000200:2.0:1724310014.925961:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.925974:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.925980:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531374:531374:256:4294967295] 192.168.204.31@tcp LPNI seq info [531370:531370:8:4294967295] 00000400:00000200:2.0:1724310014.925990:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.925995:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.925998:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310014.926003:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.926010:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.926014:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.926086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.926091:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.926094:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310014.926209:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.926212:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310014.926217:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.926220:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.926225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e2066e8 00000400:00000010:0.0:1724310014.926226:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e2066e8. 00010000:00000010:2.1:1724310014.927395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310014.927401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310014.927404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.927407:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310014.927407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310014.927410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310014.927410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310014.927423:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310014.927426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310014.927431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310014.927432:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310014.927434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310014.927437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310014.927438:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310014.927440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310014.927442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310014.930180:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.930194:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13209f00 00000400:00000200:0.0:1724310014.930201:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 4256 00000400:00000200:0.0:1724310014.930220:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.930224:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.930229:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.930235:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50e00. 00000020:00000010:2.0:1724310014.931983:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.931991:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.931996:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.932031:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883371264 02000000:00000010:2.0:1724310014.932058:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134828000. 00010000:00000010:2.0:1724310014.932094:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.932107:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.932129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.932133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.932143:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310014.932145:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310014.932149:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310014.932151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310014.932233:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.932236:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.932238:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310014.932240:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310014.932281:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.932286:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.932294:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310014.932300:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801354d9000. 00000001:00000010:2.0:1724310014.932476:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10ba0. 00000001:00000010:2.0:1724310014.932481:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310014.932510:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310014.932516:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310014.932519:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.932532:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.932549:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310014.932552:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310014.932567:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:2.0:1724310014.932574:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806898. 00000004:00000010:2.0:1724310014.932577:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6beac8. 00000004:00000010:2.0:1724310014.932581:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:2.0:1724310014.932588:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310014.932598:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096248, last committed = 4295096163 00010000:00000200:2.0:1724310014.932607:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50e00 x1808069883371264/t4295096248(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.932620:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206e58. 00000100:00000200:2.0:1724310014.932625:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883371264, offset 224 00000400:00000010:2.0:1724310014.932630:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60af0. 00000400:00000200:2.0:1724310014.932633:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.932644:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.932649:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531375:531375:256:4294967295] 192.168.204.31@tcp LPNI seq info [531371:531371:8:4294967295] 00000400:00000200:2.0:1724310014.932653:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.932659:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.932665:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.932668:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310014.932672:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.932678:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.932681:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.932703:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.932706:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.932709:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:1.0:1724310014.932836:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.932839:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310014.932843:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.932846:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.933341:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310014.933347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:0.0:1724310014.934774:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.934785:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fbd 00000400:00000200:0.0:1724310014.934790:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.934793:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.934797:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206e58 00000400:00000010:0.0:1724310014.934799:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206e58. 00010000:00000010:3.0:1724310014.934868:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310014.934875:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00000400:00000200:0.0:1724310014.934980:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.934986:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13209f80 00000400:00000200:0.0:1724310014.934992:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 4744 00000400:00000200:0.0:1724310014.935032:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.935035:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.935039:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.935042:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50380. 00000020:00000010:2.0:1724310014.936113:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.936119:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.936123:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.936157:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883371392 00000001:00000010:2.0:1724310014.936166:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310014.936185:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.936189:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 02000000:00000010:2.0:1724310014.936233:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f750000. 00010000:00000010:2.0:1724310014.936255:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.936347:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.936359:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.936371:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.936375:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.936377:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310014.936455:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310014.936461:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.936465:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310014.936472:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:2.0:1724310014.937210:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.937213:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.937215:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310014.937218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.937273:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.937282:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.937285:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.937309:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310014.937321:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50380 x1808069883371392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.937334:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206550. 00000100:00000200:2.0:1724310014.937340:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883371392, offset 224 00000400:00000200:2.0:1724310014.937346:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.937354:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.937359:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531376:531376:256:4294967295] 192.168.204.31@tcp LPNI seq info [531372:531372:8:4294967295] 00000400:00000200:2.0:1724310014.937376:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.937381:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.937385:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.937389:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.937395:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.937398:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.937412:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.937415:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.937418:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310014.937741:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.937744:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.937748:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.937752:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.937754:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206550 00000400:00000010:0.0:1724310014.937756:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206550. 00010000:00000010:2.1:1724310014.939864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310014.939875:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310014.939880:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310014.939884:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310014.939887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310014.939894:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310014.939896:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310014.939898:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310014.939900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310014.939902:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000400:00000200:0.0:1724310014.940082:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.940094:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a080 00000400:00000200:0.0:1724310014.940100:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 5320 00000400:00000200:0.0:1724310014.940118:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.940121:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.940127:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.940134:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c380. 00000020:00000010:2.0:1724310014.940405:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.940524:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.940530:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.940552:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883371648 02000000:00000010:2.0:1724310014.940579:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013482f000. 00010000:00000010:2.0:1724310014.940605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.940614:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.940957:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310014.940962:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.940974:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310014.940976:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310014.940978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310014.940981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310014.941230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310014.941233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.941236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310014.941239:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310014.941276:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.941281:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.941289:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e105a0. 00080000:00000010:2.0:1724310014.941295:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801354d8c00. 00000001:00000010:2.0:1724310014.941475:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10c60. 00000001:00000010:2.0:1724310014.941480:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310014.941508:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e105a0. 00010000:00000010:2.0:1724310014.941515:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310014.941518:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.941532:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.941550:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310014.941553:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310014.941570:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:2.0:1724310014.941574:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:2.0:1724310014.941578:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.941583:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310014.941590:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310014.941601:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096249, last committed = 4295096163 00010000:00000200:2.0:1724310014.941609:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14c380 x1808069883371648/t4295096249(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.941622:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e2062a8. 00000100:00000200:2.0:1724310014.941627:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883371648, offset 224 00000400:00000010:2.0:1724310014.941631:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60b28. 00000400:00000200:2.0:1724310014.941634:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.941643:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.941647:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531377:531377:256:4294967295] 192.168.204.31@tcp LPNI seq info [531373:531373:8:4294967295] 00000400:00000200:2.0:1724310014.941651:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.941657:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.941661:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.941664:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310014.941667:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.941673:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.941676:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.941816:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.941820:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.941822:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310014.941894:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.941897:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310014.941901:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.941904:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310014.942603:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310014.942609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310014.944816:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.944828:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fc5 00000400:00000200:0.0:1724310014.944834:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.944837:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.944841:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e2062a8 00000400:00000010:0.0:1724310014.944843:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e2062a8. 00000400:00000200:0.0:1724310014.944870:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.944874:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a100 00000400:00000200:0.0:1724310014.944879:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 5808 00000400:00000200:0.0:1724310014.944893:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.944895:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.944899:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.944904:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d880. 00000020:00000010:2.0:1724310014.945042:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00010000:00000010:1.0:1724310014.945047:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310014.945047:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.945051:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00010000:00000010:1.0:1724310014.945055:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000100:00000200:2.0:1724310014.945082:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883371776 00000001:00000010:2.0:1724310014.945091:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310014.945107:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.945111:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310014.945153:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b20000. 00010000:00000010:2.0:1724310014.945172:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310014.945176:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.945185:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.945188:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.945191:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310014.945193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310014.945303:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310014.945309:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.945313:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310014.945320:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:2.0:1724310014.947676:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310014.947683:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.947688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.947692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.947739:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.947748:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.947751:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.947780:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310014.947794:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14d880 x1808069883371776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.947809:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206ee0. 00000100:00000200:2.0:1724310014.947814:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883371776, offset 224 00000400:00000200:2.0:1724310014.947819:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.947828:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.947834:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531378:531378:256:4294967295] 192.168.204.31@tcp LPNI seq info [531374:531374:8:4294967295] 00000400:00000200:2.0:1724310014.947842:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.947846:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.947954:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310014.947960:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.947966:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.947969:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.948182:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.948187:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.948191:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00010000:00000010:2.1:1724310014.948473:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310014.948479:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310014.948483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310014.948486:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310014.948487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310014.948492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310014.948493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.948495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310014.948497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310014.948498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000800:00000200:1.0:1724310014.949200:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.949204:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310014.949209:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.949214:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.949219:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206ee0 00000400:00000010:1.0:1724310014.949221:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206ee0. 00010000:00000010:0.1:1724310014.951756:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310014.951768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310014.953703:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.953717:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a200 00000400:00000200:0.0:1724310014.953724:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 6384 00000400:00000200:0.0:1724310014.953743:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.953747:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.953753:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.953758:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f100. 00000020:00000010:2.0:1724310014.955877:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.955885:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.955888:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.956350:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372032 02000000:00000010:2.0:1724310014.956390:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880124568000. 00010000:00000010:2.0:1724310014.956422:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.956437:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.956459:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.956464:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.956475:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310014.956477:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.956480:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310014.956482:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310014.956563:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.956566:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.956569:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.956571:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310014.956593:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.956598:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.956606:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10d20. 00080000:00000010:2.0:1724310014.956611:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801354dac00. 00000001:00000010:2.0:1724310014.956795:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10360. 00000001:00000010:2.0:1724310014.956800:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310014.956828:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10d20. 00010000:00000010:2.0:1724310014.956834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.956837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.956850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310014.956867:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.956870:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310014.956887:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:2.0:1724310014.956892:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:2.0:1724310014.956895:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.956901:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310014.956910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310014.956920:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096250, last committed = 4295096163 00010000:00000200:2.0:1724310014.956929:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f100 x1808069883372032/t4295096250(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.956942:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206770. 00000100:00000200:2.0:1724310014.956948:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883372032, offset 224 00000400:00000010:2.0:1724310014.956953:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60b60. 00000400:00000200:2.0:1724310014.956957:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.956967:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.956977:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531379:531379:256:4294967295] 192.168.204.31@tcp LPNI seq info [531375:531375:8:4294967295] 00000400:00000200:2.0:1724310014.956981:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.956986:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.956991:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.956994:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310014.956999:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.957004:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.957008:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.957026:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.957029:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.957031:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310014.957153:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.957156:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310014.957160:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.957164:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310014.960651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310014.960663:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310014.960666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310014.960669:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310014.960672:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310014.960678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310014.960681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310014.960683:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310014.960685:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310014.960687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310014.962904:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.962920:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fcd 00000400:00000200:0.0:1724310014.962925:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.962929:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.962933:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206770 00000400:00000010:0.0:1724310014.962935:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206770. 00010000:00000010:3.0:1724310014.963584:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00000400:00000200:0.0:1724310014.963587:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.963593:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a280 00010000:00000010:3.0:1724310014.963593:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310014.963600:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 6872 00000400:00000200:0.0:1724310014.963616:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.963619:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.963624:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.963629:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14ed80. 00000020:00000010:3.0:1724310014.963658:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867df200. 00000020:00000010:3.0:1724310014.963663:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.963666:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.963697:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372160 00000001:00000010:3.0:1724310014.963705:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:3.0:1724310014.963887:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310014.963892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310014.963935:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d2b0000. 00010000:00000010:3.0:1724310014.963958:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310014.963960:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.963971:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310014.963973:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.963977:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310014.963978:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00000004:00000010:3.0:1724310014.964052:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310014.964059:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310014.964063:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310014.964069:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310014.964592:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310014.964595:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.964598:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310014.964601:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.964636:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.964644:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.964646:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.964668:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310014.964679:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14ed80 x1808069883372160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.964693:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.964699:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883372160, offset 224 00000400:00000200:3.0:1724310014.964703:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.964710:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.964715:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531380:531380:256:4294967295] 192.168.204.31@tcp LPNI seq info [531376:531376:8:4294967295] 00000400:00000200:3.0:1724310014.964723:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.964727:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.964731:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310014.964735:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.964741:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.964744:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.964765:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.964769:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.964771:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867df200. 00000800:00000200:0.0:1724310014.964898:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.964901:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310014.964904:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.964908:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.964911:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.964913:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:2.1:1724310014.966401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310014.966410:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310014.966412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310014.966414:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310014.966416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.966423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310014.969523:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310014.969535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310014.969694:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.969707:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a380 00000400:00000200:0.0:1724310014.969714:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 7448 00000400:00000200:0.0:1724310014.969732:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.969736:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.969742:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.969747:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14df80. 00000020:00000010:3.0:1724310014.969866:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867df200. 00000020:00000010:3.0:1724310014.969872:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.969876:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310014.969937:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372416 02000000:00000010:3.0:1724310014.969967:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a0000. 00010000:00000010:3.0:1724310014.969996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.970008:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.970034:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310014.970038:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310014.970049:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310014.970051:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310014.970054:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310014.970057:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310014.970132:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310014.970134:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310014.970136:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310014.970139:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310014.970159:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310014.970164:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310014.970172:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ac00. 00080000:00000010:3.0:1724310014.970177:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012dcf3800. 00000001:00000010:3.0:1724310014.970457:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a960. 00000001:00000010:3.0:1724310014.970462:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310014.970493:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ac00. 00010000:00000010:3.0:1724310014.970501:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310014.970504:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.970517:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310014.970534:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310014.970536:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00080000:00000010:3.0:1724310014.970553:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310014.970557:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310014.970560:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310014.970565:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310014.970572:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000200:3.0:1724310014.970583:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096251, last committed = 4295096163 00010000:00000200:3.0:1724310014.970590:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14df80 x1808069883372416/t4295096251(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310014.970604:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310014.970608:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883372416, offset 224 00000400:00000010:3.0:1724310014.970613:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224679a0. 00000400:00000200:3.0:1724310014.970616:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310014.970624:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310014.970629:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531381:531381:256:4294967295] 192.168.204.31@tcp LPNI seq info [531377:531377:8:4294967295] 00000400:00000200:3.0:1724310014.970633:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310014.970638:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310014.970642:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310014.970645:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310014.970649:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310014.970654:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310014.970657:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310014.970683:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310014.970687:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310014.970689:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867df200. 00000800:00000200:1.0:1724310014.970792:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.970794:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310014.970798:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.970801:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.975488:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.975504:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fd5 00000400:00000200:0.0:1724310014.975510:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.975514:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.975518:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310014.975521:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310014.975538:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.975544:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a400 00000400:00000200:0.0:1724310014.975550:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 7936 00000400:00000200:0.0:1724310014.975567:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.975570:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.975573:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.975578:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f800. 00000020:00000010:2.0:1724310014.975665:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.975672:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.975676:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.975701:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372544 00000001:00000010:2.0:1724310014.975710:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310014.975730:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.975736:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 02000000:00000010:2.0:1724310014.975779:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be10000. 00010000:00000010:2.0:1724310014.975801:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.975804:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.975816:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.975818:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310014.975820:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.975822:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000004:00000010:2.0:1724310014.975899:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310014.975906:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.975910:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310014.975916:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:1.0:1724310014.976108:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:1.0:1724310014.976116:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.1:1724310014.976728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310014.976734:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310014.976738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310014.976740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.0:1724310014.976852:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310014.976856:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.976859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310014.976862:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.976897:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.977660:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.977665:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310014.977693:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310014.977706:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f800 x1808069883372544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.977720:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e2065d8. 00000100:00000200:2.0:1724310014.977724:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883372544, offset 224 00000400:00000200:2.0:1724310014.977729:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.977737:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.977743:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531382:531382:256:4294967295] 192.168.204.31@tcp LPNI seq info [531378:531378:8:4294967295] 00000400:00000200:2.0:1724310014.977751:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.977755:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.977759:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.977763:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.977769:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.977773:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.978836:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.978842:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.978846:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:1.0:1724310014.979237:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310014.979240:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310014.979245:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310014.979251:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310014.979255:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e2065d8 00000400:00000010:1.0:1724310014.979281:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e2065d8. 00010000:00000010:2.1:1724310014.981612:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310014.981625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310014.984810:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310014.984820:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310014.984824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310014.984826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310014.984862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.1:1724310014.984869:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:3.1:1724310014.984873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.1:1724310014.984876:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310014.984878:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.1:1724310014.984884:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000400:00000200:0.0:1724310014.986505:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.986519:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a500 00000400:00000200:0.0:1724310014.986526:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 8512 00000400:00000200:0.0:1724310014.986545:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.986548:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.986554:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.986560:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14fb80. 00000020:00000010:2.0:1724310014.986828:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310014.986834:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.986839:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310014.986864:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372800 02000000:00000010:2.0:1724310014.986891:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012456f000. 00010000:00000010:2.0:1724310014.986919:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.986945:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.987060:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310014.987065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310014.987078:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310014.987080:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310014.987083:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310014.987085:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310014.987169:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310014.987171:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310014.987174:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310014.987176:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310014.987198:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.987203:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517c0. 00000020:00000010:2.0:1724310014.987210:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310014.987215:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081b46400. 00000001:00000010:2.0:1724310014.987993:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10180. 00000001:00000010:2.0:1724310014.987997:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310014.988028:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310014.988035:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310014.988038:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.988052:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310014.988071:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310014.988074:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00080000:00000010:2.0:1724310014.988092:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:2.0:1724310014.988097:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:2.0:1724310014.988101:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310014.988106:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310014.988116:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:2.0:1724310014.988128:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096252, last committed = 4295096163 00010000:00000200:2.0:1724310014.988136:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14fb80 x1808069883372800/t4295096252(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310014.988156:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206dd0. 00000100:00000200:2.0:1724310014.988163:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883372800, offset 224 00000400:00000010:2.0:1724310014.988171:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60b98. 00000400:00000200:2.0:1724310014.988174:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310014.988185:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310014.988190:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531383:531383:256:4294967295] 192.168.204.31@tcp LPNI seq info [531379:531379:8:4294967295] 00000400:00000200:2.0:1724310014.988195:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310014.988200:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310014.988205:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310014.988208:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310014.988212:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310014.988218:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310014.988221:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310014.988656:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310014.988660:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310014.988663:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310014.988779:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310014.988782:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310014.988785:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.988789:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310014.989565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310014.989571:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00000400:00000200:0.0:1724310014.991014:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.991026:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fdd 00000400:00000200:0.0:1724310014.991031:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.991034:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.991037:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206dd0 00000400:00000010:0.0:1724310014.991040:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206dd0. 00010000:00000010:3.0:1724310014.991152:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:3.0:1724310014.991159:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:2.0:1724310014.991386:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310014.991393:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a580 00000400:00000200:2.0:1724310014.991398:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 9000 00000400:00000200:2.0:1724310014.991443:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.991447:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310014.991450:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310014.991455:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5c00. 00000020:00000010:0.0:1724310014.991597:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5000. 00000020:00000010:0.0:1724310014.991602:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.991605:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310014.991636:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883372928 00000001:00000010:0.0:1724310014.991644:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310014.991661:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310014.991665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 02000000:00000010:0.0:1724310014.991708:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086670000. 00010000:00000010:0.0:1724310014.991729:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310014.991733:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.991743:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310014.991745:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.991748:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310014.991750:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000004:00000010:0.0:1724310014.991817:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310014.991823:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef78. 00000004:00000010:0.0:1724310014.991827:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958063e8. 00080000:00000010:0.0:1724310014.991833:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efa00. 00010000:00000010:0.0:1724310014.992991:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310014.992995:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310014.992999:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310014.993002:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310014.993053:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310014.993064:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310014.993067:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310014.993092:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310014.993104:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5c00 x1808069883372928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:3.1:1724310014.993357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310014.993371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310014.993374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310014.993380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000010:0.0:1724310014.993541:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174330. 00000100:00000200:0.0:1724310014.993548:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883372928, offset 224 00000400:00000200:0.0:1724310014.993553:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310014.993561:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310014.993566:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531384:531384:256:4294967295] 192.168.204.31@tcp LPNI seq info [531380:531380:8:4294967295] 00000400:00000200:0.0:1724310014.993573:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310014.993578:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310014.993583:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310014.993589:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310014.993596:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310014.993599:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310014.994043:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310014.994048:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310014.994051:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5000. 00000800:00000200:2.0:1724310014.994208:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.994211:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310014.994214:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.994218:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310014.994222:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:2.0:1724310014.994224:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00000400:00000200:0.0:1724310014.995885:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.995897:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a680 00000400:00000200:0.0:1724310014.995904:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 9576 00000400:00000200:0.0:1724310014.995923:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.995927:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.995933:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.995939:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c700. 00000020:00000010:1.0:1724310014.996049:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310014.996054:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.996058:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.996090:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883373184 02000000:00000010:1.0:1724310014.996119:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb53000. 00010000:00000010:1.0:1724310014.996145:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:1.0:1724310014.996485:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:1.0:1724310014.996507:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310014.996513:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.996524:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310014.996526:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310014.996528:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310014.996531:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.996603:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310014.996606:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310014.996608:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310014.996610:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310014.996629:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310014.996633:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310014.996641:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba900. 00080000:00000010:1.0:1724310014.996646:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c420c00. 00000001:00000010:1.0:1724310014.996797:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf0000. 00000001:00000010:1.0:1724310014.996801:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310014.996829:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba900. 00010000:00000010:1.0:1724310014.996836:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310014.996838:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.996851:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310014.996868:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310014.996871:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310014.996888:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efa00. 00000004:00000010:1.0:1724310014.996895:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958063e8. 00000004:00000010:1.0:1724310014.996898:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef78. 00000004:00000010:1.0:1724310014.996902:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:1.0:1724310014.996908:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310014.996919:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096253, last committed = 4295096163 00010000:00000200:1.0:1724310014.996926:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14c700 x1808069883373184/t4295096253(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 488/456 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310014.996938:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310014.996943:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883373184, offset 224 00000400:00000010:1.0:1724310014.996948:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcaf0. 00000400:00000200:1.0:1724310014.996951:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310014.996958:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310014.996962:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531385:531385:256:4294967295] 192.168.204.31@tcp LPNI seq info [531381:531381:8:4294967295] 00000400:00000200:1.0:1724310014.996966:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310014.996970:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310014.996975:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310014.996978:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310014.996981:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310014.996986:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310014.996990:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310014.997014:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310014.997017:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310014.997020:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:2.0:1724310014.997321:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310014.997324:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310014.997327:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310014.997330:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310014.998231:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310014.998239:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fe5 00000400:00000200:0.0:1724310014.998243:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.998245:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310014.998248:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:0.0:1724310014.998250:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:1.0:1724310014.998341:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310014.998346:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00000400:00000200:0.0:1724310014.999063:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310014.999069:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a700 00000400:00000200:0.0:1724310014.999075:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 10064 00000400:00000200:0.0:1724310014.999116:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310014.999120:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310014.999123:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310014.999127:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14e300. 00000020:00000010:1.0:1724310014.999298:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310014.999303:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310014.999307:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310014.999338:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883373312 00000001:00000010:1.0:1724310014.999346:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:1.0:1724310014.999373:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310014.999378:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 02000000:00000010:1.0:1724310014.999417:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880075a40000. 00010000:00000010:0.1:1724310014.999429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310014.999433:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.0:1724310014.999434:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310014.999436:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:0.1:1724310014.999436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310014.999438:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310014.999442:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.0:1724310014.999445:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310014.999445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.0:1724310014.999448:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310014.999451:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310014.999454:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310014.999518:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310014.999524:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310014.999527:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310014.999534:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310014.999985:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310014.999989:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310014.999993:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310014.999995:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.000031:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.000038:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.000041:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.000066:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310015.000077:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14e300 x1808069883373312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:280/0 lens 576/584 e 0 to 0 dl 1724310050 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.000089:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310015.000093:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883373312, offset 224 00000400:00000200:1.0:1724310015.000098:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.000104:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.000109:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531386:531386:256:4294967295] 192.168.204.31@tcp LPNI seq info [531382:531382:8:4294967295] 00000400:00000200:1.0:1724310015.000116:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.000121:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.000124:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.000127:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.000133:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.000136:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.000158:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.000161:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310015.000165:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:2.0:1724310015.000252:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.000255:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:2.0:1724310015.000279:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.000282:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.000285:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:2.0:1724310015.000286:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:3.1:1724310015.002762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310015.002772:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310015.002777:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310015.002780:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310015.002782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310015.002790:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310015.003517:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.003530:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a800 00000400:00000200:0.0:1724310015.003536:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 10640 00000400:00000200:0.0:1724310015.003555:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.003559:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.003564:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.003569:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d500. 00000020:00000010:1.0:1724310015.003775:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310015.003781:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.003784:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310015.003821:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883373568 02000000:00000010:1.0:1724310015.003850:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b5000. 00010000:00000010:1.0:1724310015.003878:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.003889:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.003908:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.003913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.003924:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.003927:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.003930:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.003932:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.004015:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.004017:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.004019:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.004021:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.004041:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959381e0. 00000020:00000010:1.0:1724310015.004047:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959381e0. 00000020:00000010:1.0:1724310015.004056:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba900. 00080000:00000010:1.0:1724310015.004062:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c423800. 00000001:00000010:1.0:1724310015.004218:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67e480. 00000001:00000010:1.0:1724310015.004221:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.004249:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba900. 00010000:00000010:1.0:1724310015.004255:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.004282:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.004295:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.004309:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.004312:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310015.004342:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310015.004346:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310015.004351:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310015.004355:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310015.004368:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.004380:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096254, last committed = 4295096163 00010000:00000200:1.0:1724310015.004387:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14d500 x1808069883373568/t4295096254(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.004399:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.004403:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883373568, offset 224 00000400:00000010:1.0:1724310015.004408:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcb28. 00000400:00000200:1.0:1724310015.004410:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.004418:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.004423:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531387:531387:256:4294967295] 192.168.204.31@tcp LPNI seq info [531383:531383:8:4294967295] 00000400:00000200:1.0:1724310015.004431:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.004436:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.004440:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.004443:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.004447:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.004453:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.004457:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.004475:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.004478:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310015.004481:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:0.0:1724310015.004573:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.004575:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310015.004579:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.004582:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.005484:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310015.005490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310015.005492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310015.005494:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310015.005496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310015.005498:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:0.0:1724310015.005991:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.006001:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294fed 00000400:00000200:0.0:1724310015.006005:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.006007:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.006010:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310015.006012:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:3.0:1724310015.006113:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:3.0:1724310015.006119:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:0.0:1724310015.006636:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.006643:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320a880 00000400:00000200:0.0:1724310015.006648:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 11128 00000400:00000200:0.0:1724310015.006777:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.006781:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.006784:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.006790:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14dc00. 00000020:00000010:2.0:1724310015.007599:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938800. 00000020:00000010:2.0:1724310015.007606:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310015.007609:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.007693:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883373696 00000001:00000010:2.0:1724310015.007702:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310015.007719:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.007723:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 02000000:00000010:2.0:1724310015.007769:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e920000. 00010000:00000010:2.0:1724310015.007790:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.007793:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310015.007804:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310015.007806:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.007809:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.007811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310015.007885:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310015.007892:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310015.007896:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310015.007902:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:3.0:1724310015.008451:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.008454:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.008457:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310015.008460:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.008495:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:3.0:1724310015.008502:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:3.0:1724310015.008505:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:3.0:1724310015.008525:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:3.0:1724310015.008537:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14dc00 x1808069883373696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.008552:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.008558:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883373696, offset 224 00000400:00000200:3.0:1724310015.008564:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.008573:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.008578:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531388:531388:256:4294967295] 192.168.204.31@tcp LPNI seq info [531384:531384:8:4294967295] 00000400:00000200:3.0:1724310015.008586:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.008591:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.008594:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.008598:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.008604:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.008607:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.008618:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:3.0:1724310015.008621:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:3.0:1724310015.008624:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938800. 00000800:00000200:0.0:1724310015.008713:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.008716:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310015.008719:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.008722:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.008725:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.008727:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.010413:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.010427:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320a980 00000400:00000200:0.0:1724310015.010433:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 11704 00000400:00000200:0.0:1724310015.010449:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.010452:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.010456:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.010460:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f480. 00000020:00000010:3.0:1724310015.010599:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867df200. 00000020:00000010:3.0:1724310015.010604:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310015.010607:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310015.010666:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883373952 02000000:00000010:3.0:1724310015.010688:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a7000. 00010000:00000010:3.0:1724310015.010710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.010720:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.010737:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.010740:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.010748:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.010750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.010753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310015.010755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.010816:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.010819:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.010820:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.010822:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.010840:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.010845:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.010852:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ac00. 00080000:00000010:3.0:1724310015.010857:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012dcf1400. 00000001:00000010:3.0:1724310015.010997:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a6c0. 00000001:00000010:3.0:1724310015.011001:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310015.011028:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ac00. 00010000:00000010:3.0:1724310015.011034:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.011038:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.011049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.011064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.011067:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310015.011084:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:3.0:1724310015.011088:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:3.0:1724310015.011091:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:3.0:1724310015.011096:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:3.0:1724310015.011101:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310015.011298:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096255, last committed = 4295096163 00010000:00000200:3.0:1724310015.011305:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f480 x1808069883373952/t4295096255(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.011317:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.011322:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883373952, offset 224 00000400:00000010:3.0:1724310015.011327:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801224679d8. 00000400:00000200:3.0:1724310015.011329:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.011336:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.011341:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531389:531389:256:4294967295] 192.168.204.31@tcp LPNI seq info [531385:531385:8:4294967295] 00000400:00000200:3.0:1724310015.011344:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.011349:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.011353:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.011356:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310015.011374:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.011382:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.011385:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.011719:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310015.011725:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310015.011727:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867df200. 00000800:00000200:0.0:1724310015.012614:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.012617:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310015.012621:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.012625:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.013528:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.013539:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ff5 00000400:00000200:0.0:1724310015.013543:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.013546:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.013549:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.013551:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.1:1724310015.014006:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310015.014012:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310015.014015:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310015.014018:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310015.014020:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310015.014025:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.014188:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:1.0:1724310015.014196:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00000400:00000200:0.0:1724310015.014316:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.014323:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320aa00 00000400:00000200:0.0:1724310015.014329:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 12192 00000400:00000200:0.0:1724310015.014380:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.014384:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.014387:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.014394:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbb800. 00000020:00000010:2.0:1724310015.014447:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938000. 00000020:00000010:2.0:1724310015.014452:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.014456:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310015.014479:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883374080 00000001:00000010:2.0:1724310015.014487:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:2.0:1724310015.014503:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.014507:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310015.014551:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880091ee0000. 00010000:00000010:2.0:1724310015.014571:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.014573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.014583:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310015.014585:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.014588:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.014590:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310015.014660:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310015.014666:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310015.014671:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310015.014677:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:2.0:1724310015.016760:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310015.016765:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.016769:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.016773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.016819:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.016845:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.016850:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.016879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310015.016892:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbb800 x1808069883374080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.016907:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206908. 00000100:00000200:2.0:1724310015.016913:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883374080, offset 224 00000400:00000200:2.0:1724310015.016920:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.016929:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.016935:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531390:531390:256:4294967295] 192.168.204.31@tcp LPNI seq info [531386:531386:8:4294967295] 00000400:00000200:2.0:1724310015.016943:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.016948:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.016951:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310015.016956:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.016962:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.016965:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.016994:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.016997:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310015.017001:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938000. 00000800:00000200:1.0:1724310015.018694:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.018698:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310015.018703:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.018709:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.018714:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206908 00000400:00000010:1.0:1724310015.018716:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206908. 00010000:00000010:2.1:1724310015.019677:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310015.019684:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310015.020651:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.020665:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ab00 00000400:00000200:0.0:1724310015.020672:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 12768 00000400:00000200:0.0:1724310015.020691:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.020695:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.020700:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.020705:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8380. 00000020:00000010:2.0:1724310015.020795:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938000. 00000020:00000010:2.0:1724310015.020800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.020804:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310015.020828:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883374336 02000000:00000010:2.0:1724310015.020853:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012456e000. 00010000:00000010:2.0:1724310015.020880:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.020893:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.020915:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.020919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.020930:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310015.020932:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.020934:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.020936:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.021004:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.021006:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.021008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.021010:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310015.021025:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310015.021029:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310015.021036:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e102a0. 00080000:00000010:2.0:1724310015.021042:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081b46000. 00000001:00000010:2.0:1724310015.021187:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10cc0. 00000001:00000010:2.0:1724310015.021191:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310015.021218:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e102a0. 00010000:00000010:2.0:1724310015.021223:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.021226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.021237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.021253:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.021275:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00080000:00000010:2.0:1724310015.021291:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:2.0:1724310015.021296:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:2.0:1724310015.021299:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310015.021305:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310015.021312:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:2.0:1724310015.021321:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096256, last committed = 4295096163 00010000:00000200:2.0:1724310015.021327:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8380 x1808069883374336/t4295096256(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.021339:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206b28. 00000100:00000200:2.0:1724310015.021344:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883374336, offset 224 00000400:00000010:2.0:1724310015.021349:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60bd0. 00000400:00000200:2.0:1724310015.021352:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.021369:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.021375:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531391:531391:256:4294967295] 192.168.204.31@tcp LPNI seq info [531387:531387:8:4294967295] 00000400:00000200:2.0:1724310015.021379:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.021384:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.021388:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.021393:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310015.021398:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.021403:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.021406:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.021431:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.021434:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310015.021437:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938000. 00000800:00000200:1.0:1724310015.021590:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.021593:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310015.021596:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.021599:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.022396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310015.022401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310015.022404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310015.022406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310015.022888:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.022897:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x294ffd 00000400:00000200:0.0:1724310015.022901:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.022903:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.022907:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206b28 00000400:00000010:0.0:1724310015.022909:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206b28. 00010000:00000010:3.0:1724310015.022969:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:3.0:1724310015.022975:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00000400:00000200:0.0:1724310015.023115:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.023122:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ab80 00000400:00000200:0.0:1724310015.023126:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 13256 00000400:00000200:0.0:1724310015.023161:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.023164:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.023168:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.023171:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8e00. 00000020:00000010:1.0:1724310015.023315:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310015.023319:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.023323:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310015.023493:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883374464 00000001:00000010:1.0:1724310015.023501:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310015.023517:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.023521:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310015.023565:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c20000. 00010000:00000010:1.0:1724310015.023585:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.023588:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.023598:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.023600:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.023602:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.023604:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310015.023667:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310015.023673:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f960. 00000004:00000010:1.0:1724310015.023677:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310015.023683:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:2.1:1724310015.024236:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310015.024242:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.0:1724310015.024631:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.024634:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.024637:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.024640:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.024680:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:2.0:1724310015.024686:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310015.024689:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:2.0:1724310015.024715:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:2.0:1724310015.024728:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8e00 x1808069883374464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.024742:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206198. 00000100:00000200:2.0:1724310015.024746:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883374464, offset 224 00000400:00000200:2.0:1724310015.024751:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.024759:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.024763:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531392:531392:256:4294967295] 192.168.204.31@tcp LPNI seq info [531388:531388:8:4294967295] 00000400:00000200:2.0:1724310015.024771:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.024776:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.024779:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310015.024783:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.024789:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.024793:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.024880:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:2.0:1724310015.024885:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:2.0:1724310015.024888:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:1.0:1724310015.024992:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.024995:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310015.024998:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.025002:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.025005:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206198 00000400:00000010:1.0:1724310015.025006:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206198. 00010000:00000010:2.1:1724310015.025379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310015.025383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310015.025387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310015.025389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310015.025392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310015.025395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310015.025397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310015.025399:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310015.025401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310015.025405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310015.027808:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.027822:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ac80 00000400:00000200:0.0:1724310015.027829:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 13832 00000400:00000200:0.0:1724310015.027848:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.027852:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.027858:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.027867:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba300. 00000020:00000010:2.0:1724310015.028109:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938000. 00000020:00000010:2.0:1724310015.028114:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310015.028118:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310015.028783:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883374720 02000000:00000010:2.0:1724310015.028813:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff0000. 00010000:00000010:2.0:1724310015.028841:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.028854:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.028875:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.028879:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.028890:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310015.028892:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.028894:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.028896:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.028973:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310015.028975:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.028977:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.028980:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.028999:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310015.029004:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310015.029012:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e102a0. 00080000:00000010:2.0:1724310015.029017:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081b47000. 00000001:00000010:2.0:1724310015.029176:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10840. 00000001:00000010:2.0:1724310015.029180:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310015.029385:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e102a0. 00010000:00000010:2.0:1724310015.029392:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.029396:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.029409:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.029427:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.029430:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310015.029451:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:2.0:1724310015.029456:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:2.0:1724310015.029460:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f960. 00000004:00000010:2.0:1724310015.029464:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:2.0:1724310015.029470:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310015.029481:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096257, last committed = 4295096163 00010000:00000200:2.0:1724310015.029489:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba300 x1808069883374720/t4295096257(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.029503:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206d48. 00000100:00000200:2.0:1724310015.029508:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883374720, offset 224 00000400:00000010:2.0:1724310015.029513:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60c08. 00000400:00000200:2.0:1724310015.029516:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.029523:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.029529:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531393:531393:256:4294967295] 192.168.204.31@tcp LPNI seq info [531389:531389:8:4294967295] 00000400:00000200:2.0:1724310015.029533:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.029539:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.029543:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.029546:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310015.029551:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.029556:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.029559:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.029917:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310015.029920:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310015.029924:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938000. 00000800:00000200:0.0:1724310015.030039:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.030042:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310015.030046:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.030049:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.031379:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.031389:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295005 00000400:00000200:0.0:1724310015.031393:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.031396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.031399:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206d48 00000400:00000010:0.0:1724310015.031401:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206d48. 00010000:00000010:1.0:1724310015.031663:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:1.0:1724310015.031671:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:3.1:1724310015.031729:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310015.031733:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310015.031736:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310015.031738:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310015.031740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310015.031745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310015.031877:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.031882:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ad00 00000400:00000200:0.0:1724310015.031888:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 14320 00000400:00000200:0.0:1724310015.031925:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.031928:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.031931:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.031935:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8a80. 00000020:00000010:2.0:1724310015.032110:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938000. 00000020:00000010:2.0:1724310015.032115:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310015.032118:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:3.0:1724310015.032222:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883374848 00000001:00000010:3.0:1724310015.032230:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310015.032245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.032249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310015.032340:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880029fd0000. 00010000:00000010:3.0:1724310015.032357:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.032368:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.032378:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.032380:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.032382:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.032384:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310015.032444:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310015.032450:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310015.032454:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310015.032460:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310015.032940:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310015.032943:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.032946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.032948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.032983:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.032990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.032993:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.033013:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310015.033024:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8a80 x1808069883374848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.033037:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.033041:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883374848, offset 224 00000400:00000200:3.0:1724310015.033045:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.033052:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.033057:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531394:531394:256:4294967295] 192.168.204.31@tcp LPNI seq info [531390:531390:8:4294967295] 00000400:00000200:3.0:1724310015.033065:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.033069:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.033072:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.033077:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.033082:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.033085:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.033512:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:3.0:1724310015.033517:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:3.0:1724310015.033520:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938000. 00000800:00000200:0.0:1724310015.033711:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.033714:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310015.033717:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.033720:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.033724:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.033725:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.1:1724310015.034457:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310015.034464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310015.034528:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310015.034533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310015.035141:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.035151:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ae00 00000400:00000200:0.0:1724310015.035157:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 14896 00000400:00000200:0.0:1724310015.035174:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.035177:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.035182:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.035186:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9500. 00000020:00000010:3.0:1724310015.035274:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de400. 00000020:00000010:3.0:1724310015.035278:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310015.035282:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310015.035310:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883375104 02000000:00000010:3.0:1724310015.035331:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a5000. 00010000:00000010:3.0:1724310015.035356:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.035375:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.035392:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310015.035396:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.035405:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.035407:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.035410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310015.035413:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.035478:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310015.035480:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.035482:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.035484:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.035499:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.035503:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.035511:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a600. 00080000:00000010:3.0:1724310015.035517:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc2b400. 00000001:00000010:3.0:1724310015.035673:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a8a0. 00000001:00000010:3.0:1724310015.035677:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310015.035703:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a600. 00010000:00000010:3.0:1724310015.035709:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310015.035711:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.035723:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.035738:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.035740:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310015.035754:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310015.035758:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310015.035762:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310015.035767:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310015.035773:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310015.035785:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096258, last committed = 4295096163 00010000:00000200:3.0:1724310015.035790:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9500 x1808069883375104/t4295096258(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.035801:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.035805:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883375104, offset 224 00000400:00000010:3.0:1724310015.035809:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467a10. 00000400:00000200:3.0:1724310015.035812:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.035818:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.035823:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531395:531395:256:4294967295] 192.168.204.31@tcp LPNI seq info [531391:531391:8:4294967295] 00000400:00000200:3.0:1724310015.035826:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.035831:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.035835:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.035838:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.035842:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.035847:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.035850:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.035860:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310015.035863:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310015.035865:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de400. 00000800:00000200:0.0:1724310015.035952:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.035955:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310015.035958:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.035961:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.037094:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.037103:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29500d 00000400:00000200:0.0:1724310015.037106:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.037109:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.037112:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.037114:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.0:1724310015.037190:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.037195:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.1:1724310015.037818:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310015.037824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310015.037827:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310015.037829:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310015.037832:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310015.037834:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310015.037837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310015.037839:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310015.037841:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310015.037857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310015.038359:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.038376:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ae80 00000400:00000200:0.0:1724310015.038383:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 15384 00000400:00000200:0.0:1724310015.038426:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.038430:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.038434:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.038438:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9c00. 00000020:00000010:3.0:1724310015.038665:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de400. 00000020:00000010:3.0:1724310015.038670:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.038673:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310015.038706:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883375232 00000001:00000010:3.0:1724310015.038715:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:3.0:1724310015.038730:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.038735:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 02000000:00000010:3.0:1724310015.038777:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086640000. 00010000:00000010:3.0:1724310015.038797:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.038799:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.038810:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310015.038812:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.038816:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.038818:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310015.038888:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310015.038894:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310015.038899:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310015.038904:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310015.039582:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.039585:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.039588:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.039591:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.039630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.039639:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.039642:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.039664:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310015.039675:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9c00 x1808069883375232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.039689:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.039693:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883375232, offset 224 00000400:00000200:3.0:1724310015.039698:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.039705:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.039710:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531396:531396:256:4294967295] 192.168.204.31@tcp LPNI seq info [531392:531392:8:4294967295] 00000400:00000200:3.0:1724310015.039719:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.039723:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.039726:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310015.039731:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.039736:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.039740:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.039814:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.039817:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310015.039819:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de400. 00000800:00000200:0.0:1724310015.040252:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.040293:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310015.040297:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.040300:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.040303:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.040305:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.1:1724310015.040518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.1:1724310015.040524:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310015.040526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310015.040529:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310015.042005:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.042016:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320af80 00000400:00000200:0.0:1724310015.042023:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 15960 00000400:00000200:0.0:1724310015.042042:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.042046:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.042050:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.042055:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba680. 00000020:00000010:3.0:1724310015.042154:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de400. 00000020:00000010:3.0:1724310015.042159:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.042162:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310015.042189:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883375488 02000000:00000010:3.0:1724310015.042215:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007c5d2000. 00010000:00000010:3.0:1724310015.042240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.042250:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.042386:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.042390:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.042399:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.042401:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.042403:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.042405:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.042476:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310015.042479:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.042481:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.042484:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.042501:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.042506:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310015.042513:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a360. 00080000:00000010:3.0:1724310015.042518:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f641c00. 00000001:00000010:3.0:1724310015.042665:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aea0. 00000001:00000010:3.0:1724310015.042669:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310015.042699:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a360. 00010000:00000010:3.0:1724310015.042705:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.042708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.042721:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.042738:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.042740:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310015.042756:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310015.042760:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310015.042762:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310015.042767:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310015.042774:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310015.042785:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096259, last committed = 4295096163 00010000:00000200:3.0:1724310015.042791:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba680 x1808069883375488/t4295096259(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.042804:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.042808:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883375488, offset 224 00000400:00000010:3.0:1724310015.042813:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467a48. 00000400:00000200:3.0:1724310015.042815:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.042822:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.042827:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531397:531397:256:4294967295] 192.168.204.31@tcp LPNI seq info [531393:531393:8:4294967295] 00000400:00000200:3.0:1724310015.042831:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.042836:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.042841:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.042844:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.042847:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.042854:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.042857:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.042911:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.042915:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310015.042917:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de400. 00000800:00000200:0.0:1724310015.043168:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.043171:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310015.043174:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.043178:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.043945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310015.043950:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310015.043954:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310015.043956:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310015.043958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310015.043962:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.1:1724310015.043964:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310015.043965:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310015.043967:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.1:1724310015.043969:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310015.043971:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310015.043973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310015.044426:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.044436:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295015 00000400:00000200:0.0:1724310015.044440:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.044443:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.044446:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.044448:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.0:1724310015.044591:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:1.0:1724310015.044597:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00000400:00000200:2.0:1724310015.045456:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.045464:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b000 00000400:00000200:2.0:1724310015.045471:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 16448 00000400:00000200:2.0:1724310015.045598:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.045603:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.045607:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.045611:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5880. 00000020:00000010:3.0:1724310015.045772:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de400. 00000020:00000010:3.0:1724310015.045777:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.045781:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310015.045798:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883375616 00000001:00000010:3.0:1724310015.045804:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:3.0:1724310015.045819:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.045823:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310015.045865:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082a20000. 00010000:00000010:3.0:1724310015.045881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.045884:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.045893:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310015.045895:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.045899:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.045901:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310015.045967:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310015.045972:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d348. 00000004:00000010:3.0:1724310015.045977:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310015.045983:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:2.0:1724310015.046705:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.046708:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.046712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310015.046715:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.046753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:2.0:1724310015.046773:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:2.0:1724310015.046777:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:2.0:1724310015.046801:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:2.0:1724310015.046814:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5880 x1808069883375616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.046825:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206220. 00000100:00000200:2.0:1724310015.046831:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883375616, offset 224 00000400:00000200:2.0:1724310015.046835:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.046842:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.046847:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531398:531398:256:4294967295] 192.168.204.31@tcp LPNI seq info [531394:531394:8:4294967295] 00000400:00000200:2.0:1724310015.046855:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.046859:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.046863:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310015.046867:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.046872:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.046875:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.046886:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:2.0:1724310015.046890:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:2.0:1724310015.046892:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de400. 00000800:00000200:1.0:1724310015.047007:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.047010:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310015.047013:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.047016:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.047019:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206220 00000400:00000010:1.0:1724310015.047021:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206220. 00000400:00000200:0.0:1724310015.048732:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.048739:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b100 00000400:00000200:0.0:1724310015.048744:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 17024 00000400:00000200:0.0:1724310015.048758:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.048760:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.048763:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.048767:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbaa00. 00000020:00000010:2.0:1724310015.049167:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938a00. 00000020:00000010:2.0:1724310015.049172:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.049176:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310015.049206:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883375872 02000000:00000010:2.0:1724310015.049227:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff1000. 00010000:00000010:2.0:1724310015.049248:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.049280:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.049298:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.049302:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.049310:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.049312:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.049314:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.049316:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.049399:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310015.049402:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.049404:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310015.049406:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310015.049424:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951420. 00000020:00000010:2.0:1724310015.049428:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951420. 00000020:00000010:2.0:1724310015.049435:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e102a0. 00080000:00000010:2.0:1724310015.049441:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081b45800. 00000001:00000010:2.0:1724310015.049596:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10420. 00000001:00000010:2.0:1724310015.049601:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310015.049627:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e102a0. 00010000:00000010:2.0:1724310015.049633:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310015.049636:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.049648:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.049661:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.049663:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310015.049679:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:2.0:1724310015.049683:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:2.0:1724310015.049686:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d348. 00000004:00000010:2.0:1724310015.049691:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:2.0:1724310015.049697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:2.0:1724310015.049706:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096260, last committed = 4295096163 00010000:00000200:2.0:1724310015.049712:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbaa00 x1808069883375872/t4295096260(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.049722:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206880. 00000100:00000200:2.0:1724310015.049725:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883375872, offset 224 00000400:00000010:2.0:1724310015.049729:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60c40. 00000400:00000200:2.0:1724310015.049732:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.049738:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.049742:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531399:531399:256:4294967295] 192.168.204.31@tcp LPNI seq info [531395:531395:8:4294967295] 00000400:00000200:2.0:1724310015.049745:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.049750:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.049754:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.049757:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310015.049760:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.049765:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.049768:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.049787:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.049790:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310015.049793:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938a00. 00000800:00000200:3.0:1724310015.049919:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.049922:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310015.049926:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.049930:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.049936:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310015.049943:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310015.049946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310015.049949:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310015.049952:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310015.049955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310015.052041:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.052053:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29501d 00000400:00000200:0.0:1724310015.052057:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.052059:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.052063:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206880 00000400:00000010:0.0:1724310015.052064:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206880. 00010000:00000010:3.0:1724310015.052147:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:3.0:1724310015.052153:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:0.1:1724310015.052315:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310015.052320:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310015.052382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310015.052387:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310015.052391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310015.052393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310015.052519:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.052526:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b180 00000400:00000200:0.0:1724310015.052531:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 17512 00000400:00000200:0.0:1724310015.052654:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.052659:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.052662:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.052666:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9f80. 00000020:00000010:2.0:1724310015.052916:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938a00. 00000020:00000010:2.0:1724310015.052920:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.052924:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310015.052942:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883376000 00000001:00000010:2.0:1724310015.052948:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:2.0:1724310015.052964:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.052967:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 02000000:00000010:2.0:1724310015.053013:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087a60000. 00010000:00000010:2.0:1724310015.053039:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.053041:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.053053:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.053055:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.053058:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.053060:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310015.053127:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310015.053132:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310015.053137:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310015.053143:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:3.0:1724310015.055573:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310015.055578:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.055582:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310015.055584:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.0:1724310015.055590:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:2.1:1724310015.055590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.0:1724310015.055637:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310015.055709:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:3.0:1724310015.055718:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:3.0:1724310015.055751:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:3.0:1724310015.055764:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9f80 x1808069883376000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.055782:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.055788:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883376000, offset 224 00000400:00000200:3.0:1724310015.055793:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.055803:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.055808:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531400:531400:256:4294967295] 192.168.204.31@tcp LPNI seq info [531396:531396:8:4294967295] 00000400:00000200:3.0:1724310015.055823:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.055827:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.055831:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310015.055836:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.055841:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.055844:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.055874:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:3.0:1724310015.055878:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:3.0:1724310015.055886:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938a00. 00000800:00000200:0.0:1724310015.056006:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.056013:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310015.056016:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.056020:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.056023:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.056025:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.057585:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.057593:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b280 00000400:00000200:0.0:1724310015.057600:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 18088 00000400:00000200:0.0:1724310015.057616:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.057619:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.057623:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.057629:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c700. 00000020:00000010:3.0:1724310015.057720:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de600. 00000020:00000010:3.0:1724310015.057724:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.057728:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.057744:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883376256 02000000:00000010:3.0:1724310015.057765:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007c5d7000. 00010000:00000010:3.0:1724310015.057787:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.057797:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.057813:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310015.057816:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.057823:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310015.057825:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.057828:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.057829:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.057897:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310015.057898:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.057900:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310015.057902:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310015.057915:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.057919:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.057925:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a1e0. 00080000:00000010:3.0:1724310015.057930:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f640c00. 00000001:00000010:3.0:1724310015.058083:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ac60. 00000001:00000010:3.0:1724310015.058087:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310015.058112:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a1e0. 00010000:00000010:3.0:1724310015.058117:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.058119:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.058130:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.058143:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.058145:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00080000:00000010:3.0:1724310015.058161:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:3.0:1724310015.058165:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:3.0:1724310015.058168:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:3.0:1724310015.058174:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:3.0:1724310015.058178:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310015.058186:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096261, last committed = 4295096163 00010000:00000200:3.0:1724310015.058191:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c700 x1808069883376256/t4295096261(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.058201:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.058204:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883376256, offset 224 00000400:00000010:3.0:1724310015.058208:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467a80. 00000400:00000200:3.0:1724310015.058210:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.058217:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.058221:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531401:531401:256:4294967295] 192.168.204.31@tcp LPNI seq info [531397:531397:8:4294967295] 00000400:00000200:3.0:1724310015.058224:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.058229:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.058232:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.058235:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310015.058238:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.058242:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.058245:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.059532:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.059538:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310015.059540:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de600. 00000800:00000200:1.0:1724310015.059707:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.059710:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310015.059718:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.059722:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.062437:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.062451:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295025 00000400:00000200:0.0:1724310015.062456:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.062459:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.062463:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.062466:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.062487:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.062491:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b300 00000400:00000200:0.0:1724310015.062496:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 18576 00000400:00000200:0.0:1724310015.062540:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.062543:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.062546:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.062551:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7d180. 00010000:00000010:1.0:1724310015.062629:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:1.0:1724310015.062637:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00000020:00000010:3.0:1724310015.062826:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7a00. 00000020:00000010:3.0:1724310015.062830:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.062834:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.062853:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883376384 00000001:00000010:3.0:1724310015.062862:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:3.0:1724310015.062878:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.062882:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310015.062925:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880079360000. 00010000:00000010:3.0:1724310015.062943:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.062946:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.062956:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310015.062957:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310015.062960:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310015.062962:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000004:00000010:3.0:1724310015.063030:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310015.063035:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d960. 00000004:00000010:3.0:1724310015.063039:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310015.063045:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310015.064010:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310015.064016:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310015.064020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310015.064022:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310015.064024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310015.064028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.0:1724310015.064229:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310015.064232:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.064235:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310015.064238:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.064289:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.064296:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.064299:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310015.064322:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310015.064333:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d180 x1808069883376384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.064346:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.064350:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883376384, offset 224 00000400:00000200:3.0:1724310015.064355:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.064374:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.064379:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531402:531402:256:4294967295] 192.168.204.31@tcp LPNI seq info [531398:531398:8:4294967295] 00000400:00000200:3.0:1724310015.064388:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.064393:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.064396:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310015.064400:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.064407:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.064410:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.064677:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.064681:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310015.064684:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7a00. 00000800:00000200:0.0:1724310015.064767:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.064770:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310015.064773:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.064777:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.064780:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.064781:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.1:1724310015.066818:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310015.066825:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310015.066828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310015.066831:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310015.066868:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310015.066875:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310015.067006:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.067017:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b400 00000400:00000200:0.0:1724310015.067023:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 19152 00000400:00000200:0.0:1724310015.067039:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.067042:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.067047:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.067052:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7e300. 00000020:00000010:3.0:1724310015.067168:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7a00. 00000020:00000010:3.0:1724310015.067172:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.067175:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.067192:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883376640 02000000:00000010:3.0:1724310015.067215:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d1e000. 00010000:00000010:3.0:1724310015.067238:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.067247:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.067280:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.067283:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.067290:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.067292:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.067294:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.067296:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.067368:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310015.067371:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310015.067373:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.067375:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310015.067391:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.067395:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.067402:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a3c0. 00080000:00000010:3.0:1724310015.067406:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f642000. 00000001:00000010:3.0:1724310015.067537:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ae40. 00000001:00000010:3.0:1724310015.067541:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310015.067565:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a3c0. 00010000:00000010:3.0:1724310015.067570:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.067572:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.067583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.067598:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.067600:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310015.067613:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310015.067617:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310015.067620:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d960. 00000004:00000010:3.0:1724310015.067624:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310015.067629:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310015.067637:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096262, last committed = 4295096163 00010000:00000200:3.0:1724310015.067643:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e300 x1808069883376640/t4295096262(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.067654:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.067657:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883376640, offset 224 00000400:00000010:3.0:1724310015.067662:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467ab8. 00000400:00000200:3.0:1724310015.067664:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.067671:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.067676:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531403:531403:256:4294967295] 192.168.204.31@tcp LPNI seq info [531399:531399:8:4294967295] 00000400:00000200:3.0:1724310015.067679:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.067684:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.067688:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.067691:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310015.067695:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.067700:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.067702:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.067713:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310015.067715:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310015.067717:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7a00. 00000800:00000200:1.0:1724310015.067794:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.067797:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310015.067799:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.067802:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.069224:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.069232:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29502d 00000400:00000200:0.0:1724310015.069235:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.069238:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.069241:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.069243:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.0:1724310015.069545:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.069552:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:0.1:1724310015.069600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310015.069607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310015.069609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310015.069611:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310015.069613:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310015.069618:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310015.069620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310015.069623:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310015.069625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310015.069627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:2.0:1724310015.069819:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.069827:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b480 00000400:00000200:2.0:1724310015.069833:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 19640 00000400:00000200:2.0:1724310015.070090:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.070094:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.070098:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.070102:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4380. 00000020:00000010:0.0:1724310015.070175:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5c00. 00000020:00000010:0.0:1724310015.070179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.070182:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310015.070202:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883376768 00000001:00000010:0.0:1724310015.070208:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:0.0:1724310015.070222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.070226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 02000000:00000010:0.0:1724310015.070317:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800906b0000. 00010000:00000010:0.0:1724310015.070335:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.070338:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.070347:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310015.070348:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.070352:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.070353:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310015.070428:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310015.070433:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be690. 00000004:00000010:0.0:1724310015.070438:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958063e8. 00080000:00000010:0.0:1724310015.070444:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee680. 00010000:00000010:0.0:1724310015.070839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.070841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.070844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.070846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310015.070874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.070890:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.070893:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.070909:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310015.070918:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4380 x1808069883376768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.070929:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174dd0. 00000100:00000200:0.0:1724310015.070933:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883376768, offset 224 00000400:00000200:0.0:1724310015.070937:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.070943:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.070947:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531404:531404:256:4294967295] 192.168.204.31@tcp LPNI seq info [531400:531400:8:4294967295] 00000400:00000200:0.0:1724310015.070955:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.070959:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.070962:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310015.070965:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.070971:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.070974:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.071121:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.071125:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310015.071127:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5c00. 00000800:00000200:1.0:1724310015.071454:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.071457:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310015.071460:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.071463:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.071465:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:1.0:1724310015.071467:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00000400:00000200:0.0:1724310015.072369:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.072377:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b580 00000400:00000200:0.0:1724310015.072383:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 20216 00000400:00000200:0.0:1724310015.072397:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.072401:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.072404:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.072408:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7fb80. 00000020:00000010:2.0:1724310015.072534:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938a00. 00000020:00000010:2.0:1724310015.072538:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.072544:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310015.072570:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377024 02000000:00000010:2.0:1724310015.072589:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff5000. 00010000:00000010:2.0:1724310015.072608:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:2.0:1724310015.072625:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310015.072641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.072644:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.072651:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.072653:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.072682:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.072686:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.072746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.072748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.072750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.072751:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310015.072763:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951420. 00000020:00000010:2.0:1724310015.072767:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951420. 00000020:00000010:2.0:1724310015.072772:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310015.072776:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081b44800. 00000001:00000010:2.0:1724310015.072925:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e103c0. 00000001:00000010:2.0:1724310015.072929:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310015.072954:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310015.072959:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.072961:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.072971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.072984:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.072986:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310015.073000:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee680. 00000004:00000010:2.0:1724310015.073006:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958063e8. 00000004:00000010:2.0:1724310015.073009:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be690. 00000004:00000010:2.0:1724310015.073013:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:2.0:1724310015.073018:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310015.073026:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096263, last committed = 4295096163 00010000:00000200:2.0:1724310015.073031:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7fb80 x1808069883377024/t4295096263(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.073040:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206660. 00000100:00000200:2.0:1724310015.073044:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883377024, offset 224 00000400:00000010:2.0:1724310015.073048:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60c78. 00000400:00000200:2.0:1724310015.073050:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.073056:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.073060:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531405:531405:256:4294967295] 192.168.204.31@tcp LPNI seq info [531401:531401:8:4294967295] 00000400:00000200:2.0:1724310015.073064:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.073069:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.073072:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.073075:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310015.073078:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.073083:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.073085:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.073106:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.073108:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:2.0:1724310015.073111:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938a00. 00000800:00000200:0.0:1724310015.073294:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.073297:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310015.073299:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.073302:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.073473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310015.073479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310015.073482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310015.073484:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310015.073487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310015.073491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310015.073493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310015.073495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310015.073972:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.073980:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295035 00000400:00000200:0.0:1724310015.073984:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.073986:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.073993:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206660 00000400:00000010:0.0:1724310015.073994:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206660. 00010000:00000010:1.0:1724310015.074036:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:1.0:1724310015.074041:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000400:00000200:0.0:1724310015.074284:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.074290:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b600 00000400:00000200:0.0:1724310015.074294:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 20704 00000400:00000200:0.0:1724310015.074329:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.074333:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.074336:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.074339:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7f100. 00000020:00000010:2.0:1724310015.074391:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086938a00. 00000020:00000010:2.0:1724310015.074395:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.074397:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310015.074419:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377152 00000001:00000010:2.0:1724310015.074424:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:2.0:1724310015.074436:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.074439:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310015.074480:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083150000. 00010000:00000010:2.0:1724310015.074493:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.074496:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.074503:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310015.074505:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.074507:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.074509:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310015.074556:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310015.074561:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53528. 00000004:00000010:2.0:1724310015.074565:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310015.074570:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:0.0:1724310015.076468:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.076472:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.076481:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.076484:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.076531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:0.0:1724310015.076539:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310015.076542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310015.076568:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:0.0:1724310015.076578:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f100 x1808069883377152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.076591:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174990. 00000100:00000200:0.0:1724310015.076596:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883377152, offset 224 00000400:00000200:0.0:1724310015.076601:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.076608:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.076613:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531406:531406:256:4294967295] 192.168.204.31@tcp LPNI seq info [531402:531402:8:4294967295] 00000400:00000200:0.0:1724310015.076620:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.076624:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.076627:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310015.076631:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.076637:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.076639:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.076655:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:0.0:1724310015.076658:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:0.0:1724310015.076662:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086938a00. 00000800:00000200:2.0:1724310015.076780:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.076783:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:2.0:1724310015.076787:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.076791:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.076794:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:2.0:1724310015.076796:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00000400:00000200:0.0:1724310015.077866:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.077873:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b700 00000400:00000200:0.0:1724310015.077878:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 21280 00000400:00000200:0.0:1724310015.077896:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.077899:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.077903:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.077907:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7ca80. 00000020:00000010:2.0:1724310015.078546:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6a00. 00000020:00000010:2.0:1724310015.078555:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310015.078558:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00010000:00000010:3.1:1724310015.078660:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310015.078666:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310015.078669:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310015.078671:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310015.078671:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310015.078675:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00000100:00000200:2.0:1724310015.078747:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377408 02000000:00000010:2.0:1724310015.078770:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6e000. 00010000:00000010:2.0:1724310015.078792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:2.0:1724310015.078800:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310015.078815:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.078819:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.078826:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.078828:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.078831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.078833:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.078899:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.078901:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.078903:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.078906:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310015.078919:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951f20. 00000020:00000010:2.0:1724310015.078923:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951f20. 00000020:00000010:2.0:1724310015.078930:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310015.078935:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b12c00. 00000001:00000010:2.0:1724310015.079173:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10d20. 00000001:00000010:2.0:1724310015.079178:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310015.079204:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310015.079209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.079212:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.079223:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.079237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.079240:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310015.079255:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:2.0:1724310015.079330:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:2.0:1724310015.079335:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53528. 00000004:00000010:2.0:1724310015.079341:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310015.079347:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310015.079357:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096264, last committed = 4295096163 00010000:00000200:2.0:1724310015.079377:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ca80 x1808069883377408/t4295096264(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.079389:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206bb0. 00000100:00000200:2.0:1724310015.079394:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883377408, offset 224 00000400:00000010:2.0:1724310015.079398:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60cb0. 00000400:00000200:2.0:1724310015.079401:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.079408:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.079413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531407:531407:256:4294967295] 192.168.204.31@tcp LPNI seq info [531403:531403:8:4294967295] 00000400:00000200:2.0:1724310015.079417:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.079424:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.079428:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.079431:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.079435:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.079440:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.079443:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.079598:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310015.079601:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310015.079603:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6a00. 00000800:00000200:0.0:1724310015.079881:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.079885:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310015.079888:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.079892:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.080941:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.080951:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29503d 00000400:00000200:0.0:1724310015.080955:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.080958:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.080962:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206bb0 00000400:00000010:0.0:1724310015.080964:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206bb0. 00010000:00000010:3.0:1724310015.081025:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:3.0:1724310015.081031:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000400:00000200:0.0:1724310015.081307:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.081413:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b780 00000400:00000200:0.0:1724310015.081422:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 21768 00000400:00000200:0.0:1724310015.081726:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.081731:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.081735:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.081740:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7d880. 00000020:00000010:2.0:1724310015.081921:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082553000. 00000020:00000010:2.0:1724310015.081925:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310015.081929:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310015.081949:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377536 00000001:00000010:2.0:1724310015.081957:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310015.081973:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.081977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310015.082019:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093440000. 00010000:00000010:2.0:1724310015.082038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.082041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.082052:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.082054:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.082057:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.082059:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310015.082129:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310015.082135:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53528. 00000004:00000010:2.0:1724310015.082139:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310015.082145:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:0.0:1724310015.082647:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.082651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.082654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.082656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.082689:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310015.082696:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:0.0:1724310015.082699:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310015.082720:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:0.0:1724310015.082730:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d880 x1808069883377536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.082742:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174440. 00000100:00000200:0.0:1724310015.082746:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883377536, offset 224 00000400:00000200:0.0:1724310015.082750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.082756:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.082762:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531408:531408:256:4294967295] 192.168.204.31@tcp LPNI seq info [531404:531404:8:4294967295] 00000400:00000200:0.0:1724310015.082769:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.082774:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.082778:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310015.082782:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.082787:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.082790:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.082802:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:0.0:1724310015.082805:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:0.0:1724310015.082807:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082553000. 00000800:00000200:2.0:1724310015.082896:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.082898:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310015.082901:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.082904:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.082907:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:2.0:1724310015.082908:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00000400:00000200:0.0:1724310015.084282:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.084291:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320b880 00000400:00000200:0.0:1724310015.084297:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 22344 00000400:00000200:0.0:1724310015.084314:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.084317:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.084320:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.084325:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7e680. 00000020:00000010:1.0:1724310015.084425:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310015.084430:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.084433:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.084451:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377792 02000000:00000010:1.0:1724310015.084470:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b0000. 00010000:00000010:1.0:1724310015.084491:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:1.0:1724310015.084500:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:1.0:1724310015.084516:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.084519:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.084527:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.084530:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.084532:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.084534:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:2.1:1724310015.084588:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310015.084595:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.0:1724310015.084596:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.084598:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.084601:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.084603:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.084618:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938940. 00000020:00000010:1.0:1724310015.084623:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938940. 00000020:00000010:1.0:1724310015.084630:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b67e4e0. 00080000:00000010:1.0:1724310015.084637:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24e000. 00000001:00000010:1.0:1724310015.085087:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba540. 00000001:00000010:1.0:1724310015.085091:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310015.085122:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b67e4e0. 00010000:00000010:1.0:1724310015.085129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.085132:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.085144:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.085160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.085163:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310015.085178:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:1.0:1724310015.085182:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:1.0:1724310015.085186:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53528. 00000004:00000010:1.0:1724310015.085192:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:1.0:1724310015.085201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310015.085211:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096265, last committed = 4295096163 00010000:00000200:1.0:1724310015.085218:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e680 x1808069883377792/t4295096265(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.085228:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.085232:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883377792, offset 224 00000400:00000010:1.0:1724310015.085237:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcb60. 00000400:00000200:1.0:1724310015.085240:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.085247:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.085252:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531409:531409:256:4294967295] 192.168.204.31@tcp LPNI seq info [531405:531405:8:4294967295] 00000400:00000200:1.0:1724310015.085255:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.085848:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.085853:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.085857:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.085861:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.085867:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.085870:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.086089:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.086093:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.086096:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:0.0:1724310015.086186:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.086189:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310015.086191:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.086195:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.087563:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310015.087572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:3.0:1724310015.087630:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.087641:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295045 00000400:00000200:3.0:1724310015.087645:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.087648:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.087652:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310015.087654:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.0:1724310015.087719:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310015.087724:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.1:1724310015.087752:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310015.087757:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310015.087761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310015.087767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310015.087785:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310015.087790:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310015.087792:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310015.087795:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310015.088187:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.088194:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320b900 00000400:00000200:0.0:1724310015.088201:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 22832 00000400:00000200:0.0:1724310015.088244:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.088248:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.088252:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.088282:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7ce00. 00000020:00000010:1.0:1724310015.088317:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be4800. 00000020:00000010:1.0:1724310015.088322:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.088325:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.088700:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883377920 00000001:00000010:1.0:1724310015.088709:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:1.0:1724310015.088727:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.088731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310015.089056:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880045120000. 00010000:00000010:1.0:1724310015.089076:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.089079:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.089090:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.089092:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.089095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.089097:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310015.089169:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310015.089174:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.089179:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.089185:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:1.0:1724310015.089859:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.089863:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.089865:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.089868:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.089903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.089910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.089912:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.089936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310015.089946:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ce00 x1808069883377920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.089960:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.089965:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883377920, offset 224 00000400:00000200:1.0:1724310015.089969:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.089977:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.089981:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531410:531410:256:4294967295] 192.168.204.31@tcp LPNI seq info [531406:531406:8:4294967295] 00000400:00000200:1.0:1724310015.089989:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.089994:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.089996:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.090000:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.090006:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.090009:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.090030:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.090033:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.090036:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be4800. 00000800:00000200:0.0:1724310015.090126:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.090129:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310015.090131:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.090135:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.090138:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310015.090139:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:0.0:1724310015.091483:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.091493:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ba00 00000400:00000200:0.0:1724310015.091500:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 23408 00000400:00000200:0.0:1724310015.091515:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.091518:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.091523:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.091527:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c000. 00000020:00000010:1.0:1724310015.091716:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be4800. 00000020:00000010:1.0:1724310015.091721:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.091725:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.091757:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883378176 02000000:00000010:1.0:1724310015.091780:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b6000. 00010000:00000010:1.0:1724310015.091801:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.091809:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.091825:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.091828:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.091836:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.091838:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.091841:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.091843:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.091918:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.091920:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.091923:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.091925:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310015.091942:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938320. 00000020:00000010:1.0:1724310015.091947:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938320. 00000020:00000010:1.0:1724310015.091954:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba120. 00080000:00000010:1.0:1724310015.091959:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24d800. 00000001:00000010:1.0:1724310015.092124:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4332a20. 00000001:00000010:1.0:1724310015.092129:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310015.092158:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba120. 00010000:00000010:1.0:1724310015.092164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.092167:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.092179:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.092194:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.092197:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310015.092215:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310015.092219:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310015.092222:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.092226:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310015.092231:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310015.092241:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096266, last committed = 4295096163 00010000:00000200:1.0:1724310015.092247:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c000 x1808069883378176/t4295096266(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.092278:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.092281:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883378176, offset 224 00000400:00000010:1.0:1724310015.092285:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcb98. 00000400:00000200:1.0:1724310015.092288:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.092295:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.092298:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531411:531411:256:4294967295] 192.168.204.31@tcp LPNI seq info [531407:531407:8:4294967295] 00000400:00000200:1.0:1724310015.092302:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.092306:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.092310:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.092313:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.092317:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.092322:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.092325:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.092349:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.092352:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.092355:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be4800. 00000800:00000200:2.0:1724310015.093134:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.093138:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310015.093142:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.093146:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.094707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310015.094714:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00000400:00000200:0.0:1724310015.094833:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.094843:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29504d 00000400:00000200:0.0:1724310015.094848:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.094850:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.094854:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310015.094856:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:3.0:1724310015.094957:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:3.0:1724310015.094964:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00000400:00000200:0.0:1724310015.095219:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.095224:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ba80 00000400:00000200:0.0:1724310015.095228:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 23896 00000400:00000200:0.0:1724310015.095280:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.095282:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.095285:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.095289:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7f480. 00000020:00000010:2.0:1724310015.095374:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082553e00. 00000020:00000010:2.0:1724310015.095379:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310015.095383:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310015.095410:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883378304 00000001:00000010:2.0:1724310015.095418:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310015.095433:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.095438:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310015.095484:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866f0000. 00010000:00000010:2.0:1724310015.095510:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.095513:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.095523:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310015.095525:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.095527:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.095529:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310015.095599:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310015.095605:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310015.095609:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310015.095616:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.0:1724310015.096013:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.096016:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.096020:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.096023:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.096057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310015.096064:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310015.096066:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310015.096087:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:0.0:1724310015.096097:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f480 x1808069883378304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.096110:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174cc0. 00000100:00000200:0.0:1724310015.096114:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883378304, offset 224 00000400:00000200:0.0:1724310015.096118:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.096125:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.096131:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531412:531412:256:4294967295] 192.168.204.31@tcp LPNI seq info [531408:531408:8:4294967295] 00000400:00000200:0.0:1724310015.096139:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.096143:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.096146:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.096150:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.096155:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.096158:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.096180:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:0.0:1724310015.096184:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310015.096187:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082553e00. 00000800:00000200:2.0:1724310015.096328:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.096332:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310015.096334:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.096337:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.096340:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:2.0:1724310015.096341:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00010000:00000010:2.1:1724310015.097428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310015.097435:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310015.097437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310015.097439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.097442:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.097444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310015.097581:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310015.097586:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310015.097589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310015.097591:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310015.097593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310015.097598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310015.097918:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.097929:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320bb80 00000400:00000200:0.0:1724310015.097935:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 24472 00000400:00000200:0.0:1724310015.097953:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.097957:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.097961:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.097966:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c380. 00000020:00000010:2.0:1724310015.098050:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552400. 00000020:00000010:2.0:1724310015.098055:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310015.098058:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.098140:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883378560 02000000:00000010:2.0:1724310015.098163:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6a000. 00010000:00000010:2.0:1724310015.098186:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:2.0:1724310015.098344:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310015.098372:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.098377:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.098387:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.098389:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.098391:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.098394:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.098467:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310015.098471:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.098473:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.098475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310015.098495:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.098502:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.098511:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310015.098517:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b10c00. 00000001:00000010:2.0:1724310015.098674:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e105a0. 00000001:00000010:2.0:1724310015.098679:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310015.098710:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310015.098716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.098719:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.098734:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.098751:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.098754:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00080000:00000010:2.0:1724310015.098769:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310015.098774:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310015.098777:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310015.098783:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310015.098792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310015.098803:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096267, last committed = 4295096163 00010000:00000200:2.0:1724310015.098810:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c380 x1808069883378560/t4295096267(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.098824:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206bb0. 00000100:00000200:2.0:1724310015.098829:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883378560, offset 224 00000400:00000010:2.0:1724310015.098833:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60ce8. 00000400:00000200:2.0:1724310015.098836:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.098844:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.098849:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531413:531413:256:4294967295] 192.168.204.31@tcp LPNI seq info [531409:531409:8:4294967295] 00000400:00000200:2.0:1724310015.098853:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.098859:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.098863:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.098866:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310015.098870:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.098875:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.098878:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.098905:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310015.098909:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.098911:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552400. 00000800:00000200:1.0:1724310015.099087:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.099090:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310015.099093:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.099097:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.100319:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.100338:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295055 00000400:00000200:0.0:1724310015.100342:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.100345:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.100348:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206bb0 00000400:00000010:0.0:1724310015.100350:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206bb0. 00010000:00000010:3.1:1724310015.100576:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310015.100582:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310015.100586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310015.100592:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310015.100595:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310015.100596:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310015.100599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310015.100601:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310015.100603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310015.100605:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310015.100607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310015.100609:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310015.100611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310015.100614:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.0:1724310015.100701:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.100706:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:0.1:1724310015.100759:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310015.100763:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310015.103091:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.103103:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320bc00 00000400:00000200:0.0:1724310015.103109:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 24960 00000400:00000200:0.0:1724310015.103168:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.103172:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.103178:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.103185:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746300. 00010000:00000010:3.1:1724310015.103350:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000020:00000010:2.0:1724310015.103386:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552400. 00000020:00000010:2.0:1724310015.103392:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.103396:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.103434:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883378688 00000001:00000010:2.0:1724310015.103443:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310015.103460:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310015.103465:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 02000000:00000010:2.0:1724310015.103507:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087670000. 00010000:00000010:2.0:1724310015.103527:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310015.103530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.103544:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310015.103546:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.103550:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.103552:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000004:00000010:2.0:1724310015.103630:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310015.103636:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310015.103640:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310015.103646:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.1:1724310015.103785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310015.103791:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310015.103794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310015.103797:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310015.103819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310015.103821:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310015.103824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310015.103826:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310015.103828:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.0:1724310015.104662:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.104665:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.104668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.104671:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.104710:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:0.0:1724310015.104732:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310015.104737:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:0.0:1724310015.104759:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:0.0:1724310015.104770:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746300 x1808069883378688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.104783:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174198. 00000100:00000200:0.0:1724310015.104788:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883378688, offset 224 00000400:00000200:0.0:1724310015.104792:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.104800:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.104805:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531414:531414:256:4294967295] 192.168.204.31@tcp LPNI seq info [531410:531410:8:4294967295] 00000400:00000200:0.0:1724310015.104813:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.104819:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.104822:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310015.104826:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.104831:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.104835:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.104857:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:0.0:1724310015.104861:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310015.104864:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552400. 00000800:00000200:1.0:1724310015.105378:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.105381:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:1.0:1724310015.105384:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.105389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.105392:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174198 00000400:00000010:1.0:1724310015.105394:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174198. 00000400:00000200:0.0:1724310015.106456:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.106466:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320bd00 00000400:00000200:0.0:1724310015.106471:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 25536 00000400:00000200:0.0:1724310015.106487:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.106490:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.106494:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.106498:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746a00. 00000020:00000010:2.0:1724310015.108347:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552000. 00000020:00000010:2.0:1724310015.108355:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310015.108369:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310015.108407:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883378944 02000000:00000010:2.0:1724310015.108434:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6f000. 00010000:00000010:2.0:1724310015.108461:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310015.108473:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310015.108493:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.108497:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.108507:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.108509:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.108512:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310015.108514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.108583:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.108585:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.108587:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310015.108589:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310015.108604:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.108609:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.108616:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310015.108621:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b11800. 00000001:00000010:2.0:1724310015.108764:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10de0. 00000001:00000010:2.0:1724310015.108768:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310015.108795:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310015.108799:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310015.108802:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.108814:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.108830:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310015.108832:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310015.108847:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310015.108851:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310015.108855:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310015.108860:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310015.108865:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310015.108874:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096268, last committed = 4295096163 00010000:00000200:2.0:1724310015.108882:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746a00 x1808069883378944/t4295096268(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.108895:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206880. 00000100:00000200:2.0:1724310015.108900:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883378944, offset 224 00000400:00000010:2.0:1724310015.108906:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60d20. 00000400:00000200:2.0:1724310015.108909:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.108918:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.108923:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531415:531415:256:4294967295] 192.168.204.31@tcp LPNI seq info [531411:531411:8:4294967295] 00000400:00000200:2.0:1724310015.108927:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.108933:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.108938:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.108941:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310015.108945:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.108950:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.108953:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.108980:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310015.108983:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310015.108986:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552000. 00000800:00000200:0.0:1724310015.109249:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.109252:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310015.109255:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.109287:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.109480:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310015.109486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310015.113083:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310015.113092:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310015.113097:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:1.0:1724310015.113174:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310015.113189:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29505d 00000400:00000200:1.0:1724310015.113194:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.113198:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310015.113202:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206880 00000400:00000010:1.0:1724310015.113204:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206880. 00000400:00000200:1.0:1724310015.113234:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310015.113240:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320bd80 00000400:00000200:1.0:1724310015.113246:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 26024 00000400:00000200:1.0:1724310015.113327:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.113331:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310015.113335:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310015.113340:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f100. 00010000:00000010:3.0:1724310015.113420:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:3.0:1724310015.113432:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00000020:00000010:0.0:1724310015.113526:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5400. 00000020:00000010:0.0:1724310015.113531:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.113535:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310015.113569:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883379072 00000001:00000010:0.0:1724310015.113577:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:0.0:1724310015.113593:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.113597:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 02000000:00000010:0.0:1724310015.113644:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800815f0000. 00010000:00000010:0.0:1724310015.113664:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.113668:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310015.113680:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310015.113682:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.113684:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.113687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00000004:00000010:0.0:1724310015.113769:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310015.113775:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be9d8. 00000004:00000010:0.0:1724310015.113780:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806898. 00080000:00000010:0.0:1724310015.113786:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:0.0:1724310015.115402:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.115406:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.115410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.115413:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.115454:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310015.115461:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.115464:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.115491:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310015.115503:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f100 x1808069883379072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.115516:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951743b8. 00000100:00000200:0.0:1724310015.115521:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883379072, offset 224 00000400:00000200:0.0:1724310015.115525:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.115534:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.115539:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531416:531416:256:4294967295] 192.168.204.31@tcp LPNI seq info [531412:531412:8:4294967295] 00000400:00000200:0.0:1724310015.115548:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.115552:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.115556:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310015.115561:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.115566:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.115570:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.115583:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.115586:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310015.115589:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5400. 00000800:00000200:2.0:1724310015.115688:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.115692:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310015.115695:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.115698:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.115702:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:2.0:1724310015.115703:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00000400:00000200:0.0:1724310015.118999:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.119013:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320be80 00000400:00000200:0.0:1724310015.119020:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 26600 00000400:00000200:0.0:1724310015.119038:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.119042:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.119053:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.119059:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747b80. 00000020:00000010:2.0:1724310015.119830:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552e00. 00000020:00000010:2.0:1724310015.119835:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310015.119840:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310015.119861:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883379328 02000000:00000010:2.0:1724310015.119888:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c6c9000. 00010000:00000010:2.0:1724310015.119915:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:2.0:1724310015.119928:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310015.119948:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.119952:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.119962:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.119964:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.119967:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310015.119968:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310015.120043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310015.120045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.120047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.120049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310015.120065:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951000. 00000020:00000010:2.0:1724310015.120069:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951000. 00000020:00000010:2.0:1724310015.120076:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10000. 00080000:00000010:2.0:1724310015.120081:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b13c00. 00000001:00000010:2.0:1724310015.120223:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6f00. 00000001:00000010:2.0:1724310015.120227:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310015.120281:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10000. 00010000:00000010:2.0:1724310015.120286:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.120289:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.120301:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.120318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.120320:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310015.120337:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:2.0:1724310015.120344:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806898. 00000004:00000010:2.0:1724310015.120348:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be9d8. 00000004:00000010:2.0:1724310015.120352:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:2.0:1724310015.120357:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310015.120393:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096269, last committed = 4295096163 00010000:00000200:2.0:1724310015.120400:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747b80 x1808069883379328/t4295096269(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.120414:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206d48. 00000100:00000200:2.0:1724310015.120418:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883379328, offset 224 00000400:00000010:2.0:1724310015.120423:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60d58. 00000400:00000200:2.0:1724310015.120426:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.120434:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.120439:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531417:531417:256:4294967295] 192.168.204.31@tcp LPNI seq info [531413:531413:8:4294967295] 00000400:00000200:2.0:1724310015.120443:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.120449:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.120453:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.120457:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.120461:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.120467:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.120470:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.120495:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310015.120498:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310015.120501:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552e00. 00010000:00000010:0.1:1724310015.120629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310015.120635:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310015.120637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310015.120639:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310015.120641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310015.120645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000800:00000200:1.0:1724310015.120693:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.120697:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310015.120701:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.120705:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.123417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310015.123441:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310015.123448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310015.125006:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.125018:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295065 00000400:00000200:0.0:1724310015.125057:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.125062:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.125066:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206d48 00000400:00000010:0.0:1724310015.125068:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206d48. 00000400:00000200:0.0:1724310015.125096:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.125101:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320bf00 00000400:00000200:0.0:1724310015.125106:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 27088 00000400:00000200:0.0:1724310015.125150:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.125153:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.125157:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.125161:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746d80. 00010000:00000010:2.0:1724310015.125249:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310015.125280:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00000020:00000010:1.0:1724310015.125661:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be5a00. 00000020:00000010:1.0:1724310015.125666:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.125669:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.125688:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883379456 00000001:00000010:1.0:1724310015.125695:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:1.0:1724310015.125713:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.125717:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 02000000:00000010:1.0:1724310015.125761:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080830000. 00010000:00000010:1.0:1724310015.125780:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.125782:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.125792:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.125794:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.125797:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.125799:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310015.125878:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310015.125884:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.125888:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.125894:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:0.1:1724310015.126390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310015.126395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310015.126399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310015.126401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310015.126404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310015.126407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.0:1724310015.126555:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.126558:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.126561:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.126564:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.126600:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.126623:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.126627:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.126648:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310015.126658:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746d80 x1808069883379456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.126671:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.126676:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883379456, offset 224 00000400:00000200:1.0:1724310015.126680:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.126688:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.126694:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531418:531418:256:4294967295] 192.168.204.31@tcp LPNI seq info [531414:531414:8:4294967295] 00000400:00000200:1.0:1724310015.126702:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.126707:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.126710:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.126715:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.126720:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.126723:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.126744:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.126747:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.126750:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be5a00. 00000800:00000200:0.0:1724310015.126873:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.126876:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310015.126879:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.126883:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.126885:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310015.126887:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:0.0:1724310015.128352:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.128371:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c000 00000400:00000200:0.0:1724310015.128376:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 27664 00000400:00000200:0.0:1724310015.128393:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.128396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.128400:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.128405:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085744a80. 00000020:00000010:1.0:1724310015.128461:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be5a00. 00000020:00000010:1.0:1724310015.128465:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.128468:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.128494:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883379712 02000000:00000010:1.0:1724310015.128515:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b1000. 00010000:00000010:1.0:1724310015.128535:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.128543:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.128559:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.128562:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.128569:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.128571:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.128574:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.128576:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.128642:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.128644:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.128646:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.128648:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.128664:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.128668:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.128675:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b67e060. 00080000:00000010:1.0:1724310015.128680:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24fc00. 00000001:00000010:1.0:1724310015.128820:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba900. 00000001:00000010:1.0:1724310015.128824:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.128851:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b67e060. 00010000:00000010:1.0:1724310015.128855:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.128858:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.128869:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.128882:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.128884:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310015.128900:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310015.128905:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310015.128908:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.128912:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310015.128917:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.128926:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096270, last committed = 4295096163 00010000:00000200:1.0:1724310015.128932:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085744a80 x1808069883379712/t4295096270(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.128943:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.128947:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883379712, offset 224 00000400:00000010:1.0:1724310015.128951:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcbd0. 00000400:00000200:1.0:1724310015.128954:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.128960:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.128965:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531419:531419:256:4294967295] 192.168.204.31@tcp LPNI seq info [531415:531415:8:4294967295] 00000400:00000200:1.0:1724310015.128968:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.128974:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.128978:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.128980:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.128984:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.128989:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.128993:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.129015:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.129018:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.129020:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be5a00. 00000800:00000200:0.0:1724310015.129077:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.129080:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310015.129083:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.129087:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.129387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310015.129393:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310015.129396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.1:1724310015.129398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:0.0:1724310015.130491:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.130500:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29506d 00000400:00000200:0.0:1724310015.130502:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.130505:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.130508:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310015.130510:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:0.0:1724310015.130534:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.130538:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c080 00000400:00000200:0.0:1724310015.130543:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 28152 00010000:00000010:3.0:1724310015.130564:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:3.0:1724310015.130569:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000400:00000200:0.0:1724310015.130583:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.130586:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.130589:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.130592:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085745180. 00000020:00000010:2.0:1724310015.130641:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552e00. 00000020:00000010:2.0:1724310015.130644:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310015.130647:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310015.130664:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883379840 00000001:00000010:2.0:1724310015.130670:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310015.130682:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.130685:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310015.130721:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d4f0000. 00010000:00000010:2.0:1724310015.130735:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.130737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.130745:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310015.130748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.130750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.130752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310015.130808:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310015.130813:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310015.130817:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310015.130823:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.0:1724310015.131718:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.131722:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.131725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.131729:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.131761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310015.131782:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310015.131786:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:0.0:1724310015.131812:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:0.0:1724310015.131823:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085745180 x1808069883379840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.131834:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174ee0. 00000100:00000200:0.0:1724310015.131838:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883379840, offset 224 00000400:00000200:0.0:1724310015.131842:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.131849:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.131853:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531420:531420:256:4294967295] 192.168.204.31@tcp LPNI seq info [531416:531416:8:4294967295] 00000400:00000200:0.0:1724310015.131861:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.131865:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.131869:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310015.131873:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.131878:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.131881:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.133046:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:0.0:1724310015.133051:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:0.0:1724310015.133055:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552e00. 00000800:00000200:2.0:1724310015.133310:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.133313:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310015.133316:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.133322:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.133325:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174ee0 00000400:00000010:2.0:1724310015.133327:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174ee0. 00010000:00000010:1.1:1724310015.135414:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310015.135423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310015.135519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310015.135526:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310015.135530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310015.135532:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:0.0:1724310015.136034:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.136046:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c180 00000400:00000200:0.0:1724310015.136053:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 28728 00000400:00000200:0.0:1724310015.136070:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.136073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.136078:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.136083:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747100. 00000020:00000010:1.0:1724310015.136134:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be5a00. 00000020:00000010:1.0:1724310015.136139:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.136143:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.136170:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380096 02000000:00000010:1.0:1724310015.136194:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce46000. 00010000:00000010:1.0:1724310015.136219:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:1.0:1724310015.136229:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:1.0:1724310015.136247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.136251:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.136287:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.136290:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.136293:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.136295:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.136378:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.136380:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.136383:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.136385:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.136402:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938be0. 00000020:00000010:1.0:1724310015.136407:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938be0. 00000020:00000010:1.0:1724310015.136414:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310015.136420:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24ec00. 00000001:00000010:1.0:1724310015.136561:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67e4e0. 00000001:00000010:1.0:1724310015.136565:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.136593:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310015.136598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.136601:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.136614:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.136629:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.136632:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310015.136646:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:1.0:1724310015.136651:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:1.0:1724310015.136654:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:1.0:1724310015.136660:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:1.0:1724310015.136664:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.136674:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096271, last committed = 4295096163 00010000:00000200:1.0:1724310015.136680:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747100 x1808069883380096/t4295096271(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.136692:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.136697:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883380096, offset 224 00000400:00000010:1.0:1724310015.136701:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcc08. 00000400:00000200:1.0:1724310015.136704:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.136712:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.136717:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531421:531421:256:4294967295] 192.168.204.31@tcp LPNI seq info [531417:531417:8:4294967295] 00000400:00000200:1.0:1724310015.136721:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.136727:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.136731:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.136733:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310015.136737:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.136743:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.136746:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.136767:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.136770:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.136773:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be5a00. 00000800:00000200:0.0:1724310015.136833:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.136837:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310015.136839:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.136843:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.138053:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.138062:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295075 00000400:00000200:0.0:1724310015.138065:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.138068:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.138071:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310015.138073:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:2.0:1724310015.138160:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:2.0:1724310015.138166:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.1:1724310015.138367:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310015.138375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310015.138504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.138509:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310015.138512:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310015.139126:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.139133:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c200 00000400:00000200:0.0:1724310015.139139:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 29216 00000400:00000200:0.0:1724310015.139306:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.139310:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.139314:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.139321:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124414a80. 00000020:00000010:1.0:1724310015.139378:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be5a00. 00000020:00000010:1.0:1724310015.139382:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.139385:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.139419:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380224 00000001:00000010:1.0:1724310015.139427:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310015.139440:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.139444:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310015.139485:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932c0000. 00010000:00000010:1.0:1724310015.139504:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.139506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.139517:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.139519:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.139521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.139523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000004:00000010:1.0:1724310015.139588:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310015.139594:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.139598:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.139605:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:3.1:1724310015.141341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310015.141347:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310015.141351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310015.141353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310015.141356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310015.141369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.141605:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.141609:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.141612:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.141615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:0.1:1724310015.141640:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310015.141645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.141656:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.141662:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.141666:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.141689:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.141700:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124414a80 x1808069883380224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.141714:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.141718:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883380224, offset 224 00000400:00000200:1.0:1724310015.141723:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.141731:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.141735:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531422:531422:256:4294967295] 192.168.204.31@tcp LPNI seq info [531418:531418:8:4294967295] 00000400:00000200:1.0:1724310015.141744:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.141749:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.141752:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.141757:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.141762:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.141765:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.141790:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.141793:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.141796:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be5a00. 00000800:00000200:0.0:1724310015.141867:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.141870:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310015.141874:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.141878:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.141881:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310015.141883:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:0.0:1724310015.144167:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.144178:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c300 00000400:00000200:0.0:1724310015.144185:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 29792 00000400:00000200:0.0:1724310015.144203:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.144207:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.144212:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.144217:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124416d80. 00000020:00000010:1.0:1724310015.144301:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088be5a00. 00000020:00000010:1.0:1724310015.144306:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.144310:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.144341:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380480 02000000:00000010:1.0:1724310015.144378:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce47000. 00010000:00000010:1.0:1724310015.144405:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.144416:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.144434:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.144438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.144446:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.144448:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.144450:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.144452:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.144523:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.144525:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.144528:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.144530:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.144547:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.144551:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.144560:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4989d20. 00080000:00000010:1.0:1724310015.144565:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24c800. 00000001:00000010:1.0:1724310015.144721:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595960. 00000001:00000010:1.0:1724310015.144725:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310015.144753:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4989d20. 00010000:00000010:1.0:1724310015.144760:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.144762:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.144774:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.144788:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.144791:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310015.144807:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310015.144812:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310015.144815:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.144819:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310015.144824:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310015.144834:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096272, last committed = 4295096163 00010000:00000200:1.0:1724310015.144841:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124416d80 x1808069883380480/t4295096272(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.144851:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310015.144856:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883380480, offset 224 00000400:00000010:1.0:1724310015.144860:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcc40. 00000400:00000200:1.0:1724310015.144863:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.144869:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.144874:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531423:531423:256:4294967295] 192.168.204.31@tcp LPNI seq info [531419:531419:8:4294967295] 00000400:00000200:1.0:1724310015.144878:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.144883:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.144887:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.144889:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.144894:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.144899:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.144902:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.144929:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.144932:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.144934:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088be5a00. 00000800:00000200:2.0:1724310015.145128:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.145132:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310015.145136:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.145140:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.146056:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.146065:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29507d 00000400:00000200:0.0:1724310015.146069:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.146072:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.146076:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310015.146077:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:3.0:1724310015.146996:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310015.147003:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:0.0:1724310015.147186:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.147193:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c380 00000400:00000200:0.0:1724310015.147199:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 30280 00000400:00000200:0.0:1724310015.147245:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.147249:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.147253:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.147279:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124417b80. 00010000:00000010:2.1:1724310015.147349:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000020:00000010:1.0:1724310015.147420:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c59400. 00000020:00000010:1.0:1724310015.147424:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.147429:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.147448:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380608 00000001:00000010:1.0:1724310015.147455:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310015.147469:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.147473:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 02000000:00000010:1.0:1724310015.147804:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddc0000. 00010000:00000010:1.0:1724310015.147826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.147829:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.147839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.147842:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.147844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.147846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310015.147920:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310015.147926:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.147930:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.147935:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:1.0:1724310015.148457:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.148460:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.148463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.148466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.148500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.148506:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.148509:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.148534:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310015.148543:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124417b80 x1808069883380608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.148555:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310015.148559:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883380608, offset 224 00000400:00000200:1.0:1724310015.148564:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.148571:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.148576:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531424:531424:256:4294967295] 192.168.204.31@tcp LPNI seq info [531420:531420:8:4294967295] 00000400:00000200:1.0:1724310015.148583:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.148588:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.148591:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.148595:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.148601:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.148604:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.149148:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.149152:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.149155:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c59400. 00000800:00000200:2.0:1724310015.150109:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.150112:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:2.0:1724310015.150116:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.150122:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.150125:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310015.150127:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:1.1:1724310015.150411:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310015.150418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310015.150468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310015.150473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310015.150476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310015.150478:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310015.150482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310015.150486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.153703:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310015.153715:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310015.153719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310015.153722:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310015.153724:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310015.153726:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.153728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310015.153730:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.153732:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.153736:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.153738:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310015.153740:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310015.153742:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.153744:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310015.154542:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.154556:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c480 00000400:00000200:0.0:1724310015.154563:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 30856 00000400:00000200:0.0:1724310015.154584:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.154589:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.154594:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.154601:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663b80. 00000020:00000010:1.0:1724310015.154708:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ba00. 00000020:00000010:1.0:1724310015.154713:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.154717:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.154741:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380864 02000000:00000010:1.0:1724310015.154768:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce40000. 00010000:00000010:1.0:1724310015.154796:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.154822:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.154843:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.154847:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.154858:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.154860:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.154863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.154865:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.154945:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.154947:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.154949:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.154950:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.154966:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.154970:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.154977:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595000. 00080000:00000010:1.0:1724310015.154981:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24cc00. 00000001:00000010:1.0:1724310015.155120:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595900. 00000001:00000010:1.0:1724310015.155123:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.155149:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595000. 00010000:00000010:1.0:1724310015.155153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.155156:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.155167:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.155181:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.155183:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310015.155199:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310015.155204:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310015.155207:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.155211:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310015.155215:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310015.155225:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096273, last committed = 4295096163 00010000:00000200:1.0:1724310015.155231:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092663b80 x1808069883380864/t4295096273(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.155244:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310015.155248:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883380864, offset 224 00000400:00000010:1.0:1724310015.155253:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcc78. 00000400:00000200:1.0:1724310015.155255:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.155912:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.155917:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531425:531425:256:4294967295] 192.168.204.31@tcp LPNI seq info [531421:531421:8:4294967295] 00000400:00000200:1.0:1724310015.155921:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.155926:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.155931:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.155945:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.155950:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.155956:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.155959:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.156512:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.156517:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.156520:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ba00. 00000800:00000200:0.0:1724310015.157039:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.157042:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310015.157046:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.157050:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.157357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310015.157374:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310015.157377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.157379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310015.157380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310015.157521:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.157530:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295085 00000400:00000200:0.0:1724310015.157534:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.157536:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.157540:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:0.0:1724310015.157542:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:2.0:1724310015.157593:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:2.0:1724310015.157600:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00000400:00000200:2.0:1724310015.158029:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.158036:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c500 00000400:00000200:2.0:1724310015.158042:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 31344 00000400:00000200:2.0:1724310015.158084:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.158088:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.158092:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.158096:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7800. 00000020:00000010:1.0:1724310015.158204:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ba00. 00000020:00000010:1.0:1724310015.158207:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.158211:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.158241:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883380992 00000001:00000010:1.0:1724310015.158249:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310015.158283:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.158288:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310015.158329:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081180000. 00010000:00000010:1.0:1724310015.158348:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.158350:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.158371:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.158373:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.158377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.158379:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310015.158454:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310015.158461:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.158465:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.158471:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:1.0:1724310015.159057:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.159065:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.159068:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.159070:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.159108:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.159115:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.159117:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.159138:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310015.159150:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7800 x1808069883380992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.159163:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310015.159167:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883380992, offset 224 00000400:00000200:1.0:1724310015.159172:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.159178:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.159182:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531426:531426:256:4294967295] 192.168.204.31@tcp LPNI seq info [531422:531422:8:4294967295] 00000400:00000200:1.0:1724310015.159189:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.159193:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.159196:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.159201:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.159206:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.159209:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.159232:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.159235:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.159238:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ba00. 00000800:00000200:0.0:1724310015.159385:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.159388:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310015.159391:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.159394:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.159397:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:0.0:1724310015.159399:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:2.1:1724310015.160371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310015.160530:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.160539:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c600 00000400:00000200:0.0:1724310015.160544:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 31920 00000400:00000200:0.0:1724310015.160559:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.160562:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.160566:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.160570:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661180. 00000020:00000010:1.0:1724310015.160647:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ba00. 00000020:00000010:1.0:1724310015.160650:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.160652:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.161310:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883381248 02000000:00000010:1.0:1724310015.161332:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbe9000. 00010000:00000010:1.0:1724310015.161369:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.161378:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.161396:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.161400:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.161409:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.161411:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.161414:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.161416:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.161492:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.161494:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.161497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.161499:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.161517:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.161522:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938b00. 00000020:00000010:1.0:1724310015.161529:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595780. 00080000:00000010:1.0:1724310015.161535:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a8a800. 00000001:00000010:1.0:1724310015.162162:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5950c0. 00000001:00000010:1.0:1724310015.162167:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310015.162197:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595780. 00010000:00000010:1.0:1724310015.162204:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.162207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.162221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.162238:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.162241:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00080000:00000010:1.0:1724310015.162279:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310015.162284:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310015.162288:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.162292:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310015.162300:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310015.162312:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096274, last committed = 4295096163 00010000:00000200:1.0:1724310015.162319:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661180 x1808069883381248/t4295096274(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.162333:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310015.162338:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883381248, offset 224 00000400:00000010:1.0:1724310015.162344:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbccb0. 00000400:00000200:1.0:1724310015.162347:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.162355:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.162372:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531427:531427:256:4294967295] 192.168.204.31@tcp LPNI seq info [531423:531423:8:4294967295] 00000400:00000200:1.0:1724310015.162376:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.162382:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.162386:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.162389:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.162393:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.162399:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.162402:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.162428:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.162432:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310015.162434:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ba00. 00000800:00000200:2.0:1724310015.162733:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.162736:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:2.0:1724310015.162739:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.162743:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.163902:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.163912:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29508d 00000400:00000200:0.0:1724310015.163916:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.163918:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.163923:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:0.0:1724310015.163925:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:0.0:1724310015.164161:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.164167:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c680 00000400:00000200:0.0:1724310015.164173:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 32408 00000400:00000200:0.0:1724310015.164214:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.164217:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.164221:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.164225:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660e00. 00000020:00000010:1.0:1724310015.164540:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ba00. 00000020:00000010:1.0:1724310015.164544:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310015.164548:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310015.164724:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883381376 00000001:00000010:1.0:1724310015.164733:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310015.164749:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.164754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310015.164796:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b00000. 00010000:00000010:1.0:1724310015.164817:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.164820:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.164832:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.164834:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.164837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.164839:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:3.0:1724310015.164862:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:3.0:1724310015.164868:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00000004:00000010:1.0:1724310015.164916:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310015.164922:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f7f8. 00000004:00000010:1.0:1724310015.164926:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310015.164933:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:0.1:1724310015.166405:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310015.166412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.167156:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.167160:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.167163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.167168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.167220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.167227:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.167231:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.167583:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310015.167600:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660e00 x1808069883381376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.168182:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174880. 00000100:00000200:0.0:1724310015.168189:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883381376, offset 224 00000400:00000200:0.0:1724310015.168196:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.168207:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.168212:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531428:531428:256:4294967295] 192.168.204.31@tcp LPNI seq info [531424:531424:8:4294967295] 00000400:00000200:0.0:1724310015.168221:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.168226:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.168230:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.168236:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.168242:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.168246:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.168284:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:0.0:1724310015.168289:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:0.0:1724310015.168293:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ba00. 00000800:00000200:2.0:1724310015.168373:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.168376:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310015.168379:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.168383:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.168386:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174880 00000400:00000010:2.0:1724310015.168388:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174880. 00010000:00000010:2.1:1724310015.169397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310015.169404:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.169409:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310015.169411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310015.169481:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310015.169486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310015.171187:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.171200:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c780 00000400:00000200:0.0:1724310015.171207:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 32984 00000400:00000200:0.0:1724310015.171223:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.171227:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.171232:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.171237:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661880. 00000020:00000010:2.0:1724310015.171516:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552000. 00000020:00000010:2.0:1724310015.171522:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310015.171526:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310015.171548:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883381632 02000000:00000010:2.0:1724310015.171575:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c6cd000. 00010000:00000010:2.0:1724310015.172619:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:2.0:1724310015.172644:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:2.0:1724310015.172667:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.172671:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.172683:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.172685:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310015.172688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.172689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310015.172763:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310015.172765:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310015.172768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.172771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.172788:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951e80. 00000020:00000010:2.0:1724310015.172793:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951e80. 00000020:00000010:2.0:1724310015.172800:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6d80. 00080000:00000010:2.0:1724310015.172806:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b11400. 00000001:00000010:2.0:1724310015.172957:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ba0. 00000001:00000010:2.0:1724310015.172961:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310015.172989:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6d80. 00010000:00000010:2.0:1724310015.172994:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.172997:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.173010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.173028:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.173030:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310015.173050:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:2.0:1724310015.173054:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:2.0:1724310015.173058:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f7f8. 00000004:00000010:2.0:1724310015.173062:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:2.0:1724310015.173067:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310015.173079:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096275, last committed = 4295096163 00010000:00000200:2.0:1724310015.173087:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661880 x1808069883381632/t4295096275(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.173100:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206ee0. 00000100:00000200:2.0:1724310015.173105:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883381632, offset 224 00000400:00000010:2.0:1724310015.173111:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60d90. 00000400:00000200:2.0:1724310015.173114:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.173122:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.173127:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531429:531429:256:4294967295] 192.168.204.31@tcp LPNI seq info [531425:531425:8:4294967295] 00000400:00000200:2.0:1724310015.173131:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.173137:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.173142:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.173146:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310015.173150:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.173156:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.173159:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.173184:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310015.173188:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:2.0:1724310015.173191:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552000. 00000800:00000200:0.0:1724310015.173253:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.173428:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310015.173432:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.173436:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.175404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.175414:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.175417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310015.175420:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310015.175422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.175426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310015.175427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.175429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310015.175432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310015.175434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:2.0:1724310015.176828:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.176841:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295095 00000400:00000200:2.0:1724310015.176846:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.176849:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.176853:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206ee0 00000400:00000010:2.0:1724310015.176855:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206ee0. 00000400:00000200:2.0:1724310015.176870:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.176874:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c800 00000400:00000200:2.0:1724310015.176879:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 33472 00000400:00000200:2.0:1724310015.176932:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.176935:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.176938:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.176944:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022a00. 00010000:00000010:0.0:1724310015.178335:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:0.0:1724310015.178345:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00000020:00000010:3.0:1724310015.179865:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7a00. 00000020:00000010:3.0:1724310015.179872:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310015.179876:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.179899:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883381760 00000001:00000010:3.0:1724310015.179908:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310015.179928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.179933:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310015.179979:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934f0000. 00010000:00000010:3.0:1724310015.179999:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.180002:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.180013:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.180016:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.180018:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.180021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310015.180105:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310015.180111:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d960. 00000004:00000010:3.0:1724310015.180116:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310015.180122:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310015.182432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310015.182440:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.0:1724310015.182502:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.182506:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.182510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.182514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.182560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.182583:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.182588:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.182619:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310015.182632:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083022a00 x1808069883381760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.182647:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.182658:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883381760, offset 224 00000400:00000200:3.0:1724310015.182663:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.182673:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.182688:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531430:531430:256:4294967295] 192.168.204.31@tcp LPNI seq info [531426:531426:8:4294967295] 00000400:00000200:3.0:1724310015.182696:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.182705:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.182711:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310015.182716:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.182725:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.182728:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.182749:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310015.182753:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310015.182755:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7a00. 00000800:00000200:0.0:1724310015.182872:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.182875:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310015.182878:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.182882:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.182885:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.182887:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:2.1:1724310015.185541:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310015.185552:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310015.188076:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.188090:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320c900 00000400:00000200:0.0:1724310015.188096:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 34048 00000400:00000200:0.0:1724310015.188114:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.188118:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.188124:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.188129:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661500. 00000020:00000010:3.0:1724310015.189558:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7a00. 00000020:00000010:3.0:1724310015.189564:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310015.189568:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.189598:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382016 02000000:00000010:3.0:1724310015.189624:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d1d000. 00010000:00000010:3.0:1724310015.189650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.189662:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.189682:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.189686:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.189695:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310015.189696:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.189699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.189701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.189777:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.189778:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.189781:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.189782:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310015.189796:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.189801:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310015.189807:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a000. 00080000:00000010:3.0:1724310015.189813:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3df800. 00000001:00000010:3.0:1724310015.191229:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ad80. 00000001:00000010:3.0:1724310015.191236:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310015.191284:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a000. 00010000:00000010:3.0:1724310015.191293:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.191298:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.191317:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.191339:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.191343:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00080000:00000010:3.0:1724310015.191371:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310015.191375:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310015.191379:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d960. 00000004:00000010:3.0:1724310015.191383:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310015.191390:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310015.191403:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096276, last committed = 4295096163 00010000:00000200:3.0:1724310015.191411:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661500 x1808069883382016/t4295096276(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.191426:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.191433:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883382016, offset 224 00000400:00000010:3.0:1724310015.191438:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467af0. 00000400:00000200:3.0:1724310015.191442:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.191452:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.191457:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531431:531431:256:4294967295] 192.168.204.31@tcp LPNI seq info [531427:531427:8:4294967295] 00000400:00000200:3.0:1724310015.191461:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.191465:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.191470:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.191473:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.191478:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.191483:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.191486:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.193118:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310015.193126:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:3.0:1724310015.193129:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7a00. 00000800:00000200:2.0:1724310015.193321:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.193325:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310015.193330:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.193336:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.193448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310015.194006:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310015.194013:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310015.194015:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.194019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310015.197920:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.197937:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29509d 00000400:00000200:0.0:1724310015.197942:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.197946:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.197950:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.197953:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.197986:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.197992:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320c980 00000400:00000200:0.0:1724310015.197997:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 34536 00010000:00000010:3.0:1724310015.198130:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.198141:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000400:00000200:0.0:1724310015.198445:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.198449:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.198454:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.198459:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663100. 00000020:00000010:3.0:1724310015.199073:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7a00. 00000020:00000010:3.0:1724310015.199078:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310015.199082:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923708. 00000100:00000200:3.0:1724310015.199119:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382144 00000001:00000010:3.0:1724310015.199129:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:3.0:1724310015.199149:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.199154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310015.199200:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083180000. 00010000:00000010:3.0:1724310015.199223:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310015.199226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.199238:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.199240:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.199242:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310015.199244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:0.1:1724310015.199350:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00000004:00000010:3.0:1724310015.199351:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00010000:00000010:0.1:1724310015.199356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000004:00000010:3.0:1724310015.199366:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d960. 00010000:00000010:0.1:1724310015.199367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310015.199369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000004:00000010:3.0:1724310015.199371:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00010000:00000010:0.1:1724310015.199371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310015.199374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310015.199376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00080000:00000010:3.0:1724310015.199378:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:0.1:1724310015.199379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310015.199383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.201250:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310015.201770:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:2.0:1724310015.201815:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.201823:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.201879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:2.0:1724310015.201996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310015.202001:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:2.0:1724310015.202031:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:2.0:1724310015.202046:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092663100 x1808069883382144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.202060:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e206550. 00000100:00000200:2.0:1724310015.202066:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883382144, offset 224 00000400:00000200:2.0:1724310015.202072:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.202082:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.202087:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531432:531432:256:4294967295] 192.168.204.31@tcp LPNI seq info [531428:531428:8:4294967295] 00000400:00000200:2.0:1724310015.202096:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.202101:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.202105:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.202110:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.202116:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.202120:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.202861:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:2.0:1724310015.202867:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923708. 00000020:00000010:2.0:1724310015.202870:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7a00. 00000800:00000200:1.0:1724310015.203852:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.203856:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310015.203860:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.203865:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.203869:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e206550 00000400:00000010:1.0:1724310015.203871:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e206550. 00010000:00000010:0.1:1724310015.204033:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310015.204039:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:2.0:1724310015.205209:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.205220:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ca80 00000400:00000200:2.0:1724310015.205226:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 35112 00000400:00000200:2.0:1724310015.205249:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.205252:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.205282:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.205288:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022680. 00000020:00000010:0.0:1724310015.205324:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe5400. 00000020:00000010:0.0:1724310015.205329:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310015.205332:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310015.205367:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382400 02000000:00000010:0.0:1724310015.205395:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342a000. 00010000:00000010:0.0:1724310015.205424:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310015.205468:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:0.0:1724310015.205536:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.205541:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.205551:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.205553:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.205555:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.205557:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.205802:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.205805:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.205808:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.205811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.205831:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bdc0. 00000020:00000010:0.0:1724310015.205836:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bdc0. 00000020:00000010:0.0:1724310015.205845:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166540. 00080000:00000010:0.0:1724310015.205851:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bbde400. 00000001:00000010:0.0:1724310015.206017:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf0f00. 00000001:00000010:0.0:1724310015.206021:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310015.206049:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166540. 00010000:00000010:0.0:1724310015.206056:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.206436:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.206451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.206466:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.206469:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00080000:00000010:0.0:1724310015.206486:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:0.0:1724310015.206490:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:0.0:1724310015.206493:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d960. 00000004:00000010:0.0:1724310015.206497:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:0.0:1724310015.206503:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:0.0:1724310015.206514:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096277, last committed = 4295096163 00010000:00000200:0.0:1724310015.206520:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083022680 x1808069883382400/t4295096277(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.206532:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.206536:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883382400, offset 224 00000400:00000010:0.0:1724310015.206541:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9f18. 00000400:00000200:0.0:1724310015.206543:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.206551:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.206555:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531433:531433:256:4294967295] 192.168.204.31@tcp LPNI seq info [531429:531429:8:4294967295] 00000400:00000200:0.0:1724310015.206559:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.206564:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.206569:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.206571:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310015.206576:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.206581:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.206584:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.206603:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310015.206606:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310015.206608:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe5400. 00000800:00000200:2.0:1724310015.206842:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.206844:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310015.206848:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.206851:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.207807:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.207815:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950a5 00000400:00000200:0.0:1724310015.207819:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.207822:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.207825:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:0.0:1724310015.207827:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000400:00000200:0.0:1724310015.207870:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.207875:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320cb00 00000400:00000200:0.0:1724310015.207881:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 35600 00010000:00000010:2.0:1724310015.207946:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:2.0:1724310015.207952:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00000400:00000200:0.0:1724310015.208020:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.208024:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.208027:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.208031:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662d80. 00000020:00000010:2.0:1724310015.208101:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9ba400. 00000020:00000010:2.0:1724310015.208105:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310015.208108:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310015.208135:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382528 00000001:00000010:2.0:1724310015.208142:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:2.0:1724310015.208157:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.208160:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 02000000:00000010:2.0:1724310015.208200:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d100000. 00010000:00000010:2.0:1724310015.208217:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.208220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.208229:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.208231:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.208234:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.208236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000004:00000010:2.0:1724310015.208311:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310015.208317:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53780. 00000004:00000010:2.0:1724310015.208321:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fc80. 00080000:00000010:2.0:1724310015.208327:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:1.1:1724310015.209724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310015.209731:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310015.209735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310015.209738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.209875:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310015.209879:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.209882:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310015.209885:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.209926:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:3.0:1724310015.209947:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:3.0:1724310015.209950:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:3.0:1724310015.209977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:3.0:1724310015.209987:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092662d80 x1808069883382528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.210000:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.210004:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883382528, offset 224 00000400:00000200:3.0:1724310015.210008:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.210015:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.210020:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531434:531434:256:4294967295] 192.168.204.31@tcp LPNI seq info [531430:531430:8:4294967295] 00000400:00000200:3.0:1724310015.210027:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.210031:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.210034:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310015.210038:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.210043:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.210046:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.210065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:3.0:1724310015.210069:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:3.0:1724310015.210072:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9ba400. 00000800:00000200:2.0:1724310015.210166:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.210169:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:2.0:1724310015.210171:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.210175:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.210178:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.210179:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.211743:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.211753:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320cc00 00000400:00000200:0.0:1724310015.211758:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 36176 00000400:00000200:0.0:1724310015.211775:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.211778:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.211782:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.211786:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661c00. 00000020:00000010:3.0:1724310015.211901:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6200. 00000020:00000010:3.0:1724310015.211906:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310015.211909:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.211927:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382784 02000000:00000010:3.0:1724310015.211949:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d1c000. 00010000:00000010:3.0:1724310015.211971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.211981:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.211998:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.212006:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.212015:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310015.212016:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.212019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310015.212021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.212097:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.212099:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.212101:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310015.212103:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.212120:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c1c0. 00000020:00000010:3.0:1724310015.212124:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c1c0. 00000020:00000010:3.0:1724310015.212131:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310015.212136:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3de400. 00000001:00000010:3.0:1724310015.212322:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a000. 00000001:00000010:3.0:1724310015.212326:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310015.212354:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310015.212369:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.212372:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.212386:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.212402:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.212462:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310015.212480:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:3.0:1724310015.212485:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fc80. 00000004:00000010:3.0:1724310015.212489:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53780. 00000004:00000010:3.0:1724310015.212494:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:3.0:1724310015.212500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310015.212510:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096278, last committed = 4295096163 00010000:00000200:3.0:1724310015.212516:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661c00 x1808069883382784/t4295096278(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.212525:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.212528:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883382784, offset 224 00000400:00000010:3.0:1724310015.212532:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467b28. 00000400:00000200:3.0:1724310015.212533:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.212540:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.212543:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531435:531435:256:4294967295] 192.168.204.31@tcp LPNI seq info [531431:531431:8:4294967295] 00000400:00000200:3.0:1724310015.212546:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.212549:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.212552:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.212555:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310015.212557:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.212561:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.212563:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.212580:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310015.212583:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.212585:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6200. 00000800:00000200:0.0:1724310015.212648:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.212652:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310015.212654:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.212657:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.213342:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.213354:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950ad 00000400:00000200:2.0:1724310015.213366:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.213369:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.213372:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.213374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:3.0:1724310015.213496:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.213501:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000400:00000200:0.0:1724310015.213638:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.213644:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320cc80 00000400:00000200:0.0:1724310015.213648:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 36664 00000400:00000200:0.0:1724310015.213681:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.213685:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.213688:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.213691:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661f80. 00000020:00000010:3.0:1724310015.213754:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6200. 00000020:00000010:3.0:1724310015.213757:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.213760:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.213775:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883382912 00000001:00000010:3.0:1724310015.213781:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:3.0:1724310015.213794:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.213797:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 02000000:00000010:3.0:1724310015.213833:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800864c0000. 00010000:00000010:3.0:1724310015.213845:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.213847:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.213853:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310015.213855:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.213858:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.213859:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310015.213907:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310015.213912:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.213915:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.213921:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310015.214624:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.214627:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.214630:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.214633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.214662:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.214668:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.214671:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.214690:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310015.214698:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661f80 x1808069883382912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.214708:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.214711:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883382912, offset 224 00000400:00000200:3.0:1724310015.214715:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.214720:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.214725:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531436:531436:256:4294967295] 192.168.204.31@tcp LPNI seq info [531432:531432:8:4294967295] 00000400:00000200:3.0:1724310015.214732:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.214736:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.214739:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310015.214742:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.214747:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.214750:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.215168:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.215172:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.215174:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6200. 00010000:00000010:3.1:1724310015.215567:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000800:00000200:0.0:1724310015.215635:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.215638:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310015.215642:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.215646:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.215649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.215650:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:2.0:1724310015.217397:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.217408:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320cd80 00000400:00000200:2.0:1724310015.217415:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 37240 00000400:00000200:2.0:1724310015.217433:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.217436:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.217441:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.217446:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083020700. 00000020:00000010:3.0:1724310015.217810:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6200. 00000020:00000010:3.0:1724310015.217816:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.217819:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.217848:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883383168 02000000:00000010:3.0:1724310015.217872:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c496000. 00010000:00000010:3.0:1724310015.217899:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.217911:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.217931:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.217935:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.217944:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310015.217946:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.217948:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.217950:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.218025:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.218028:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.218030:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.218032:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310015.218048:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c1c0. 00000020:00000010:3.0:1724310015.218053:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c1c0. 00000020:00000010:3.0:1724310015.218071:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ad20. 00080000:00000010:3.0:1724310015.218076:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3dfc00. 00000001:00000010:3.0:1724310015.218235:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a3c0. 00000001:00000010:3.0:1724310015.218239:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26e40. 00000020:00000010:3.0:1724310015.218290:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ad20. 00010000:00000010:3.0:1724310015.218297:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.218300:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.218313:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.218329:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.218331:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310015.218345:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.218350:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.218352:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.218367:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310015.218375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310015.218386:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096279, last committed = 4295096163 00010000:00000200:3.0:1724310015.218392:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083020700 x1808069883383168/t4295096279(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.218405:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.218411:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883383168, offset 224 00000400:00000010:3.0:1724310015.218415:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467b60. 00000400:00000200:3.0:1724310015.218417:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.218425:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.218430:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531437:531437:256:4294967295] 192.168.204.31@tcp LPNI seq info [531433:531433:8:4294967295] 00000400:00000200:3.0:1724310015.218434:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.218438:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.218443:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.218446:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.218450:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.218455:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.218459:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.218478:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.218481:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.218484:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6200. 00000800:00000200:1.0:1724310015.218617:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.218619:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310015.218623:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.218626:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.220099:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.220109:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950b5 00000400:00000200:0.0:1724310015.220112:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.220116:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.220119:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.220121:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:0.0:1724310015.220147:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.220152:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ce00 00000400:00000200:0.0:1724310015.220157:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 37728 00000400:00000200:0.0:1724310015.220197:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.220201:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.220204:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.220208:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662a00. 00000020:00000010:1.0:1724310015.220455:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ae00. 00000020:00000010:1.0:1724310015.220460:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.220463:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310015.220494:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883383296 00000001:00000010:1.0:1724310015.220502:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310015.220519:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.220523:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310015.220564:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d790000. 00010000:00000010:1.0:1724310015.220584:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.220587:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.220598:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.220601:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.220604:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.220606:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310015.220677:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310015.220684:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.220688:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310015.220694:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:2.0:1724310015.220827:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:2.0:1724310015.220833:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:2.1:1724310015.221332:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310015.221338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310015.221402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310015.221407:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310015.221414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.0:1724310015.221556:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.221559:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.221562:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.221565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.221603:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.221764:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.221767:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.221792:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.221802:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092662a00 x1808069883383296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.221815:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310015.221819:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883383296, offset 224 00000400:00000200:1.0:1724310015.221823:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.221830:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.221835:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531438:531438:256:4294967295] 192.168.204.31@tcp LPNI seq info [531434:531434:8:4294967295] 00000400:00000200:1.0:1724310015.221842:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.221847:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.221850:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.221853:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.221858:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.221861:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.221884:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.221887:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310015.221890:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ae00. 00000800:00000200:3.0:1724310015.221987:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.221990:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310015.221992:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.221996:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.221999:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:3.0:1724310015.222001:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00000400:00000200:0.0:1724310015.223875:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.223886:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320cf00 00000400:00000200:0.0:1724310015.223892:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 38304 00000400:00000200:0.0:1724310015.223909:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.223912:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.223917:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.223922:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660380. 00000020:00000010:1.0:1724310015.224017:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ae00. 00000020:00000010:1.0:1724310015.224021:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.224024:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc190. 00000100:00000200:1.0:1724310015.224051:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883383552 02000000:00000010:1.0:1724310015.224081:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbeb000. 00010000:00000010:1.0:1724310015.224103:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.224113:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.224131:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.224134:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.224142:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.224145:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.224147:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.224150:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.224218:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.224219:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.224221:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.224223:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.224237:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.224241:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.224248:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595540. 00080000:00000010:1.0:1724310015.224253:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a88400. 00000001:00000010:1.0:1724310015.224444:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595cc0. 00000001:00000010:1.0:1724310015.224448:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310015.224474:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595540. 00010000:00000010:1.0:1724310015.224479:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.224482:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.224493:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.224507:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.224509:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310015.224521:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310015.224525:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310015.224529:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.224533:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310015.224537:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310015.224545:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096280, last committed = 4295096163 00010000:00000200:1.0:1724310015.224551:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660380 x1808069883383552/t4295096280(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.224563:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310015.224567:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883383552, offset 224 00000400:00000010:1.0:1724310015.224571:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcce8. 00000400:00000200:1.0:1724310015.224574:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.224581:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.224585:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531439:531439:256:4294967295] 192.168.204.31@tcp LPNI seq info [531435:531435:8:4294967295] 00000400:00000200:1.0:1724310015.224589:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.224595:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.224599:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.224602:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.224607:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.224612:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.224615:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.224625:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.224627:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc190. 00000020:00000010:1.0:1724310015.224630:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ae00. 00010000:00000010:2.1:1724310015.224817:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310015.224823:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310015.224826:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310015.224827:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310015.224832:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000800:00000200:0.0:1724310015.224955:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.224958:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310015.224960:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.224964:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.226313:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.226323:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950bd 00000400:00000200:3.0:1724310015.226335:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.226337:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.226341:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310015.226343:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:3.0:1724310015.226366:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.226371:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320cf80 00000400:00000200:3.0:1724310015.226376:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 38792 00010000:00000010:0.0:1724310015.226499:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:0.0:1724310015.226505:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000400:00000200:3.0:1724310015.226772:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.226776:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.226780:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.226784:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2bb80. 00000020:00000010:0.0:1724310015.227039:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573600. 00000020:00000010:0.0:1724310015.227042:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310015.227045:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310015.227076:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883383680 00000001:00000010:0.0:1724310015.227084:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26e40. 00010000:00000010:0.0:1724310015.227101:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.227105:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 02000000:00000010:0.0:1724310015.227148:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e900000. 00010000:00000010:0.0:1724310015.227166:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.227170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.227179:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310015.227180:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.227183:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.227185:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000004:00000010:0.0:1724310015.227254:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:1.0:1724310015.227793:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.227798:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310015.227804:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:1.0:1724310015.228526:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.228530:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.228533:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.228536:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.228573:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:1.0:1724310015.228582:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:1.0:1724310015.228585:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:1.0:1724310015.228611:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:1.0:1724310015.228623:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2bb80 x1808069883383680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.228636:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310015.228640:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883383680, offset 224 00000400:00000200:1.0:1724310015.228644:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.228653:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.228658:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531440:531440:256:4294967295] 192.168.204.31@tcp LPNI seq info [531436:531436:8:4294967295] 00000400:00000200:1.0:1724310015.228666:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.228670:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.228673:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.228677:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.228683:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.228686:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.228707:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:1.0:1724310015.228710:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:1.0:1724310015.228712:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573600. 00000800:00000200:0.0:1724310015.228924:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.228927:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310015.228930:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.228934:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.228936:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:0.0:1724310015.228938:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00010000:00000010:1.1:1724310015.230457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310015.230465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310015.230470:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310015.230475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310015.230477:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310015.230480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310015.230485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310015.230487:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310015.230490:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310015.230492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310015.230494:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310015.230496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310015.230497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310015.230499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310015.230500:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310015.230502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310015.230503:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310015.230505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310015.230510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310015.230555:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310015.230560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310015.230600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310015.230607:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310015.230610:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310015.230613:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310015.231533:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.231545:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d080 00000400:00000200:0.0:1724310015.231552:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 39368 00000400:00000200:0.0:1724310015.231571:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.231574:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.231580:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.231585:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660000. 00000020:00000010:1.0:1724310015.231688:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414b800. 00000020:00000010:1.0:1724310015.231694:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.231697:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.231777:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883383936 02000000:00000010:1.0:1724310015.231803:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbef000. 00010000:00000010:1.0:1724310015.231831:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.231843:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.231863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.231867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.231877:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.231879:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.231881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.231883:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.231960:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.231962:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.231964:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.231967:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310015.231984:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.231989:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.231997:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595c60. 00080000:00000010:1.0:1724310015.232003:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a88800. 00000001:00000010:1.0:1724310015.232179:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595840. 00000001:00000010:1.0:1724310015.232184:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310015.232215:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595c60. 00010000:00000010:1.0:1724310015.232221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.232224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.232237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.232253:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.232403:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310015.232421:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310015.232426:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:1.0:1724310015.232430:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.232434:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:1.0:1724310015.232442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310015.232453:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096281, last committed = 4295096163 00010000:00000200:1.0:1724310015.232460:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660000 x1808069883383936/t4295096281(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.232472:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310015.232477:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883383936, offset 224 00000400:00000010:1.0:1724310015.232482:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcd20. 00000400:00000200:1.0:1724310015.232485:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.232492:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.232498:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531441:531441:256:4294967295] 192.168.204.31@tcp LPNI seq info [531437:531437:8:4294967295] 00000400:00000200:1.0:1724310015.232502:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.232507:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.232512:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.232515:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.232520:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.232526:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.232529:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.232558:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.232561:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.232564:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414b800. 00000800:00000200:3.0:1724310015.232807:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.232811:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310015.232814:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.232818:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.233351:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310015.233366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310015.234065:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.234076:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950c5 00000400:00000200:0.0:1724310015.234080:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.234083:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.234087:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310015.234089:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00000400:00000200:0.0:1724310015.234721:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.234727:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d100 00000400:00000200:0.0:1724310015.234733:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 39856 00000400:00000200:0.0:1724310015.234747:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.234750:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.234753:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.234758:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660700. 00000020:00000010:1.0:1724310015.234821:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00000020:00000010:1.0:1724310015.234826:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.234829:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.234859:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883384064 00000001:00000010:1.0:1724310015.234867:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310015.234883:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.234888:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310015.234930:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7a0000. 00010000:00000010:1.0:1724310015.234950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.234953:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.234964:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.234966:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.234969:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.234971:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310015.235038:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310015.235045:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.235049:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310015.235055:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:2.0:1724310015.235246:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:2.0:1724310015.235252:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.235818:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.235821:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.235824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.235827:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.235858:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.235864:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.235867:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.235888:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310015.235900:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660700 x1808069883384064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.235912:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310015.235917:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883384064, offset 224 00000400:00000200:1.0:1724310015.235921:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.235929:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.235934:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531442:531442:256:4294967295] 192.168.204.31@tcp LPNI seq info [531438:531438:8:4294967295] 00000400:00000200:1.0:1724310015.235942:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.235946:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.235949:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.235953:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.235958:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.235962:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.236041:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.236045:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.236048:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:0.0:1724310015.236152:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.236155:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310015.236158:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.236162:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.236164:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:0.0:1724310015.236166:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00000400:00000200:3.0:1724310015.239378:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.239390:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d200 00000400:00000200:3.0:1724310015.239396:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 40432 00000400:00000200:3.0:1724310015.239414:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.239417:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.239422:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.239427:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2a680. 00010000:00000010:0.1:1724310015.239490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310015.239498:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310015.239502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310015.239504:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310015.239506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310015.239512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310015.239515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000020:00000010:1.0:1724310015.239516:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00010000:00000010:0.1:1724310015.239517:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310015.239519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000020:00000010:1.0:1724310015.239521:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00010000:00000010:0.1:1724310015.239522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000020:00000010:1.0:1724310015.239525:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.239558:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883384320 02000000:00000010:1.0:1724310015.239585:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094462000. 00010000:00000010:1.0:1724310015.239612:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.239621:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.239641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.239645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.239654:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.239656:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.239659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.239661:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.239736:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.239739:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.239741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.239743:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310015.239762:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.239768:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.239776:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5953c0. 00080000:00000010:1.0:1724310015.239781:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a89000. 00000001:00000010:1.0:1724310015.239998:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595e40. 00000001:00000010:1.0:1724310015.240003:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310015.240032:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5953c0. 00010000:00000010:1.0:1724310015.240039:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.240041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.240054:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.240070:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.240073:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310015.240087:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310015.240091:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:1.0:1724310015.240095:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.240099:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310015.240105:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.240116:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096282, last committed = 4295096163 00010000:00000200:1.0:1724310015.240122:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2a680 x1808069883384320/t4295096282(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.240238:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310015.240244:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883384320, offset 224 00000400:00000010:1.0:1724310015.240249:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcd58. 00000400:00000200:1.0:1724310015.240253:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.240290:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.240296:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531443:531443:256:4294967295] 192.168.204.31@tcp LPNI seq info [531439:531439:8:4294967295] 00000400:00000200:1.0:1724310015.240300:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.240305:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.240310:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.240314:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310015.240319:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.240325:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.240328:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.240346:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.240349:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.240351:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:0.0:1724310015.240672:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.240675:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310015.240679:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.240683:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.241153:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.241160:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950cd 00000400:00000200:0.0:1724310015.241163:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.241166:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.241200:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310015.241202:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:2.0:1724310015.241282:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:2.0:1724310015.241287:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:3.0:1724310015.241428:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.241434:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d280 00000400:00000200:3.0:1724310015.241439:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 40920 00000400:00000200:3.0:1724310015.241557:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.241561:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.241564:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.241567:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b100. 00000020:00000010:1.0:1724310015.241694:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00000020:00000010:1.0:1724310015.241698:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.241701:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.241723:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883384448 00000001:00000010:1.0:1724310015.241730:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310015.241741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.241745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310015.241782:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082700000. 00010000:00000010:1.0:1724310015.241796:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.241798:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.241804:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.241806:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.241808:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.241809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310015.241851:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310015.241855:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.241858:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310015.241862:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:1.0:1724310015.242502:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.242506:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.242510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.242512:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.242547:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.242554:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.242556:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.242578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.242591:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b100 x1808069883384448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.242717:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310015.242722:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883384448, offset 224 00000400:00000200:1.0:1724310015.242726:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.242733:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.242737:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531444:531444:256:4294967295] 192.168.204.31@tcp LPNI seq info [531440:531440:8:4294967295] 00000400:00000200:1.0:1724310015.242743:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.242746:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.242749:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310015.242753:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.242758:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.242760:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.242783:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.242786:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.242788:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:0.0:1724310015.243001:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.243003:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310015.243007:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.243010:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.243012:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310015.243013:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00000400:00000200:0.0:1724310015.244697:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.244708:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d380 00000400:00000200:0.0:1724310015.244714:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 41496 00000400:00000200:0.0:1724310015.244731:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.244735:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.244739:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.244745:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131500. 00000020:00000010:1.0:1724310015.245855:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00000020:00000010:1.0:1724310015.245860:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.245864:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.245895:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883384704 02000000:00000010:1.0:1724310015.245921:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094461000. 00010000:00000010:1.0:1724310015.245951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.245963:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.245983:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310015.245984:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.245986:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:0.1:1724310015.245992:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.245995:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.245997:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.246000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.246001:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.246073:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.246074:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.246076:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.246078:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.246092:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.246097:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.246104:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595f60. 00080000:00000010:1.0:1724310015.246108:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a8bc00. 00000001:00000010:1.0:1724310015.246246:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595c60. 00000001:00000010:1.0:1724310015.246251:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.246592:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595f60. 00010000:00000010:1.0:1724310015.246599:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.246602:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.246615:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.246631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.246634:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00080000:00000010:1.0:1724310015.246648:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310015.246653:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:1.0:1724310015.246657:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.246661:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310015.246667:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310015.246677:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096283, last committed = 4295096163 00010000:00000200:1.0:1724310015.246684:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c131500 x1808069883384704/t4295096283(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.246700:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310015.246705:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883384704, offset 224 00000400:00000010:1.0:1724310015.246710:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcd90. 00000400:00000200:1.0:1724310015.246712:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.246720:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.246725:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531445:531445:256:4294967295] 192.168.204.31@tcp LPNI seq info [531441:531441:8:4294967295] 00000400:00000200:1.0:1724310015.246730:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.246735:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.246740:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.246743:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.246747:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.246753:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.246755:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.246928:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.246932:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.246935:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:3.0:1724310015.247034:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.247037:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310015.247040:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.247044:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.248671:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310015.248681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310015.248808:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310015.248813:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310015.248816:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310015.248818:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310015.248821:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310015.248826:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310015.248828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310015.248830:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310015.248832:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310015.248837:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:2.0:1724310015.249022:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.249034:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950d5 00000400:00000200:2.0:1724310015.249039:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.249042:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.249047:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:2.0:1724310015.249049:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00000400:00000200:2.0:1724310015.249074:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.249079:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d400 00000400:00000200:2.0:1724310015.249084:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 41984 00010000:00000010:0.0:1724310015.249098:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310015.249104:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00000400:00000200:2.0:1724310015.249132:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.249135:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.249140:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.249144:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083022d80. 00000020:00000010:0.0:1724310015.249344:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.249348:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310015.249352:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.249391:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883384832 00000001:00000010:0.0:1724310015.249400:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:0.0:1724310015.249416:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.249420:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310015.249462:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800875e0000. 00010000:00000010:0.0:1724310015.249483:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.249485:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.249708:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.249711:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.249713:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.249716:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000004:00000010:0.0:1724310015.249789:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310015.249794:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.249799:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.249804:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310015.250496:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.250499:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.250502:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310015.250504:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.250537:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.250542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.250545:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.250566:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310015.250575:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083022d80 x1808069883384832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.250588:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.250592:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883384832, offset 224 00000400:00000200:0.0:1724310015.250597:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.250603:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.250608:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531446:531446:256:4294967295] 192.168.204.31@tcp LPNI seq info [531442:531442:8:4294967295] 00000400:00000200:0.0:1724310015.250616:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.250621:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.250624:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.250628:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.250633:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.250637:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.250648:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310015.250651:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.250653:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.250785:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.250788:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310015.250790:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.250794:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.250796:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:2.0:1724310015.250798:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00010000:00000010:1.1:1724310015.251719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310015.251725:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310015.251728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:1.1:1724310015.251730:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310015.251733:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310015.251737:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310015.251739:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310015.251741:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310015.251743:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310015.251745:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310015.251746:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310015.251748:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.251750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310015.251752:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310015.251755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310015.251757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:3.0:1724310015.253172:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.253182:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d500 00000400:00000200:3.0:1724310015.253189:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 42560 00000400:00000200:3.0:1724310015.253205:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.253209:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.253214:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.253219:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b800. 00000020:00000010:0.0:1724310015.253288:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.253293:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310015.253296:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.253325:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385088 02000000:00000010:0.0:1724310015.253348:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342b000. 00010000:00000010:0.0:1724310015.253384:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.253393:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.253410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.253413:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.253423:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310015.253425:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.253427:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.253429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.253495:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310015.253497:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.253499:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310015.253501:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.253518:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.253523:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.253530:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166a20. 00080000:00000010:0.0:1724310015.253536:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bbdfc00. 00000001:00000010:0.0:1724310015.253684:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca6c0. 00000001:00000010:0.0:1724310015.253688:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310015.253716:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166a20. 00010000:00000010:0.0:1724310015.253722:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.253725:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.253738:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.253753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.253755:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00080000:00000010:0.0:1724310015.253769:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:0.0:1724310015.253776:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310015.253778:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.253782:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:0.0:1724310015.253788:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310015.253797:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096284, last committed = 4295096163 00010000:00000200:0.0:1724310015.253803:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b800 x1808069883385088/t4295096284(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.253815:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.253819:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883385088, offset 224 00000400:00000010:0.0:1724310015.253823:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9ee0. 00000400:00000200:0.0:1724310015.253826:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.253833:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.253837:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531447:531447:256:4294967295] 192.168.204.31@tcp LPNI seq info [531443:531443:8:4294967295] 00000400:00000200:0.0:1724310015.253841:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.253846:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.253851:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.253853:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310015.253857:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.253862:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.253865:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.253890:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310015.253893:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.253895:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.254008:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.254011:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310015.254014:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.254018:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.254575:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310015.254581:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:2.0:1724310015.255636:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.255646:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950dd 00000400:00000200:2.0:1724310015.255650:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.255653:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.255657:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:2.0:1724310015.255659:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00000400:00000200:2.0:1724310015.255677:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.255681:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d580 00000400:00000200:2.0:1724310015.255686:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 43048 00000400:00000200:2.0:1724310015.255726:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.255730:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.255733:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.255739:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083023800. 00010000:00000010:0.0:1724310015.256021:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.256028:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00000020:00000010:3.0:1724310015.256186:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.256190:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.256194:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.256211:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385216 00000001:00000010:3.0:1724310015.256219:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:3.0:1724310015.256232:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.256236:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310015.256289:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c770000. 00010000:00000010:3.0:1724310015.256307:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.256310:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.256319:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.256321:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.256324:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.256326:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310015.256403:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310015.256409:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.256413:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.256419:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:1.1:1724310015.258399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310015.258406:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.258409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310015.258411:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310015.258413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310015.258415:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.258418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310015.258420:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310015.258422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310015.258426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.0:1724310015.258597:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.258600:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.258603:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.258608:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.258650:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.258673:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.258676:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.258705:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310015.258718:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083023800 x1808069883385216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.258732:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.258738:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883385216, offset 224 00000400:00000200:3.0:1724310015.258742:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.258751:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.258756:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531448:531448:256:4294967295] 192.168.204.31@tcp LPNI seq info [531444:531444:8:4294967295] 00000400:00000200:3.0:1724310015.258764:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.258769:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.258772:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.258777:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.258782:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.258786:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.259802:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.259809:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.259811:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.260267:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.260271:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310015.260276:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.260282:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.260285:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.260288:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.261376:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310015.261384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000400:00000200:2.0:1724310015.261833:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.261844:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d680 00000400:00000200:2.0:1724310015.261851:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 43624 00000400:00000200:2.0:1724310015.261868:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.261871:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.261877:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.261882:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880083021500. 00000020:00000010:3.0:1724310015.261967:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.261972:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.261976:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.262005:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385472 02000000:00000010:3.0:1724310015.262032:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c491000. 00010000:00000010:3.0:1724310015.262057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.262068:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.262086:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310015.262089:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.262099:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310015.262101:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.262104:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.262106:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.262181:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.262182:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.262184:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310015.262186:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310015.262199:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.262204:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.262211:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3acc0. 00080000:00000010:3.0:1724310015.262215:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3dc000. 00000001:00000010:3.0:1724310015.262390:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a360. 00000001:00000010:3.0:1724310015.262395:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310015.262428:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3acc0. 00010000:00000010:3.0:1724310015.262434:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.262437:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.262449:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.262465:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.262468:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310015.262483:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.262488:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.262491:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.262496:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310015.262502:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310015.262512:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096285, last committed = 4295096163 00010000:00000200:3.0:1724310015.262519:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880083021500 x1808069883385472/t4295096285(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.262545:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.262549:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883385472, offset 224 00000400:00000010:3.0:1724310015.262553:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467b98. 00000400:00000200:3.0:1724310015.262556:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.262564:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.262569:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531449:531449:256:4294967295] 192.168.204.31@tcp LPNI seq info [531445:531445:8:4294967295] 00000400:00000200:3.0:1724310015.262574:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.262579:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.262583:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.262586:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310015.262590:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.262596:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.262599:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.262613:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.262616:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.262618:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.263048:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.263051:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:2.0:1724310015.263055:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.263058:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.264413:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.264424:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950e5 00000400:00000200:2.0:1724310015.264429:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.264432:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.264436:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.264438:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.264444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310015.264451:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310015.264455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310015.264458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.0:1724310015.264575:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:0.0:1724310015.264584:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000400:00000200:2.0:1724310015.264827:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.264834:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d700 00000400:00000200:2.0:1724310015.264840:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 44112 00000400:00000200:2.0:1724310015.264887:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.264891:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.264894:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.264900:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4c000. 00000020:00000010:0.0:1724310015.265049:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.265053:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.265056:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.265089:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385600 00000001:00000010:0.0:1724310015.265098:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:0.0:1724310015.265118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.265122:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310015.265166:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093370000. 00010000:00000010:0.0:1724310015.265187:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.265190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.265200:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.265203:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.265205:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.265207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000004:00000010:0.0:1724310015.265399:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310015.265406:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.265410:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.265417:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310015.266207:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.266210:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.266213:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.266215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.266249:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.266254:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.266273:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.266293:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310015.266303:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4c000 x1808069883385600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.266315:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174f68. 00000100:00000200:0.0:1724310015.266321:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883385600, offset 224 00000400:00000200:0.0:1724310015.266325:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.266332:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.266337:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531450:531450:256:4294967295] 192.168.204.31@tcp LPNI seq info [531446:531446:8:4294967295] 00000400:00000200:0.0:1724310015.266345:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.266349:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.266352:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310015.266366:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.266372:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.266375:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.266395:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.266398:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.266400:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.266487:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.266490:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310015.266492:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.266496:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.266499:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:2.0:1724310015.266500:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00010000:00000010:1.1:1724310015.267590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310015.267601:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310015.267605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310015.267607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310015.267609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310015.267614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:2.0:1724310015.269225:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.269238:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d800 00000400:00000200:2.0:1724310015.269244:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 44688 00000400:00000200:2.0:1724310015.269289:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.269293:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.269299:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.269305:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f800. 00000020:00000010:0.0:1724310015.269375:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.269380:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.269384:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.269419:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385856 02000000:00000010:0.0:1724310015.269445:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121934000. 00010000:00000010:0.0:1724310015.269473:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.269486:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.269511:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.269515:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.269526:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.269528:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.269531:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.269533:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.269609:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310015.269611:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.269614:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.269616:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310015.269636:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.269641:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.269655:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b4bca1e0. 00080000:00000010:0.0:1724310015.269661:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095975400. 00000001:00000010:0.0:1724310015.269805:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1664e0. 00000001:00000010:0.0:1724310015.269810:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310015.269839:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b4bca1e0. 00010000:00000010:0.0:1724310015.269846:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.269849:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.269861:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.269878:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.269881:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00080000:00000010:0.0:1724310015.270078:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:0.0:1724310015.270133:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310015.270137:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.270142:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:0.0:1724310015.270152:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310015.270164:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096286, last committed = 4295096163 00010000:00000200:0.0:1724310015.270171:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4f800 x1808069883385856/t4295096286(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.270184:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951747f8. 00000100:00000200:0.0:1724310015.270189:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883385856, offset 224 00000400:00000010:0.0:1724310015.270194:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9ea8. 00000400:00000200:0.0:1724310015.270197:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.270204:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.270209:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531451:531451:256:4294967295] 192.168.204.31@tcp LPNI seq info [531447:531447:8:4294967295] 00000400:00000200:0.0:1724310015.270213:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.270218:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.270222:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.270226:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310015.270230:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.270236:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.270240:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.270294:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.270297:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.270299:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.270417:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.270419:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310015.270422:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.270426:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.272006:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.272018:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950ed 00000400:00000200:2.0:1724310015.272023:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.272026:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.272030:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:2.0:1724310015.272032:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00010000:00000010:0.0:1724310015.272150:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.272157:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:1.1:1724310015.273802:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310015.273812:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:2.0:1724310015.273905:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.273915:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320d880 00000400:00000200:2.0:1724310015.273921:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 45176 00000400:00000200:2.0:1724310015.274084:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.274088:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.274093:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.274098:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4ca80. 00000020:00000010:0.0:1724310015.274819:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.274825:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.274830:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.274861:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883385984 00000001:00000010:0.0:1724310015.274869:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310015.274889:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.274894:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310015.274940:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074c00000. 00010000:00000010:0.0:1724310015.274960:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.274962:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.274974:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.274976:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.274979:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.274981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310015.275053:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310015.275059:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.275063:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.275069:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310015.275844:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310015.275847:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.275850:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310015.275853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.275896:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.275905:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.275909:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.275933:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310015.275945:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4ca80 x1808069883385984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.275958:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951744c8. 00000100:00000200:0.0:1724310015.275963:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883385984, offset 224 00000400:00000200:0.0:1724310015.275967:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.275976:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.275981:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531452:531452:256:4294967295] 192.168.204.31@tcp LPNI seq info [531448:531448:8:4294967295] 00000400:00000200:0.0:1724310015.275989:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.275993:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.275996:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310015.276000:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.276005:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.276009:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.276028:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.276031:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.276033:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.276097:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.276101:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310015.276104:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.276109:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.276112:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951744c8 00000400:00000010:2.0:1724310015.276117:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951744c8. 00010000:00000010:1.1:1724310015.277583:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310015.277592:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310015.277595:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310015.277597:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310015.277599:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310015.277600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310015.277603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310015.277605:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310015.277608:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310015.277612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310015.277614:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310015.277616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:2.0:1724310015.280791:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.280806:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320d980 00000400:00000200:2.0:1724310015.280812:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 45752 00000400:00000200:2.0:1724310015.280831:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.280839:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.280845:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.280851:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4d500. 00010000:00000010:1.1:1724310015.280863:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310015.280870:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310015.280873:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310015.280876:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000020:00000010:0.0:1724310015.281175:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.281180:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.281184:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.281427:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883386240 02000000:00000010:0.0:1724310015.281458:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318e8000. 00010000:00000010:0.0:1724310015.281486:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.281503:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.281528:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310015.281533:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.281544:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.281546:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.281548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310015.281550:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.281627:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.281630:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.281632:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310015.281634:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310015.281653:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.281658:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.281668:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166780. 00080000:00000010:0.0:1724310015.281673:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095976c00. 00000001:00000010:0.0:1724310015.281826:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c90c0. 00000001:00000010:0.0:1724310015.281831:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310015.281862:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166780. 00010000:00000010:0.0:1724310015.281869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310015.281871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.281884:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.281899:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.281901:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310015.281916:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:0.0:1724310015.281922:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310015.281926:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.281930:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310015.281937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310015.281949:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096287, last committed = 4295096163 00010000:00000200:0.0:1724310015.281956:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4d500 x1808069883386240/t4295096287(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.281969:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174bb0. 00000100:00000200:0.0:1724310015.281974:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883386240, offset 224 00000400:00000010:0.0:1724310015.281980:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9e70. 00000400:00000200:0.0:1724310015.281982:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.281990:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.281996:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531453:531453:256:4294967295] 192.168.204.31@tcp LPNI seq info [531449:531449:8:4294967295] 00000400:00000200:0.0:1724310015.282000:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.282005:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.282010:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.282013:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310015.282017:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.282023:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.282026:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.282051:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.282055:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.282057:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.282541:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.282544:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310015.282548:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.282552:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.286245:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310015.286271:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00000400:00000200:2.0:1724310015.286488:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.286502:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950f5 00000400:00000200:2.0:1724310015.286507:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.286511:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.286516:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174bb0 00000400:00000010:2.0:1724310015.286518:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174bb0. 00000400:00000200:2.0:1724310015.286535:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.286540:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320da00 00000400:00000200:2.0:1724310015.286545:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 46240 00000400:00000200:2.0:1724310015.286602:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.286606:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.286610:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.286615:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4c700. 00010000:00000010:0.0:1724310015.286686:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.286694:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00000020:00000010:3.0:1724310015.286711:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.286716:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.286720:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.286751:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883386368 00000001:00000010:3.0:1724310015.286760:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:3.0:1724310015.286777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310015.286781:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310015.286825:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007edd0000. 00010000:00000010:3.0:1724310015.286846:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310015.286849:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.286860:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.286862:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.286866:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.286868:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310015.286950:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310015.286957:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.286962:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.287132:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310015.288621:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310015.288626:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.288630:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310015.288635:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.288676:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.288700:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.288704:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.288732:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310015.288744:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4c700 x1808069883386368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.288758:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.288763:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883386368, offset 224 00000400:00000200:3.0:1724310015.288768:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.288776:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.288780:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531454:531454:256:4294967295] 192.168.204.31@tcp LPNI seq info [531450:531450:8:4294967295] 00000400:00000200:3.0:1724310015.288788:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.288792:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.288795:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310015.288800:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.288805:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.288808:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.289198:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.289202:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.289205:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.289350:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.289353:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310015.289364:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.289368:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.289371:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.289373:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.292436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310015.292447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.292451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310015.292457:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:2.0:1724310015.293016:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.293030:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320db00 00000400:00000200:2.0:1724310015.293036:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 46816 00000400:00000200:2.0:1724310015.293055:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.293059:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.293065:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.293070:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4dc00. 00000020:00000010:3.0:1724310015.293153:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.293159:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.293162:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.293197:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883386624 02000000:00000010:3.0:1724310015.293225:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c492000. 00010000:00000010:3.0:1724310015.293275:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.293288:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.293311:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.293315:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.293325:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.293327:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.293330:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310015.293332:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.293593:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310015.293595:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.293598:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310015.293600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.293621:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.293625:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.293633:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a1e0. 00080000:00000010:3.0:1724310015.293637:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3dec00. 00000001:00000010:3.0:1724310015.293774:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ac00. 00000001:00000010:3.0:1724310015.293778:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310015.293803:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a1e0. 00010000:00000010:3.0:1724310015.293808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.293810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.293822:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.293837:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.293839:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310015.293852:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.293856:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.293859:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.293864:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310015.293868:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310015.293878:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096288, last committed = 4295096163 00010000:00000200:3.0:1724310015.293884:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4dc00 x1808069883386624/t4295096288(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.293902:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.293906:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883386624, offset 224 00000400:00000010:3.0:1724310015.293911:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467bd0. 00000400:00000200:3.0:1724310015.293913:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.293921:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.293926:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531455:531455:256:4294967295] 192.168.204.31@tcp LPNI seq info [531451:531451:8:4294967295] 00000400:00000200:3.0:1724310015.293930:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.293935:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.293940:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.293942:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310015.293946:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.293951:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.293954:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.294749:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.294755:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.294758:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.295061:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.295064:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:2.0:1724310015.295069:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.295073:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.295584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310015.295590:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310015.295593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310015.295595:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000400:00000200:2.0:1724310015.296352:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.296372:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2950fd 00000400:00000200:2.0:1724310015.296377:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.296383:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.296387:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.296389:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.0:1724310015.296874:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:0.0:1724310015.296883:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000400:00000200:2.0:1724310015.297216:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.297223:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320db80 00000400:00000200:2.0:1724310015.297228:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 47304 00000400:00000200:2.0:1724310015.297285:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.297288:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.297292:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.297296:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4ed80. 00000020:00000010:3.0:1724310015.297590:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.297594:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.297598:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.297804:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883386752 00000001:00000010:3.0:1724310015.297813:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:3.0:1724310015.297831:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.297836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310015.297881:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880077d40000. 00010000:00000010:3.0:1724310015.297904:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.297907:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.297917:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310015.297920:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.297923:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.297925:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310015.297994:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310015.297999:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.298003:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.298009:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:1.1:1724310015.298389:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.298395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.0:1724310015.298961:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310015.298964:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.298967:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.298971:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.299009:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.299017:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.299020:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.299045:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310015.299056:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4ed80 x1808069883386752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.299070:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.299075:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883386752, offset 224 00000400:00000200:3.0:1724310015.299080:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.299088:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.299092:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531456:531456:256:4294967295] 192.168.204.31@tcp LPNI seq info [531452:531452:8:4294967295] 00000400:00000200:3.0:1724310015.299100:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.299105:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.299108:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.299111:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.299117:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.299120:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.299214:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.299218:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.299220:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.299460:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.299463:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:2.0:1724310015.299467:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.299471:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.299474:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.299476:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.301604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310015.301615:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310015.301619:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310015.301622:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310015.301624:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310015.301629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000400:00000200:2.0:1724310015.301902:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.301912:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320dc80 00000400:00000200:2.0:1724310015.301918:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 47880 00000400:00000200:2.0:1724310015.301932:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.301936:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.301941:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.301945:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4d180. 00000020:00000010:3.0:1724310015.302027:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.302033:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.302036:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.302092:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387008 02000000:00000010:3.0:1724310015.302121:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a895000. 00010000:00000010:3.0:1724310015.302149:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.302158:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.302178:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.302182:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.302192:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310015.302194:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.302196:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.302198:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.302292:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310015.302295:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.302297:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.302300:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310015.302319:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.302324:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.302331:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a600. 00080000:00000010:3.0:1724310015.302335:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3dcc00. 00000001:00000010:3.0:1724310015.302501:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ade0. 00000001:00000010:3.0:1724310015.302505:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310015.302533:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a600. 00010000:00000010:3.0:1724310015.302538:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.302541:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.302553:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.302569:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.302571:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310015.302586:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.302591:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.302593:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.302598:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310015.302604:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310015.302615:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096289, last committed = 4295096163 00010000:00000200:3.0:1724310015.302621:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4d180 x1808069883387008/t4295096289(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.302634:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.302639:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883387008, offset 224 00000400:00000010:3.0:1724310015.302644:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467c08. 00000400:00000200:3.0:1724310015.302647:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.302654:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.302659:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531457:531457:256:4294967295] 192.168.204.31@tcp LPNI seq info [531453:531453:8:4294967295] 00000400:00000200:3.0:1724310015.302662:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.302667:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.302671:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.302674:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310015.302678:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.302684:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.302687:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.303506:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.303512:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.303514:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.303627:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.303631:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310015.303635:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.303638:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.304373:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310015.304380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310015.308828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310015.308841:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310015.308845:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310015.308848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:2.0:1724310015.310008:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.310023:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295105 00000400:00000200:2.0:1724310015.310029:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.310033:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.310037:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.310040:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.0:1724310015.310298:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:0.0:1724310015.310307:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:2.0:1724310015.310376:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.310382:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320dd00 00000400:00000200:2.0:1724310015.310388:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 48368 00000400:00000200:2.0:1724310015.310439:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.310442:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.310447:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.310452:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f480. 00000020:00000010:3.0:1724310015.310585:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.310590:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.310593:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.311372:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387136 00000001:00000010:3.0:1724310015.311383:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310015.311402:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.311408:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310015.311669:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006b400000. 00010000:00000010:3.0:1724310015.311692:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.311694:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.311706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.311709:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.311711:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.311713:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310015.311788:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310015.311794:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.311799:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.311806:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:1.1:1724310015.312463:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310015.312468:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310015.312472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310015.312475:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310015.312477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310015.312482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.313068:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.313071:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.313073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310015.313076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.313114:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.313134:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.313138:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.313161:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310015.313172:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4f480 x1808069883387136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.313185:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.313191:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883387136, offset 224 00000400:00000200:3.0:1724310015.313196:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.313205:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.313210:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531458:531458:256:4294967295] 192.168.204.31@tcp LPNI seq info [531454:531454:8:4294967295] 00000400:00000200:3.0:1724310015.313217:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.313222:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.313225:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310015.313229:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.313235:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.313238:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.313276:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.313280:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.313282:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.313524:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.313527:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:2.0:1724310015.313530:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.313535:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.313538:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.313539:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.315424:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310015.315437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:2.0:1724310015.316514:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.316529:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320de00 00000400:00000200:2.0:1724310015.316535:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 48944 00000400:00000200:2.0:1724310015.316555:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.316559:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.316564:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.316569:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008be4f100. 00000020:00000010:3.0:1724310015.316655:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086d7f600. 00000020:00000010:3.0:1724310015.316660:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.316664:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.316819:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387392 02000000:00000010:3.0:1724310015.316846:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a891000. 00010000:00000010:3.0:1724310015.316874:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.316886:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.316906:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.316909:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.316918:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.316920:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.316923:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310015.316925:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.316995:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310015.316997:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.316999:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.317001:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.317016:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.317020:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.317028:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a060. 00080000:00000010:3.0:1724310015.317033:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3dd000. 00000001:00000010:3.0:1724310015.317185:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a4e0. 00000001:00000010:3.0:1724310015.317189:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310015.317218:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a060. 00010000:00000010:3.0:1724310015.317225:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310015.317228:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.317241:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.317286:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.317289:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310015.317305:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.317310:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.317313:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.317318:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310015.317326:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310015.317337:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096290, last committed = 4295096163 00010000:00000200:3.0:1724310015.317344:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008be4f100 x1808069883387392/t4295096290(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.317366:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.317371:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883387392, offset 224 00000400:00000010:3.0:1724310015.317376:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467c40. 00000400:00000200:3.0:1724310015.317379:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.317387:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.317391:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531459:531459:256:4294967295] 192.168.204.31@tcp LPNI seq info [531455:531455:8:4294967295] 00000400:00000200:3.0:1724310015.317395:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.317401:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.317405:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.317408:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310015.317412:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.317418:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.317421:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.318107:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.318111:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.318114:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086d7f600. 00000800:00000200:2.0:1724310015.318207:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.318210:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:2.0:1724310015.318213:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.318217:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.318350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310015.318364:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310015.318368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310015.318370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:2.0:1724310015.319580:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.319592:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29510d 00000400:00000200:2.0:1724310015.319597:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.319599:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.319603:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.319605:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.0:1724310015.320582:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:0.0:1724310015.320592:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00000400:00000200:2.0:1724310015.320717:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.320724:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320de80 00000400:00000200:2.0:1724310015.320730:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 49432 00000400:00000200:2.0:1724310015.320774:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.320777:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.320781:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.320786:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4dc00. 00000020:00000010:3.0:1724310015.320943:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6200. 00000020:00000010:3.0:1724310015.320947:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.320951:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.321126:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387520 00000001:00000010:3.0:1724310015.321135:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310015.321154:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.321158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 02000000:00000010:3.0:1724310015.321201:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f8a0000. 00010000:00000010:3.0:1724310015.321221:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.321224:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.321233:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.321235:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.321238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.321240:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000004:00000010:3.0:1724310015.321327:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310015.321332:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.321336:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.321342:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310015.322207:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310015.322211:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.322214:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.322217:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.322252:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.322276:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.322279:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.322302:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310015.322312:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4dc00 x1808069883387520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.322325:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.322340:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883387520, offset 224 00000400:00000200:3.0:1724310015.322345:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.322353:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.322365:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531460:531460:256:4294967295] 192.168.204.31@tcp LPNI seq info [531456:531456:8:4294967295] 00000400:00000200:3.0:1724310015.322373:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.322377:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.322381:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.322385:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.322390:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.322394:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.322716:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.322720:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.322723:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6200. 00000800:00000200:2.0:1724310015.323148:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.323151:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310015.323155:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.323159:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.323162:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.323164:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:3.0:1724310015.324670:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.324681:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320df80 00000400:00000200:3.0:1724310015.324687:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 50008 00000400:00000200:3.0:1724310015.324705:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.324708:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.324713:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.324717:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2b480. 00000020:00000010:3.0:1724310015.324750:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de600. 00000020:00000010:3.0:1724310015.324755:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.324758:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.324778:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387776 02000000:00000010:3.0:1724310015.324801:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a894000. 00010000:00000010:3.0:1724310015.324823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.324832:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.324850:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.324854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310015.324862:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310015.324864:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.324867:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.324869:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.324947:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.324949:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310015.324951:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.324953:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310015.324972:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.324977:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb00. 00000020:00000010:3.0:1724310015.324983:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a480. 00080000:00000010:3.0:1724310015.324988:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f3df000. 00000001:00000010:3.0:1724310015.325143:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a600. 00000001:00000010:3.0:1724310015.325147:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310015.325174:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a480. 00010000:00000010:3.0:1724310015.325179:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.325182:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.325194:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.325211:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.325214:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00080000:00000010:3.0:1724310015.325230:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310015.325235:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310015.325238:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.325243:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310015.325250:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:1.1:1724310015.325431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310015.325436:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310015.325440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310015.325442:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310015.325445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310015.325450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000200:3.0:1724310015.326833:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096291, last committed = 4295096163 00010000:00000200:3.0:1724310015.326842:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2b480 x1808069883387776/t4295096291(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.326858:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.326863:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883387776, offset 224 00000400:00000010:3.0:1724310015.326869:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467c78. 00000400:00000200:3.0:1724310015.326872:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.326881:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.326886:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531461:531461:256:4294967295] 192.168.204.31@tcp LPNI seq info [531457:531457:8:4294967295] 00000400:00000200:3.0:1724310015.326889:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.326894:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.326899:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.326903:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310015.326908:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.326913:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.326916:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.326939:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310015.326943:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.326945:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de600. 00000800:00000200:3.0:1724310015.327346:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.327349:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:3.0:1724310015.327353:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.327366:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.328717:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.328728:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295115 00000400:00000200:2.0:1724310015.328732:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.328735:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.328738:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:2.0:1724310015.328740:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:0.0:1724310015.329129:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:0.0:1724310015.329138:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000400:00000200:3.0:1724310015.329230:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.329237:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e000 00000400:00000200:3.0:1724310015.329242:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 50496 00000400:00000200:3.0:1724310015.329307:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.329311:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.329314:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.329318:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2a300. 00000020:00000010:0.0:1724310015.329378:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.329382:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.329385:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.329406:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883387904 00000001:00000010:0.0:1724310015.329414:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:0.0:1724310015.329432:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310015.329436:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310015.329478:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064810000. 00010000:00000010:0.0:1724310015.329496:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310015.329498:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.329507:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310015.329509:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.329511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310015.329513:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000004:00000010:0.0:1724310015.329586:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310015.329592:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.329596:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.329603:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310015.330413:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.330417:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.330420:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310015.330423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.330462:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.330469:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.330471:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.330495:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310015.330506:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2a300 x1808069883387904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.330520:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951742a8. 00000100:00000200:0.0:1724310015.330525:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883387904, offset 224 00000400:00000200:0.0:1724310015.330529:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.330536:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.330542:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531462:531462:256:4294967295] 192.168.204.31@tcp LPNI seq info [531458:531458:8:4294967295] 00000400:00000200:0.0:1724310015.330549:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.330555:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.330557:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.330562:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.330568:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.330571:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.330595:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.330599:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.330601:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:3.0:1724310015.330705:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.330708:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310015.330710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.330713:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.330716:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951742a8 00000400:00000010:3.0:1724310015.330717:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951742a8. 00010000:00000010:1.1:1724310015.332586:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310015.332597:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000400:00000200:2.0:1724310015.332770:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.332781:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e100 00000400:00000200:2.0:1724310015.332787:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 51072 00000400:00000200:2.0:1724310015.332806:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.332809:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.332814:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.332819:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c700. 00000020:00000010:0.0:1724310015.332908:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.332912:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.332916:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.332945:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883388160 02000000:00000010:0.0:1724310015.332983:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ee000. 00010000:00000010:0.0:1724310015.333008:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.333018:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.333035:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310015.333039:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.333047:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.333049:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.333052:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310015.333054:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.333125:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.333127:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.333129:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310015.333131:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310015.333150:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.333155:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.333164:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c99c0. 00080000:00000010:0.0:1724310015.333169:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095974800. 00000001:00000010:0.0:1724310015.333340:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9960. 00000001:00000010:0.0:1724310015.333345:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310015.333382:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c99c0. 00010000:00000010:0.0:1724310015.333388:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310015.333391:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.333404:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.333421:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.333424:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310015.333439:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:0.0:1724310015.333446:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310015.333449:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.333453:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310015.333460:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000200:0.0:1724310015.333469:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096292, last committed = 4295096163 00010000:00000200:0.0:1724310015.333476:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c700 x1808069883388160/t4295096292(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.333488:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951746e8. 00000100:00000200:0.0:1724310015.333492:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883388160, offset 224 00000400:00000010:0.0:1724310015.333496:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9e38. 00000400:00000200:0.0:1724310015.333499:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.333508:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.333512:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531463:531463:256:4294967295] 192.168.204.31@tcp LPNI seq info [531459:531459:8:4294967295] 00000400:00000200:0.0:1724310015.333516:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.333522:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.333527:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.333530:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310015.333533:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.333539:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.333541:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.333565:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.333568:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.333570:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:3.0:1724310015.333706:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.333709:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310015.333711:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.333714:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.335377:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.335388:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29511d 00000400:00000200:3.0:1724310015.335393:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.335395:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.335400:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951746e8 00000400:00000010:3.0:1724310015.335402:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951746e8. 00000400:00000200:3.0:1724310015.335418:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.335422:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e180 00000400:00000200:3.0:1724310015.335426:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 51560 00000400:00000200:3.0:1724310015.335474:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.335478:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.335482:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.335486:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a28380. 00010000:00000010:0.0:1724310015.335892:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.335899:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00000020:00000010:2.0:1724310015.336222:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bb800. 00000020:00000010:2.0:1724310015.336226:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310015.336229:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310015.336253:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883388288 00000001:00000010:2.0:1724310015.336277:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:2.0:1724310015.336294:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.336298:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 02000000:00000010:2.0:1724310015.336341:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092fd0000. 00010000:00000010:2.0:1724310015.336371:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.336374:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.336383:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.336384:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.336387:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.336389:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310015.336454:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310015.336460:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e88. 00000004:00000010:2.0:1724310015.336464:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310015.336471:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:1.0:1724310015.337728:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.337733:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.337736:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.337740:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.337780:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:1.0:1724310015.337951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:1.0:1724310015.337956:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:1.0:1724310015.337980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:1.0:1724310015.337990:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a28380 x1808069883388288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.338002:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310015.338007:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883388288, offset 224 00000400:00000200:1.0:1724310015.338012:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.338019:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.338024:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531464:531464:256:4294967295] 192.168.204.31@tcp LPNI seq info [531460:531460:8:4294967295] 00000400:00000200:1.0:1724310015.338031:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.338035:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.338038:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.338042:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.338047:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.338050:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.338073:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d780. 00000020:00000010:1.0:1724310015.338076:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:1.0:1724310015.338081:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bb800. 00000800:00000200:3.0:1724310015.338195:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.338198:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310015.338201:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.338205:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.338208:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310015.338209:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:1.1:1724310015.338507:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310015.338513:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310015.338516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310015.338519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310015.338522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310015.338524:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310015.338526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310015.338528:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310015.338530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310015.338534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:3.0:1724310015.339832:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.339843:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e280 00000400:00000200:3.0:1724310015.339848:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 52136 00000400:00000200:3.0:1724310015.339866:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.339870:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.339873:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.339878:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2aa00. 00000020:00000010:1.0:1724310015.340041:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00000020:00000010:1.0:1724310015.340046:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.340050:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.340244:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883388544 02000000:00000010:1.0:1724310015.340288:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094466000. 00010000:00000010:1.0:1724310015.340312:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.340321:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.340339:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.340343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.340351:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.340353:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.340365:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.340367:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.340444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.340446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.340449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.340451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310015.340471:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.340475:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.340483:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595f60. 00080000:00000010:1.0:1724310015.340488:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a8b000. 00000001:00000010:1.0:1724310015.340643:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595540. 00000001:00000010:1.0:1724310015.340648:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310015.340674:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595f60. 00010000:00000010:1.0:1724310015.340679:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.340682:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.340694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.340708:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.340710:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310015.340727:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:1.0:1724310015.340731:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:1.0:1724310015.340735:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e88. 00000004:00000010:1.0:1724310015.340740:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:1.0:1724310015.340748:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310015.340758:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096293, last committed = 4295096163 00010000:00000200:1.0:1724310015.340764:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2aa00 x1808069883388544/t4295096293(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.340776:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.340780:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883388544, offset 224 00000400:00000010:1.0:1724310015.340784:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcdc8. 00000400:00000200:1.0:1724310015.340787:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.340794:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.340799:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531465:531465:256:4294967295] 192.168.204.31@tcp LPNI seq info [531461:531461:8:4294967295] 00000400:00000200:1.0:1724310015.340802:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.340807:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.340811:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.340814:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.340818:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.340823:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.340826:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.340849:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.340852:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:1.0:1724310015.340855:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:3.0:1724310015.341124:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.341127:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310015.341130:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.341134:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.341371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310015.341376:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310015.341378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310015.341381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310015.341435:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310015.341441:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310015.341445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310015.341448:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310015.341451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310015.341453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:3.0:1724310015.343643:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.343656:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295125 00000400:00000200:3.0:1724310015.343661:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.343665:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.343669:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310015.343672:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:3.0:1724310015.343689:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.343693:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e300 00000400:00000200:3.0:1724310015.343698:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 52624 00000400:00000200:3.0:1724310015.343714:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.343717:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.343721:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.343725:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a28000. 00010000:00000010:0.0:1724310015.343842:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:0.0:1724310015.343851:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.343929:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462a200. 00000020:00000010:1.0:1724310015.343935:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.343938:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcc80. 00000100:00000200:1.0:1724310015.343970:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883388672 00000001:00000010:1.0:1724310015.343979:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:1.0:1724310015.343997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.344001:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310015.344046:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087af0000. 00010000:00000010:1.0:1724310015.344066:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.344069:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.344079:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.344081:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.344083:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.344085:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000004:00000010:1.0:1724310015.344158:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310015.344164:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f9d8. 00000004:00000010:1.0:1724310015.344169:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310015.344175:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:2.1:1724310015.344614:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.344620:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310015.344623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.344625:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.344628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310015.344633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310015.344726:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310015.344888:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.344892:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.344895:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310015.344898:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.344935:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:0.0:1724310015.344940:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:0.0:1724310015.344943:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:0.0:1724310015.344965:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:0.0:1724310015.344975:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a28000 x1808069883388672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.344988:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951746e8. 00000100:00000200:0.0:1724310015.344993:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883388672, offset 224 00000400:00000200:0.0:1724310015.344997:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.345004:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.345009:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531466:531466:256:4294967295] 192.168.204.31@tcp LPNI seq info [531462:531462:8:4294967295] 00000400:00000200:0.0:1724310015.345016:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.345020:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.345023:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310015.345027:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.345032:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.345035:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.345058:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:0.0:1724310015.345062:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcc80. 00000020:00000010:0.0:1724310015.345065:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462a200. 00000800:00000200:3.0:1724310015.345184:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.345187:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310015.345190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.345193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.345196:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951746e8 00000400:00000010:3.0:1724310015.345197:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951746e8. 00010000:00000010:1.1:1724310015.345241:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310015.345244:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310015.345246:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310015.345248:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310015.345252:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310015.345253:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310015.345255:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:3.0:1724310015.347223:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.347236:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e400 00000400:00000200:3.0:1724310015.347243:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 53200 00000400:00000200:3.0:1724310015.347281:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.347286:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.347290:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.347295:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a28e00. 00000020:00000010:0.0:1724310015.347454:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.347459:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.347463:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.347648:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883388928 02000000:00000010:0.0:1724310015.347671:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ec000. 00010000:00000010:0.0:1724310015.347695:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.347703:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.347719:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.347723:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.347744:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.347746:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.347749:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.347751:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.347823:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310015.347826:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.347828:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.347830:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310015.347849:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.347855:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.347863:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c99c0. 00080000:00000010:0.0:1724310015.347868:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095975c00. 00000001:00000010:0.0:1724310015.348021:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9cc0. 00000001:00000010:0.0:1724310015.348025:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310015.348056:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c99c0. 00010000:00000010:0.0:1724310015.348063:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.348065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.348077:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.348093:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.348095:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310015.348111:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:0.0:1724310015.348117:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:0.0:1724310015.348120:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f9d8. 00000004:00000010:0.0:1724310015.348124:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:0.0:1724310015.348131:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310015.348140:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096294, last committed = 4295096163 00010000:00000200:0.0:1724310015.348146:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a28e00 x1808069883388928/t4295096294(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.348158:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951742a8. 00000100:00000200:0.0:1724310015.348163:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883388928, offset 224 00000400:00000010:0.0:1724310015.348167:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9e00. 00000400:00000200:0.0:1724310015.348170:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.348178:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.348182:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531467:531467:256:4294967295] 192.168.204.31@tcp LPNI seq info [531463:531463:8:4294967295] 00000400:00000200:0.0:1724310015.348186:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.348192:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.348196:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.348200:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.348204:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.348209:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.348213:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.348237:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.348240:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.348243:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:3.0:1724310015.348794:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.348798:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310015.348801:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.348805:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.349553:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.349562:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29512d 00000400:00000200:3.0:1724310015.349566:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.349568:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.349572:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951742a8 00000400:00000010:3.0:1724310015.349573:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951742a8. 00010000:00000010:0.0:1724310015.349631:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.349636:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00000400:00000200:3.0:1724310015.350564:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.350571:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e480 00000400:00000200:3.0:1724310015.350578:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 53688 00000400:00000200:3.0:1724310015.350623:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.350627:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.350631:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.350635:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a29180. 00010000:00000010:1.1:1724310015.351563:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.351571:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000020:00000010:2.0:1724310015.351866:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bac00. 00000020:00000010:2.0:1724310015.351873:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.351878:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f578. 00010000:00000010:1.1:1724310015.351906:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310015.351909:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:1.1:1724310015.351911:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310015.351914:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000100:00000200:2.0:1724310015.352125:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883389056 00000001:00000010:2.0:1724310015.352134:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310015.352152:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.352157:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 02000000:00000010:2.0:1724310015.352204:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f2f0000. 00010000:00000010:2.0:1724310015.352224:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.352227:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.352240:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.352242:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.352245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.352247:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000004:00000010:2.0:1724310015.352485:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310015.352493:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53870. 00000004:00000010:2.0:1724310015.352497:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310015.352503:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:3.0:1724310015.353052:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310015.353056:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.353059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.353062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.353102:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:3.0:1724310015.353120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310015.353124:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:3.0:1724310015.353147:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:3.0:1724310015.353427:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a29180 x1808069883389056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.353442:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.353447:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883389056, offset 224 00000400:00000200:3.0:1724310015.353452:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.353461:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.353467:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531468:531468:256:4294967295] 192.168.204.31@tcp LPNI seq info [531464:531464:8:4294967295] 00000400:00000200:3.0:1724310015.353475:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.353481:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.353484:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310015.353488:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.353494:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.353497:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.353733:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:3.0:1724310015.353738:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f578. 00000020:00000010:3.0:1724310015.353741:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bac00. 00000800:00000200:0.0:1724310015.353937:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.353941:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310015.353944:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.353948:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.353952:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.353954:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.355453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310015.355459:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310015.355462:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310015.355465:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310015.355468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310015.355472:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310015.355474:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.355476:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:3.0:1724310015.356380:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.356394:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e580 00000400:00000200:3.0:1724310015.356400:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 54264 00000400:00000200:3.0:1724310015.356419:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.356422:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.356427:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.356431:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a29c00. 00000020:00000010:0.0:1724310015.356499:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082572400. 00000020:00000010:0.0:1724310015.356504:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.356508:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.356540:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883389312 02000000:00000010:0.0:1724310015.356567:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ed000. 00010000:00000010:0.0:1724310015.356596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:0.0:1724310015.356623:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:0.0:1724310015.356643:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.356648:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.356657:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.356659:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.356662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.356664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.356740:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.356742:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.356745:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.356747:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.356768:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.356774:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b600. 00000020:00000010:0.0:1724310015.356784:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9a80. 00080000:00000010:0.0:1724310015.356789:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095977000. 00000001:00000010:0.0:1724310015.356951:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9420. 00000001:00000010:0.0:1724310015.356956:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310015.356987:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9a80. 00010000:00000010:0.0:1724310015.356994:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.356997:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.357010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.357025:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.357027:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00080000:00000010:0.0:1724310015.357045:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:0.0:1724310015.357049:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:0.0:1724310015.357052:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53870. 00000004:00000010:0.0:1724310015.357057:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:0.0:1724310015.357065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000200:0.0:1724310015.357075:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096295, last committed = 4295096163 00010000:00000200:0.0:1724310015.357081:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a29c00 x1808069883389312/t4295096295(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.357093:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951744c8. 00000100:00000200:0.0:1724310015.357097:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883389312, offset 224 00000400:00000010:0.0:1724310015.357101:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9dc8. 00000400:00000200:0.0:1724310015.357104:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.357112:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.357117:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531469:531469:256:4294967295] 192.168.204.31@tcp LPNI seq info [531465:531465:8:4294967295] 00000400:00000200:0.0:1724310015.357120:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.357126:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.357130:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.357133:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310015.357137:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.357142:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.357145:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.357168:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.357171:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.357173:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082572400. 00000800:00000200:3.0:1724310015.357394:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.357397:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310015.357399:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.357403:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.358364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310015.358371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310015.358374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310015.358629:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.358639:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295135 00000400:00000200:0.0:1724310015.358643:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.358646:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.358649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951744c8 00000400:00000010:0.0:1724310015.358657:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951744c8. 00000400:00000200:0.0:1724310015.359651:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.359657:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e600 00000400:00000200:0.0:1724310015.359663:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 54752 00000400:00000200:0.0:1724310015.359703:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.359706:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.359710:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.359715:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131c00. 00010000:00000010:2.0:1724310015.359786:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310015.359794:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00000020:00000010:3.0:1724310015.359971:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed7000. 00000020:00000010:3.0:1724310015.359976:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310015.359980:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.359999:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883389440 00000001:00000010:3.0:1724310015.360008:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:3.0:1724310015.360024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.360028:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310015.360074:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:3.0:1724310015.360095:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.360098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.360108:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310015.360110:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.360112:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310015.360114:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000004:00000010:3.0:1724310015.360191:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310015.360197:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d1e0. 00000004:00000010:3.0:1724310015.360201:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310015.360208:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310015.361071:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310015.361075:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.361078:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.361080:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.361120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.361127:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.361131:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.361152:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310015.361163:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c131c00 x1808069883389440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.361177:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.361182:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883389440, offset 224 00000400:00000200:3.0:1724310015.361186:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.361194:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.361198:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531470:531470:256:4294967295] 192.168.204.31@tcp LPNI seq info [531466:531466:8:4294967295] 00000400:00000200:3.0:1724310015.361205:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.361210:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.361213:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310015.361217:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.361224:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.361227:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.361687:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310015.361691:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.361694:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed7000. 00000800:00000200:0.0:1724310015.362571:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.362574:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310015.362578:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.362583:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.362587:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.362589:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.362645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310015.362651:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310015.362654:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310015.362656:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.362659:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310015.362665:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:3.0:1724310015.364035:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.364046:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e700 00000400:00000200:3.0:1724310015.364052:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 55328 00000400:00000200:3.0:1724310015.364071:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.364074:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.364079:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.364084:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a28a80. 00000020:00000010:0.0:1724310015.364149:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310015.364154:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.364157:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.364244:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883389696 02000000:00000010:0.0:1724310015.364564:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880092ff4000. 00010000:00000010:0.0:1724310015.364594:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:0.0:1724310015.364685:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:0.0:1724310015.364708:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.364712:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.364722:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.364724:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.364727:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.364729:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.364807:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310015.364809:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.364811:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.364813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310015.364832:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.364837:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.364845:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9a80. 00080000:00000010:0.0:1724310015.364850:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095976400. 00000001:00000010:0.0:1724310015.365004:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9000. 00000001:00000010:0.0:1724310015.365008:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310015.365036:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9a80. 00010000:00000010:0.0:1724310015.365043:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.365045:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.365057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.365073:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.365076:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310015.365091:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:0.0:1724310015.365095:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:0.0:1724310015.365098:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d1e0. 00000004:00000010:0.0:1724310015.365104:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:0.0:1724310015.365111:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000200:0.0:1724310015.365121:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096296, last committed = 4295096163 00010000:00000200:0.0:1724310015.365128:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a28a80 x1808069883389696/t4295096296(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.365141:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951747f8. 00000100:00000200:0.0:1724310015.365145:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883389696, offset 224 00000400:00000010:0.0:1724310015.365150:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9d90. 00000400:00000200:0.0:1724310015.365153:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.365161:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.365167:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531471:531471:256:4294967295] 192.168.204.31@tcp LPNI seq info [531467:531467:8:4294967295] 00000400:00000200:0.0:1724310015.365171:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.365175:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.365180:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.365183:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310015.365188:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.365193:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.365196:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.365636:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98600. 00000020:00000010:0.0:1724310015.365640:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.365642:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:2.0:1724310015.365928:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.365931:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310015.365935:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.365938:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.367104:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.367114:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29513d 00000400:00000200:0.0:1724310015.367118:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.367121:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.367125:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:0.0:1724310015.367127:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00010000:00000010:2.0:1724310015.367254:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:2.0:1724310015.367290:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00000400:00000200:2.0:1724310015.368170:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.368178:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e780 00000400:00000200:2.0:1724310015.368183:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 55816 00000400:00000200:2.0:1724310015.368225:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.368228:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.368232:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.368236:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c380. 00000020:00000010:2.0:1724310015.368284:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bac00. 00000020:00000010:2.0:1724310015.368288:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.368291:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310015.368307:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883389824 00000001:00000010:2.0:1724310015.368315:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:2.0:1724310015.368331:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.368335:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 02000000:00000010:2.0:1724310015.368388:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081b80000. 00010000:00000010:2.0:1724310015.368407:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.368409:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.368420:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.368422:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.368424:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.368426:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310015.368507:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310015.368513:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f538e8. 00000004:00000010:2.0:1724310015.368517:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310015.368524:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:0.1:1724310015.369271:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310015.369277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310015.369325:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.0:1724310015.370033:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.370037:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.370039:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.370043:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.370085:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310015.370092:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310015.370095:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:0.0:1724310015.370121:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:0.0:1724310015.370133:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c380 x1808069883389824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.370146:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951747f8. 00000100:00000200:0.0:1724310015.370152:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883389824, offset 224 00000400:00000200:0.0:1724310015.370156:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.370163:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.370168:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531472:531472:256:4294967295] 192.168.204.31@tcp LPNI seq info [531468:531468:8:4294967295] 00000400:00000200:0.0:1724310015.370176:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.370180:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.370185:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.370189:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.370195:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.370199:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.370330:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:0.0:1724310015.370335:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:0.0:1724310015.370338:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bac00. 00000800:00000200:2.0:1724310015.370559:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.370562:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310015.370565:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.370568:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.370571:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:2.0:1724310015.370573:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00010000:00000010:1.1:1724310015.371380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310015.371387:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310015.371394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310015.371396:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310015.371398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310015.371402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00000400:00000200:0.0:1724310015.372144:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.372155:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320e880 00000400:00000200:0.0:1724310015.372161:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 56392 00000400:00000200:0.0:1724310015.372180:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.372184:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.372188:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.372193:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133480. 00000020:00000010:2.0:1724310015.372286:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bba00. 00000020:00000010:2.0:1724310015.372291:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.372295:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310015.372315:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390080 02000000:00000010:2.0:1724310015.372342:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134460000. 00010000:00000010:2.0:1724310015.372375:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:2.0:1724310015.372385:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310015.372403:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.372407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.372416:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310015.372418:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.372420:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.372422:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.372499:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310015.372501:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.372503:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.372505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310015.372525:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939512e0. 00000020:00000010:2.0:1724310015.372529:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939512e0. 00000020:00000010:2.0:1724310015.372537:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd63c0. 00080000:00000010:2.0:1724310015.372541:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5e400. 00000001:00000010:2.0:1724310015.372698:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6540. 00000001:00000010:2.0:1724310015.372703:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310015.372729:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd63c0. 00010000:00000010:2.0:1724310015.372735:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.372738:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.372750:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.372766:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.372768:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310015.372784:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310015.372789:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:2.0:1724310015.372795:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f538e8. 00000004:00000010:2.0:1724310015.372799:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310015.372808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310015.372817:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096297, last committed = 4295096163 00010000:00000200:2.0:1724310015.372823:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c133480 x1808069883390080/t4295096297(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.372834:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008dc1f908. 00000100:00000200:2.0:1724310015.372838:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883390080, offset 224 00000400:00000010:2.0:1724310015.372843:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60dc8. 00000400:00000200:2.0:1724310015.372846:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.372852:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.372857:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531473:531473:256:4294967295] 192.168.204.31@tcp LPNI seq info [531469:531469:8:4294967295] 00000400:00000200:2.0:1724310015.372861:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.372865:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.372869:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.372872:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310015.372877:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.372882:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.372884:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.373568:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.373573:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310015.373576:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bba00. 00000800:00000200:3.0:1724310015.373689:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.373692:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310015.373695:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.373698:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.375849:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310015.375857:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310015.375861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310015.375864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310015.376216:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310015.376223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:2.0:1724310015.377141:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.377154:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295145 00000400:00000200:2.0:1724310015.377159:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.377163:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.377167:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008dc1f908 00000400:00000010:2.0:1724310015.377169:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008dc1f908. 00000400:00000200:2.0:1724310015.377192:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.377198:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320e900 00000400:00000200:2.0:1724310015.377204:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 56880 00000400:00000200:2.0:1724310015.377222:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.377225:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.377229:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.377234:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f480. 00010000:00000010:0.0:1724310015.377331:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310015.377339:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000020:00000010:3.0:1724310015.377500:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed6600. 00000020:00000010:3.0:1724310015.377505:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310015.377509:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310015.377529:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390208 00000001:00000010:3.0:1724310015.377538:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:3.0:1724310015.377556:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310015.377560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310015.377602:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:3.0:1724310015.377622:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.377625:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.377636:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.377638:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.377641:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310015.377643:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310015.377717:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310015.377724:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d258. 00000004:00000010:3.0:1724310015.377728:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310015.377734:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310015.378584:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.378588:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.378590:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310015.378593:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.378630:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.379060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.379065:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.379093:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310015.379105:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f480 x1808069883390208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.379120:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.379125:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883390208, offset 224 00000400:00000200:3.0:1724310015.379130:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.379138:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.379142:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531474:531474:256:4294967295] 192.168.204.31@tcp LPNI seq info [531470:531470:8:4294967295] 00000400:00000200:3.0:1724310015.379150:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.379155:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.379158:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310015.379162:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.379168:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.379171:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.379199:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310015.379202:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.379205:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed6600. 00000800:00000200:0.0:1724310015.379550:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.379553:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310015.379556:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.379559:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.379562:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.379564:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00010000:00000010:1.1:1724310015.381536:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310015.381544:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310015.381547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310015.381549:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310015.381611:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.381621:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ea00 00000400:00000200:3.0:1724310015.381626:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 57456 00000400:00000200:3.0:1724310015.381643:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.381646:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.381650:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.381655:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a29500. 00000020:00000010:0.0:1724310015.382231:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904200. 00000020:00000010:0.0:1724310015.382236:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.382241:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.382578:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390464 02000000:00000010:0.0:1724310015.382603:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880092ff1000. 00010000:00000010:0.0:1724310015.382629:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:0.0:1724310015.382642:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:0.0:1724310015.382662:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.382665:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310015.382675:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310015.382677:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310015.382679:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.382681:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.382756:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.382758:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.382760:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310015.382762:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.382782:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338be60. 00000020:00000010:0.0:1724310015.382787:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338be60. 00000020:00000010:0.0:1724310015.382796:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c99c0. 00080000:00000010:0.0:1724310015.382803:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801335b2c00. 00000001:00000010:0.0:1724310015.382956:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9600. 00000001:00000010:0.0:1724310015.382961:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310015.382991:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c99c0. 00010000:00000010:0.0:1724310015.382997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.382999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.383013:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.383029:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.383032:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310015.383050:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:0.0:1724310015.383055:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:0.0:1724310015.383058:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d258. 00000004:00000010:0.0:1724310015.383063:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:0.0:1724310015.383069:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000200:0.0:1724310015.383080:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096298, last committed = 4295096163 00010000:00000200:0.0:1724310015.383088:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a29500 x1808069883390464/t4295096298(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.383101:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174f68. 00000100:00000200:0.0:1724310015.383107:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883390464, offset 224 00000400:00000010:0.0:1724310015.383112:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9d58. 00000400:00000200:0.0:1724310015.383115:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.383124:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.383129:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531475:531475:256:4294967295] 192.168.204.31@tcp LPNI seq info [531471:531471:8:4294967295] 00000400:00000200:0.0:1724310015.383133:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.383138:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.383142:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.383146:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310015.383150:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.383156:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.383159:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.384188:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.384194:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.384197:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904200. 00000800:00000200:3.0:1724310015.384449:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.384453:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310015.384457:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.384463:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.385558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310015.385566:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310015.385569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310015.385572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310015.386742:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.386754:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29514d 00000400:00000200:0.0:1724310015.386759:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.386762:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.386766:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:0.0:1724310015.386768:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00000400:00000200:0.0:1724310015.386793:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.386797:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ea80 00000400:00000200:0.0:1724310015.386803:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 57944 00000400:00000200:0.0:1724310015.386851:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.386854:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.386858:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.386862:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133800. 00010000:00000010:2.1:1724310015.386918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310015.386923:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310015.386926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310015.386930:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310015.386932:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310015.386939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.0:1724310015.387039:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:3.0:1724310015.387048:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00000020:00000010:1.0:1724310015.387442:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462b200. 00000020:00000010:1.0:1724310015.387448:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.387451:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310015.387894:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390592 00000001:00000010:1.0:1724310015.387905:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:1.0:1724310015.387922:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.387927:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310015.387974:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800951d0000. 00010000:00000010:1.0:1724310015.387993:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.387996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.388007:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.388008:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.388011:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.388013:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310015.388083:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310015.388089:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310015.388093:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310015.388099:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.1:1724310015.388679:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310015.388685:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.0:1724310015.388821:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.388824:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.388827:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.388829:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.388863:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.388881:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.388883:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.388916:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310015.388927:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c133800 x1808069883390592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.388940:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310015.388945:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883390592, offset 224 00000400:00000200:1.0:1724310015.388950:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.388959:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.388964:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531476:531476:256:4294967295] 192.168.204.31@tcp LPNI seq info [531472:531472:8:4294967295] 00000400:00000200:1.0:1724310015.388971:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.388976:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.388980:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.388985:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.388991:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.388994:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.389019:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.389022:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310015.389025:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462b200. 00000800:00000200:3.0:1724310015.389162:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.389165:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310015.389167:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.389171:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.389174:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310015.389176:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:3.0:1724310015.390953:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.390962:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320eb80 00000400:00000200:3.0:1724310015.390968:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 58520 00000400:00000200:3.0:1724310015.390984:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.390987:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.390991:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.390995:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a2ad80. 00000020:00000010:1.0:1724310015.391064:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009462b200. 00000020:00000010:1.0:1724310015.391068:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.391071:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310015.391232:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390848 02000000:00000010:1.0:1724310015.391409:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094467000. 00010000:00000010:1.0:1724310015.391435:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.391444:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.391462:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.391465:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.391474:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.391477:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.391479:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.391481:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.391547:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.391549:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.391552:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.391554:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.391573:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.391577:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.391585:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595420. 00080000:00000010:1.0:1724310015.391591:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353f8400. 00000001:00000010:1.0:1724310015.391745:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595780. 00000001:00000010:1.0:1724310015.391750:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310015.391778:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595420. 00010000:00000010:1.0:1724310015.391784:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.391787:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.391799:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.391814:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.391817:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310015.391829:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:1.0:1724310015.391834:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:1.0:1724310015.391837:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310015.391841:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310015.391846:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310015.391856:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096299, last committed = 4295096163 00010000:00000200:1.0:1724310015.391862:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a2ad80 x1808069883390848/t4295096299(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.391871:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310015.391875:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883390848, offset 224 00000400:00000010:1.0:1724310015.391880:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbce00. 00000400:00000200:1.0:1724310015.391882:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.391889:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.391894:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531477:531477:256:4294967295] 192.168.204.31@tcp LPNI seq info [531473:531473:8:4294967295] 00000400:00000200:1.0:1724310015.391898:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.391903:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.391907:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.391910:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310015.391914:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.391919:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.391922:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.391938:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.391942:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310015.391944:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009462b200. 00000800:00000200:0.0:1724310015.392037:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.392040:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310015.392043:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.392046:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.393543:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.393552:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295155 00000400:00000200:3.0:1724310015.393556:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.393558:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.393562:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310015.393564:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:3.0:1724310015.393859:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.393864:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ec00 00000400:00000200:3.0:1724310015.393869:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 59008 00000400:00000200:3.0:1724310015.393917:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.393920:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.393924:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.393927:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a29880. 00010000:00000010:0.0:1724310015.394078:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:0.0:1724310015.394085:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000020:00000010:1.0:1724310015.394435:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414b800. 00000020:00000010:1.0:1724310015.394440:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.394443:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00010000:00000010:3.1:1724310015.394998:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310015.395005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00000100:00000200:1.0:1724310015.395070:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883390976 00000001:00000010:1.0:1724310015.395078:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:1.0:1724310015.395095:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.395098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 02000000:00000010:1.0:1724310015.395139:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bef0000. 00010000:00000010:1.0:1724310015.395159:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.395162:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.395172:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.395174:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.395177:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.395178:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310015.395336:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310015.395343:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310015.395347:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310015.395361:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.0:1724310015.396071:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.396074:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.396077:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.396079:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.396116:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.396123:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.396126:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.396148:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310015.396159:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a29880 x1808069883390976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.396171:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310015.396176:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883390976, offset 224 00000400:00000200:1.0:1724310015.396181:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.396191:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.396196:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531478:531478:256:4294967295] 192.168.204.31@tcp LPNI seq info [531474:531474:8:4294967295] 00000400:00000200:1.0:1724310015.396204:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.396208:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.396211:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.396216:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.396222:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.396225:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.396248:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.396251:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310015.396254:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414b800. 00000800:00000200:3.0:1724310015.396449:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.396452:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310015.396455:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.396459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.396462:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310015.396463:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:2.1:1724310015.397573:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.397579:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.397582:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310015.397584:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310015.397645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310015.397649:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310015.397652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310015.397655:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.397657:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310015.397661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:0.0:1724310015.398242:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.398253:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ed00 00000400:00000200:0.0:1724310015.398281:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 59584 00000400:00000200:0.0:1724310015.398299:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.398302:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.398307:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.398311:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130e00. 00000020:00000010:1.0:1724310015.398425:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0600. 00000020:00000010:1.0:1724310015.398429:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.398432:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310015.398462:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883391232 02000000:00000010:1.0:1724310015.398486:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab0000. 00010000:00000010:1.0:1724310015.398509:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.398518:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.398535:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.398538:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.398547:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.398549:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.398551:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.398553:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.398622:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.398625:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.398627:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.398629:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310015.398648:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.398654:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.398662:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595a20. 00080000:00000010:1.0:1724310015.398668:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353f8800. 00000001:00000010:1.0:1724310015.398821:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595000. 00000001:00000010:1.0:1724310015.398825:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310015.398852:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595a20. 00010000:00000010:1.0:1724310015.398858:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.398861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.398873:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.398887:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.398889:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00080000:00000010:1.0:1724310015.398903:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:1.0:1724310015.398908:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:1.0:1724310015.398912:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310015.398916:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310015.398921:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310015.398931:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096300, last committed = 4295096163 00010000:00000200:1.0:1724310015.398937:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c130e00 x1808069883391232/t4295096300(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.398949:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310015.398953:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883391232, offset 224 00000400:00000010:1.0:1724310015.398957:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbce38. 00000400:00000200:1.0:1724310015.398960:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.398967:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.398973:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531479:531479:256:4294967295] 192.168.204.31@tcp LPNI seq info [531475:531475:8:4294967295] 00000400:00000200:1.0:1724310015.398977:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.398982:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.398986:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.398989:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.398993:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.399000:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.399002:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.399026:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.399028:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310015.399030:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0600. 00000800:00000200:3.0:1724310015.399335:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.399339:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310015.399342:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.399345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.400484:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.400490:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.400493:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.400495:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.400497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.400501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310015.400503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310015.400505:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.400507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.400509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:3.0:1724310015.400615:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.400624:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29515d 00000400:00000200:3.0:1724310015.400628:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.400630:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.400633:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310015.400635:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:0.0:1724310015.400704:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:0.0:1724310015.400710:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:0.0:1724310015.401426:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.401433:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ed80 00000400:00000200:0.0:1724310015.401439:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 60072 00000400:00000200:0.0:1724310015.401481:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.401485:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.401488:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.401492:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132a00. 00000020:00000010:2.0:1724310015.402071:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bba00. 00000020:00000010:2.0:1724310015.402076:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310015.402079:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310015.402634:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883391360 00000001:00000010:2.0:1724310015.402643:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310015.402662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.402667:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310015.402712:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d970000. 00010000:00000010:2.0:1724310015.402733:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.402736:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.402746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310015.402748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.402751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.402753:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310015.402828:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310015.402834:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f538e8. 00000004:00000010:2.0:1724310015.402839:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310015.402846:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:0.0:1724310015.403378:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.403381:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.403384:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310015.403387:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.403423:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:0.0:1724310015.403429:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:0.0:1724310015.403432:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310015.403453:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:0.0:1724310015.403465:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132a00 x1808069883391360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.403478:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174f68. 00000100:00000200:0.0:1724310015.403483:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883391360, offset 224 00000400:00000200:0.0:1724310015.403487:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.403495:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.403500:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531480:531480:256:4294967295] 192.168.204.31@tcp LPNI seq info [531476:531476:8:4294967295] 00000400:00000200:0.0:1724310015.403508:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.403512:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.403515:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.403519:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.403524:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.403527:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.403549:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:0.0:1724310015.403553:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:0.0:1724310015.403556:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bba00. 00000800:00000200:3.0:1724310015.403697:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.403701:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310015.403703:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.403707:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.403710:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:3.0:1724310015.403712:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00010000:00000010:1.1:1724310015.403793:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310015.403799:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:3.0:1724310015.406970:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.406986:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ee80 00000400:00000200:3.0:1724310015.406994:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 60648 00000400:00000200:3.0:1724310015.407013:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.407016:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.407022:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.407027:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087a29f80. 00000020:00000010:0.0:1724310015.407125:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904400. 00000020:00000010:0.0:1724310015.407130:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310015.407134:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.407169:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883391616 02000000:00000010:0.0:1724310015.407197:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:0.0:1724310015.407225:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.407236:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.407278:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.407282:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.407292:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.407294:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.407297:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.407300:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.407386:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.407389:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.407391:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.407394:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.407414:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bea0. 00000020:00000010:0.0:1724310015.407419:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bea0. 00000020:00000010:0.0:1724310015.407429:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9720. 00080000:00000010:0.0:1724310015.407435:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801335b2800. 00000001:00000010:0.0:1724310015.407594:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9660. 00000001:00000010:0.0:1724310015.407598:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310015.407628:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9720. 00010000:00000010:0.0:1724310015.407635:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.407638:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.407650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.407666:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.407668:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00080000:00000010:0.0:1724310015.407682:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:0.0:1724310015.407686:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:0.0:1724310015.407690:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f538e8. 00000004:00000010:0.0:1724310015.407695:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310015.407704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310015.407719:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096301, last committed = 4295096163 00010000:00000200:0.0:1724310015.407726:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087a29f80 x1808069883391616/t4295096301(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.407739:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.407743:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883391616, offset 224 00000400:00000010:0.0:1724310015.407748:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9d20. 00000400:00000200:0.0:1724310015.407751:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.407758:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.407763:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531481:531481:256:4294967295] 192.168.204.31@tcp LPNI seq info [531477:531477:8:4294967295] 00000400:00000200:0.0:1724310015.407766:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.407772:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.407776:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.407779:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310015.407783:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.407789:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.407792:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.407960:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310015.407964:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.407966:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904400. 00000800:00000200:2.0:1724310015.408208:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.408211:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310015.408214:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.408217:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.409713:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310015.409722:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310015.409726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310015.409728:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310015.409730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310015.409734:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:3.0:1724310015.409806:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.409817:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295165 00000400:00000200:3.0:1724310015.409821:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.409823:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.409827:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:3.0:1724310015.409829:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00010000:00000010:0.0:1724310015.409885:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.409891:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00000400:00000200:3.0:1724310015.411532:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.411542:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ef00 00000400:00000200:3.0:1724310015.411548:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 61136 00000400:00000200:3.0:1724310015.411599:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.411603:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.411607:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.411612:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f653b80. 00000020:00000010:0.0:1724310015.411917:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904400. 00000020:00000010:0.0:1724310015.411922:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.411926:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.411966:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883391744 00000001:00000010:0.0:1724310015.411975:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310015.411995:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310015.412000:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 02000000:00000010:0.0:1724310015.412045:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092d30000. 00010000:00000010:0.0:1724310015.412071:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.412074:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.412086:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.412088:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.412091:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.412093:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000004:00000010:0.0:1724310015.412177:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310015.412184:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.412187:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.412194:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310015.412859:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.412862:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.412866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.412869:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.412907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.412914:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.412917:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.412943:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000200:0.0:1724310015.412955:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f653b80 x1808069883391744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.412968:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.412973:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883391744, offset 224 00000400:00000200:0.0:1724310015.412977:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.412985:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.412990:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531482:531482:256:4294967295] 192.168.204.31@tcp LPNI seq info [531478:531478:8:4294967295] 00000400:00000200:0.0:1724310015.412998:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.413002:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.413005:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310015.413009:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.413021:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.413024:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.413036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.413039:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.413041:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904400. 00000800:00000200:2.0:1724310015.413174:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.413177:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310015.413180:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.413184:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.413187:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:2.0:1724310015.413189:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000400:00000200:3.0:1724310015.414790:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.414802:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f000 00000400:00000200:3.0:1724310015.414810:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 61712 00000400:00000200:3.0:1724310015.414831:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.414835:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.414840:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.414846:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f650000. 00000020:00000010:0.0:1724310015.415247:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904400. 00000020:00000010:0.0:1724310015.415252:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.415292:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.415323:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392000 02000000:00000010:0.0:1724310015.415349:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6c000. 00010000:00000010:0.0:1724310015.415387:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.415398:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.415418:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.415422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.415431:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310015.415433:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310015.415435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.415437:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.415513:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.415516:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.415518:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.415520:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.415539:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bea0. 00000020:00000010:0.0:1724310015.415543:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bea0. 00000020:00000010:0.0:1724310015.415551:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9de0. 00080000:00000010:0.0:1724310015.415556:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801335b1800. 00010000:00000010:1.1:1724310015.415576:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310015.415582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310015.415585:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310015.415589:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310015.415592:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310015.415594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000001:00000010:0.0:1724310015.415775:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c95a0. 00000001:00000010:0.0:1724310015.415781:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310015.415812:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9de0. 00010000:00000010:0.0:1724310015.415818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.415821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.415833:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.415848:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.415851:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310015.415864:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:0.0:1724310015.415870:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:0.0:1724310015.415873:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.415877:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310015.415883:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310015.415893:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096302, last committed = 4295096163 00010000:00000200:0.0:1724310015.416302:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f650000 x1808069883392000/t4295096302(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.416316:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174880. 00000100:00000200:0.0:1724310015.416321:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883392000, offset 224 00000400:00000010:0.0:1724310015.416325:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9ce8. 00000400:00000200:0.0:1724310015.416327:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.416335:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.416340:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531483:531483:256:4294967295] 192.168.204.31@tcp LPNI seq info [531479:531479:8:4294967295] 00000400:00000200:0.0:1724310015.416344:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.416349:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.416363:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.416366:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310015.416371:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.416376:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.416379:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.416575:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.416578:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.416580:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904400. 00000800:00000200:3.0:1724310015.416677:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.416680:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310015.416682:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.416686:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.418763:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310015.418772:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310015.418776:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310015.418779:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310015.418781:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310015.418788:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:2.0:1724310015.418864:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.418875:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29516d 00000400:00000200:2.0:1724310015.418879:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.418882:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.418887:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174880 00000400:00000010:2.0:1724310015.418888:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174880. 00010000:00000010:1.1:1724310015.419007:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310015.419011:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310015.419013:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310015.419015:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.419018:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310015.419020:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310015.419022:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310015.419024:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.419074:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.419082:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00000400:00000200:3.0:1724310015.420031:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.420041:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f080 00000400:00000200:3.0:1724310015.420047:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 62200 00000400:00000200:3.0:1724310015.420099:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.420102:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.420106:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.420111:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f651f80. 00000020:00000010:0.0:1724310015.420289:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904400. 00000020:00000010:0.0:1724310015.420294:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310015.420298:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.420331:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392128 00000001:00000010:0.0:1724310015.420339:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:0.0:1724310015.420362:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.420367:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 02000000:00000010:0.0:1724310015.420409:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:0.0:1724310015.420430:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.420433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.420444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.420446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.420449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.420451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000004:00000010:0.0:1724310015.420519:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310015.420525:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310015.420529:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310015.420536:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:1.1:1724310015.421396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310015.421402:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310015.421405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310015.421409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.421630:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.421633:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.421636:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.421639:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.421675:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.421681:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.421684:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.421707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000200:0.0:1724310015.421719:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f651f80 x1808069883392128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.421734:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174ee0. 00000100:00000200:0.0:1724310015.421739:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883392128, offset 224 00000400:00000200:0.0:1724310015.421744:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.421753:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.421757:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531484:531484:256:4294967295] 192.168.204.31@tcp LPNI seq info [531480:531480:8:4294967295] 00000400:00000200:0.0:1724310015.421765:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.421770:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.421774:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.421777:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.421783:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.421787:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.421815:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310015.421818:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310015.421821:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904400. 00000800:00000200:3.0:1724310015.421967:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.421970:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310015.421973:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.421977:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.421980:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174ee0 00000400:00000010:3.0:1724310015.421982:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174ee0. 00000400:00000200:2.0:1724310015.423982:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.423992:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f180 00000400:00000200:2.0:1724310015.423999:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 62776 00000400:00000200:2.0:1724310015.424015:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.424018:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.424022:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.424027:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4df80. 00000020:00000010:0.0:1724310015.424081:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904400. 00000020:00000010:0.0:1724310015.424085:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310015.424089:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310015.424117:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392384 02000000:00000010:0.0:1724310015.424139:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6e000. 00010000:00000010:0.0:1724310015.424162:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.424171:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.424186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.424189:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.424197:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.424199:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.424202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.424204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.424301:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:1.0:1724310015.424326:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.424331:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.424335:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.424372:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.424378:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.424385:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595420. 00080000:00000010:1.0:1724310015.424390:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353fa800. 00000001:00000010:1.0:1724310015.424545:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595060. 00000001:00000010:1.0:1724310015.424551:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310015.424580:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595420. 00010000:00000010:1.0:1724310015.424586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.424589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.424606:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.424632:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.424635:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310015.424651:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:1.0:1724310015.424658:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:1.0:1724310015.424661:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:1.0:1724310015.424669:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:1.0:1724310015.424675:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:1.0:1724310015.424685:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096303, last committed = 4295096163 00010000:00000200:1.0:1724310015.424690:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4df80 x1808069883392384/t4295096303(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.424699:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310015.424703:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883392384, offset 224 00000400:00000010:1.0:1724310015.424707:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbce70. 00000400:00000200:1.0:1724310015.424709:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.424715:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.424718:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531485:531485:256:4294967295] 192.168.204.31@tcp LPNI seq info [531481:531481:8:4294967295] 00000400:00000200:1.0:1724310015.424721:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.424724:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.424727:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.424729:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.424732:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.424737:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.424739:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.424758:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:1.0:1724310015.424760:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:1.0:1724310015.424762:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904400. 00000800:00000200:3.0:1724310015.424890:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.424893:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310015.424895:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.424898:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.425920:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.425929:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295175 00000400:00000200:3.0:1724310015.425932:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.425935:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.425938:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310015.425940:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00010000:00000010:0.0:1724310015.426145:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.426150:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00000400:00000200:2.0:1724310015.426198:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.426205:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f200 00000400:00000200:2.0:1724310015.426211:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 63264 00000400:00000200:2.0:1724310015.426284:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.426288:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.426291:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.426295:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4e680. 00000020:00000010:1.0:1724310015.426720:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df1600. 00000020:00000010:1.0:1724310015.426724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.426727:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310015.426746:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392512 00000001:00000010:1.0:1724310015.426753:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:1.0:1724310015.426768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.426771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310015.426813:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c6e0000. 00010000:00000010:1.0:1724310015.426832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.426835:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.426844:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.426846:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.426849:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.426851:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310015.426907:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310015.426912:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f168. 00000004:00000010:1.0:1724310015.426916:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310015.426923:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.1:1724310015.427389:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310015.427395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.427489:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310015.427492:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.427495:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310015.427497:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.427529:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:0.0:1724310015.427535:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:0.0:1724310015.427537:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:0.0:1724310015.427557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:0.0:1724310015.427568:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4e680 x1808069883392512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.427586:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951743b8. 00000100:00000200:0.0:1724310015.427591:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883392512, offset 224 00000400:00000200:0.0:1724310015.427595:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.427602:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.427606:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531486:531486:256:4294967295] 192.168.204.31@tcp LPNI seq info [531482:531482:8:4294967295] 00000400:00000200:0.0:1724310015.427613:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.427618:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.427620:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.427624:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.427630:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.427633:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.427672:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:0.0:1724310015.427676:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:0.0:1724310015.427679:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df1600. 00000800:00000200:3.0:1724310015.427774:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.427777:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310015.427780:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.427784:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.427787:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:3.0:1724310015.427788:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00000400:00000200:3.0:1724310015.428762:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.428771:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f300 00000400:00000200:3.0:1724310015.428777:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 63840 00000400:00000200:3.0:1724310015.428792:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.428794:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.428798:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.428801:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f652d80. 00000020:00000010:0.0:1724310015.428874:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310015.428878:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.428881:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.428906:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392768 02000000:00000010:0.0:1724310015.428924:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6b000. 00010000:00000010:0.0:1724310015.428942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.428950:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.428963:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310015.428965:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.428972:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310015.428974:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.428976:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310015.428978:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.429032:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.429035:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310015.429037:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310015.429039:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310015.429056:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.429061:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.429069:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9480. 00080000:00000010:0.0:1724310015.429074:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801335b0c00. 00000001:00000010:0.0:1724310015.429218:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c99c0. 00000001:00000010:0.0:1724310015.429223:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310015.429250:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9480. 00010000:00000010:0.0:1724310015.429289:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310015.429292:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.429303:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.429317:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.429320:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00080000:00000010:0.0:1724310015.429334:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:0.0:1724310015.429339:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:0.0:1724310015.429342:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f168. 00000004:00000010:0.0:1724310015.429346:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:0.0:1724310015.429362:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310015.429373:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096304, last committed = 4295096163 00010000:00000200:0.0:1724310015.429379:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f652d80 x1808069883392768/t4295096304(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.429388:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174198. 00000100:00000200:0.0:1724310015.429392:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883392768, offset 224 00000400:00000010:0.0:1724310015.429396:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9cb0. 00000400:00000200:0.0:1724310015.429398:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.429404:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.429555:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531487:531487:256:4294967295] 192.168.204.31@tcp LPNI seq info [531483:531483:8:4294967295] 00000400:00000200:0.0:1724310015.429560:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.429565:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.429569:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.429572:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.429576:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.429581:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.429584:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.429732:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310015.429736:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.429738:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:2.0:1724310015.429769:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.429771:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310015.429774:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.429777:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.430504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:3.0:1724310015.430990:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.430999:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29517d 00000400:00000200:3.0:1724310015.431002:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.431005:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.431008:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174198 00000400:00000010:3.0:1724310015.431010:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174198. 00010000:00000010:0.0:1724310015.431065:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.431070:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00000400:00000200:3.0:1724310015.431281:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.431288:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f380 00000400:00000200:3.0:1724310015.431293:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 64328 00000400:00000200:3.0:1724310015.431334:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.431337:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.431341:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.431346:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6d80. 00000020:00000010:0.0:1724310015.431475:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082573000. 00000020:00000010:0.0:1724310015.431479:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310015.431482:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.431509:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883392896 00000001:00000010:0.0:1724310015.431517:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310015.431530:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310015.431534:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310015.431659:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080300000. 00010000:00000010:0.0:1724310015.431676:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310015.431680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.431688:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310015.431690:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.431693:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310015.431695:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00000004:00000010:0.0:1724310015.431812:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310015.431818:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.431822:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310015.431827:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310015.433081:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.433089:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.433096:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310015.433099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.433210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.433224:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.433227:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.433251:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:0.0:1724310015.433474:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6d80 x1808069883392896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.433487:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174cc0. 00000100:00000200:0.0:1724310015.433536:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883392896, offset 224 00000400:00000200:0.0:1724310015.433543:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.433551:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.433556:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531488:531488:256:4294967295] 192.168.204.31@tcp LPNI seq info [531484:531484:8:4294967295] 00000400:00000200:0.0:1724310015.433563:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.433567:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.433571:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.433575:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.433581:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.433584:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.433669:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310015.433673:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.433675:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082573000. 00000800:00000200:2.0:1724310015.433765:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.433769:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310015.433772:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.433775:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.433778:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:2.0:1724310015.433780:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00000400:00000200:3.0:1724310015.435050:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.435059:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f480 00000400:00000200:3.0:1724310015.435065:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 64904 00000400:00000200:3.0:1724310015.435084:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.435086:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.435090:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.435093:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c5880. 00000020:00000010:0.0:1724310015.435135:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310015.435140:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310015.435143:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.435168:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883393152 02000000:00000010:0.0:1724310015.435191:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b47000. 00010000:00000010:0.0:1724310015.435211:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.435222:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.435237:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.435241:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.435248:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.435250:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.435252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.435255:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.435412:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.435414:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.435417:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.435419:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310015.435437:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.435442:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.435451:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9de0. 00080000:00000010:0.0:1724310015.435457:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801335b0000. 00000001:00000010:0.0:1724310015.435666:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9540. 00000001:00000010:0.0:1724310015.435670:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310015.435700:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9de0. 00010000:00000010:0.0:1724310015.435706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.435709:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.435721:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.435736:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310015.435738:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310015.435752:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310015.435758:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310015.435760:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.435764:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:0.0:1724310015.435770:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310015.435780:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096305, last committed = 4295096163 00010000:00000200:0.0:1724310015.435786:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c5880 x1808069883393152/t4295096305(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.435797:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174440. 00000100:00000200:0.0:1724310015.435801:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883393152, offset 224 00000400:00000010:0.0:1724310015.435805:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9c78. 00000400:00000200:0.0:1724310015.435807:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.435813:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.435818:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531489:531489:256:4294967295] 192.168.204.31@tcp LPNI seq info [531485:531485:8:4294967295] 00000400:00000200:0.0:1724310015.435821:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.435826:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.435829:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.435832:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.435835:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.435840:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.435842:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.435865:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310015.435869:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.435871:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:3.0:1724310015.435968:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.435971:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310015.435975:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.435978:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.436652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310015.436658:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.436661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310015.436664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310015.436666:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310015.436668:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310015.436670:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310015.436672:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:2.0:1724310015.436990:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.436998:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295185 00000400:00000200:2.0:1724310015.437002:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.437004:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.437009:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:2.0:1724310015.437010:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00000400:00000200:2.0:1724310015.437177:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.437182:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f500 00000400:00000200:2.0:1724310015.437187:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 65392 00010000:00000010:0.0:1724310015.437188:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.437193:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00000400:00000200:2.0:1724310015.437223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.437226:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.437229:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.437232:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c000. 00000020:00000010:0.0:1724310015.437255:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8fa00. 00000020:00000010:0.0:1724310015.437288:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310015.437291:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.437315:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883393280 00000001:00000010:0.0:1724310015.437322:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:0.0:1724310015.437335:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.437386:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310015.437429:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800879a0000. 00010000:00000010:0.0:1724310015.437444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310015.437447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.437456:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310015.437458:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.437461:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.437463:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00000004:00000010:0.0:1724310015.437517:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310015.437523:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.437526:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310015.437532:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310015.438017:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310015.438020:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.438023:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.438026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.438057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.438064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310015.438067:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.438085:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:0.0:1724310015.438094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c000 x1808069883393280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.438104:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174990. 00000100:00000200:0.0:1724310015.438107:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883393280, offset 224 00000400:00000200:0.0:1724310015.438111:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.438117:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.438122:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531490:531490:256:4294967295] 192.168.204.31@tcp LPNI seq info [531486:531486:8:4294967295] 00000400:00000200:0.0:1724310015.438129:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.438133:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.438136:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310015.438140:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.438145:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.438148:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.438170:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310015.438173:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.438176:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8fa00. 00000800:00000200:3.0:1724310015.438250:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.438254:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310015.438271:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.438275:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.438277:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:3.0:1724310015.438278:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00000400:00000200:3.0:1724310015.439293:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.439301:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f600 00000400:00000200:3.0:1724310015.439306:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 65968 00000400:00000200:3.0:1724310015.439321:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.439324:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.439328:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.439331:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c4000. 00000020:00000010:0.0:1724310015.439398:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8fa00. 00000020:00000010:0.0:1724310015.439401:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310015.439404:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.439430:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883393536 02000000:00000010:0.0:1724310015.439450:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b45000. 00010000:00000010:0.0:1724310015.439471:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.439478:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.439493:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.439495:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.439502:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.439503:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.439506:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.439508:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.439565:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.439567:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.439570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.439572:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310015.439586:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.439590:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.439599:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9720. 00080000:00000010:0.0:1724310015.439606:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012efcd800. 00000001:00000010:0.0:1724310015.439754:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca1e0. 00000001:00000010:0.0:1724310015.439758:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310015.439938:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9720. 00010000:00000010:0.0:1724310015.439945:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.439948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.439960:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.439977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310015.439979:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00080000:00000010:0.0:1724310015.439994:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310015.440000:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310015.440003:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.440007:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:0.0:1724310015.440013:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310015.440022:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096306, last committed = 4295096163 00010000:00000200:0.0:1724310015.440028:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c4000 x1808069883393536/t4295096306(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.440039:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174dd0. 00000100:00000200:0.0:1724310015.440043:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883393536, offset 224 00000400:00000010:0.0:1724310015.440046:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9c40. 00000400:00000200:0.0:1724310015.440049:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.440055:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.440060:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531491:531491:256:4294967295] 192.168.204.31@tcp LPNI seq info [531487:531487:8:4294967295] 00000400:00000200:0.0:1724310015.440063:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.440068:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.440072:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.440075:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.440078:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.440083:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.440086:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.440113:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310015.440117:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.440119:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8fa00. 00000800:00000200:2.0:1724310015.440321:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.440324:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310015.440327:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.440331:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.441922:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.441933:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29518d 00000400:00000200:3.0:1724310015.441937:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.441940:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.441944:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:3.0:1724310015.441946:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00000400:00000200:3.0:1724310015.441961:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.441965:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f680 00000400:00000200:3.0:1724310015.441970:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 66456 00010000:00000010:0.0:1724310015.441985:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.441991:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00000400:00000200:3.0:1724310015.442013:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.442016:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.442019:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.442022:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6a00. 00000020:00000010:0.0:1724310015.442048:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8fa00. 00000020:00000010:0.0:1724310015.442052:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310015.442056:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.442217:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883393664 00000001:00000010:0.0:1724310015.442228:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:0.0:1724310015.442244:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310015.442248:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:2.1:1724310015.442497:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310015.442503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310015.442508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 02000000:00000010:0.0:1724310015.442541:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bcb0000. 00010000:00000010:0.0:1724310015.442562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.442566:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.442575:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.442577:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.442580:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.442582:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000004:00000010:0.0:1724310015.442854:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310015.442860:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.442864:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310015.442870:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310015.443430:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.443433:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.443435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.443438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.443472:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.443479:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.443481:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.443506:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:0.0:1724310015.443518:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6a00 x1808069883393664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.443540:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174330. 00000100:00000200:0.0:1724310015.443546:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883393664, offset 224 00000400:00000200:0.0:1724310015.443550:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.443559:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.443565:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531492:531492:256:4294967295] 192.168.204.31@tcp LPNI seq info [531488:531488:8:4294967295] 00000400:00000200:0.0:1724310015.443602:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.443607:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.443611:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310015.443615:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.443620:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.443623:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.443668:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310015.443672:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.443674:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8fa00. 00000800:00000200:3.0:1724310015.443766:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.443769:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310015.443772:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.443776:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.443779:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:3.0:1724310015.443780:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00010000:00000010:1.1:1724310015.446426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310015.446436:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310015.446446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310015.446448:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310015.446453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310015.446458:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310015.446463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310015.446465:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.446471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310015.446476:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310015.446478:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310015.446480:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310015.446482:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310015.446483:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310015.446485:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310015.446487:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310015.446489:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310015.446491:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310015.446497:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310015.446499:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310015.446501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310015.446504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00000400:00000200:2.0:1724310015.449839:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.449855:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f780 00000400:00000200:2.0:1724310015.449862:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 67032 00000400:00000200:2.0:1724310015.449887:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.449891:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.449896:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.449901:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f800. 00000020:00000010:0.0:1724310015.449985:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8fa00. 00000020:00000010:0.0:1724310015.449991:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310015.449995:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.450028:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883393920 02000000:00000010:0.0:1724310015.450057:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b42000. 00010000:00000010:0.0:1724310015.450085:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.450097:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.450118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.450122:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.450134:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310015.450136:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.450139:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.450141:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.450220:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.450222:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.450225:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.450226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310015.450247:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.450252:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310015.450291:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9de0. 00080000:00000010:0.0:1724310015.450297:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012efce000. 00000001:00000010:0.0:1724310015.450494:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9300. 00000001:00000010:0.0:1724310015.450499:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310015.450528:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9de0. 00010000:00000010:0.0:1724310015.450536:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.450539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.450553:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.450571:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.450574:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00080000:00000010:0.0:1724310015.450591:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310015.450597:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310015.450600:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.450604:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310015.450610:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310015.450621:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096307, last committed = 4295096163 00010000:00000200:0.0:1724310015.450628:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f800 x1808069883393920/t4295096307(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.450640:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174330. 00000100:00000200:0.0:1724310015.450651:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883393920, offset 224 00000400:00000010:0.0:1724310015.450655:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9c08. 00000400:00000200:0.0:1724310015.450657:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.450664:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.450668:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531493:531493:256:4294967295] 192.168.204.31@tcp LPNI seq info [531489:531489:8:4294967295] 00000400:00000200:0.0:1724310015.450671:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.450676:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.450681:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.450684:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310015.450688:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.450695:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.450698:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.450719:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310015.450723:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310015.450725:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8fa00. 00000800:00000200:3.0:1724310015.450889:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.450892:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310015.450896:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.450899:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.452698:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310015.452708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310015.452711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310015.452713:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310015.452716:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310015.452719:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310015.452721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310015.452723:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310015.452725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310015.452727:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310015.452729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310015.452733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310015.452735:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310015.452737:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310015.452739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310015.452741:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310015.452743:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310015.452744:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:3.0:1724310015.453314:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.453327:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295195 00000400:00000200:3.0:1724310015.453332:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.453335:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.453339:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:3.0:1724310015.453342:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00000400:00000200:3.0:1724310015.453372:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.453377:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f800 00000400:00000200:3.0:1724310015.453382:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 67520 00010000:00000010:0.0:1724310015.453393:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310015.453400:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00000400:00000200:3.0:1724310015.453437:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.453441:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.453444:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.453448:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c7b80. 00000020:00000010:0.0:1724310015.453473:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8fa00. 00000020:00000010:0.0:1724310015.453477:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310015.453480:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310015.453510:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883394048 00000001:00000010:0.0:1724310015.453519:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:0.0:1724310015.453535:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.453538:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310015.453581:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be50000. 00010000:00000010:0.0:1724310015.453601:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.453604:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.453613:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310015.453615:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310015.453618:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310015.453620:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00000004:00000010:0.0:1724310015.453686:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310015.453692:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310015.453697:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310015.453703:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:1.0:1724310015.456579:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.456585:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.456590:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.456594:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.456648:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:1.0:1724310015.456977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:1.0:1724310015.456983:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:1.0:1724310015.457016:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:1.0:1724310015.457030:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c7b80 x1808069883394048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.457045:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310015.457051:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883394048, offset 224 00000400:00000200:1.0:1724310015.457056:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.457066:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.457071:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531494:531494:256:4294967295] 192.168.204.31@tcp LPNI seq info [531490:531490:8:4294967295] 00000400:00000200:1.0:1724310015.457080:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.457085:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.457089:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.457093:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.457099:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.457103:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.457777:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98500. 00000020:00000010:1.0:1724310015.457783:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:1.0:1724310015.457786:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8fa00. 00010000:00000010:1.1:1724310015.457944:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310015.457949:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310015.457952:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310015.457954:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310015.457956:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310015.457960:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000800:00000200:3.0:1724310015.458613:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.458617:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310015.458621:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.458627:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.458631:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310015.458633:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:0.1:1724310015.460448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310015.460456:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310015.460459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310015.460461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000400:00000200:3.0:1724310015.462421:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.462437:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320f900 00000400:00000200:3.0:1724310015.462443:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 68096 00000400:00000200:3.0:1724310015.462463:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.462468:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.462474:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.462480:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468000. 00000020:00000010:1.0:1724310015.462579:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0200. 00000020:00000010:1.0:1724310015.462584:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.462588:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.462690:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883394304 02000000:00000010:1.0:1724310015.462719:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab3000. 00010000:00000010:1.0:1724310015.462747:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.462845:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.462867:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.462871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.462882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.462884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.462886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.462888:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.462963:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.462965:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.462968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.462970:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310015.462988:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.462993:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310015.463000:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595de0. 00080000:00000010:1.0:1724310015.463006:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353f9000. 00000001:00000010:1.0:1724310015.463161:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595f00. 00000001:00000010:1.0:1724310015.463166:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.463195:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595de0. 00010000:00000010:1.0:1724310015.463201:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.463204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.463216:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.463233:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.463235:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00080000:00000010:1.0:1724310015.463253:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:1.0:1724310015.465075:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:1.0:1724310015.465083:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:1.0:1724310015.465088:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:1.0:1724310015.465111:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310015.465128:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096308, last committed = 4295096163 00010000:00000200:1.0:1724310015.465138:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468000 x1808069883394304/t4295096308(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.465154:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.465160:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883394304, offset 224 00000400:00000010:1.0:1724310015.465166:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcea8. 00000400:00000200:1.0:1724310015.465170:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.465180:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.465185:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531495:531495:256:4294967295] 192.168.204.31@tcp LPNI seq info [531491:531491:8:4294967295] 00000400:00000200:1.0:1724310015.465190:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.465195:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.465199:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.465203:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310015.465208:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.465215:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.465218:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.465248:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.465252:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.465255:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0200. 00000800:00000200:3.0:1724310015.465431:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.465434:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310015.465437:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.465441:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.466350:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310015.466366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:3.0:1724310015.466834:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.466845:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29519d 00000400:00000200:3.0:1724310015.466850:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.466853:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.466856:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310015.466859:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:0.0:1724310015.467927:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:0.0:1724310015.467942:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000400:00000200:3.0:1724310015.468936:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.468947:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320f980 00000400:00000200:3.0:1724310015.468954:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 68584 00000400:00000200:3.0:1724310015.469009:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.469012:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.469017:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.469022:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a300. 00000020:00000010:1.0:1724310015.469123:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0200. 00000020:00000010:1.0:1724310015.469128:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.469131:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.469230:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883394432 00000001:00000010:1.0:1724310015.469241:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:1.0:1724310015.469893:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.469900:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310015.469946:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004f960000. 00010000:00000010:1.0:1724310015.469966:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.469969:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.469982:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.469985:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.469988:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.469991:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310015.470066:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310015.470073:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310015.470077:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310015.470083:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:1.0:1724310015.470838:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.470842:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.470845:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.470847:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.470889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.470897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.470901:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.470925:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310015.470938:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a300 x1808069883394432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.470952:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310015.470957:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883394432, offset 224 00000400:00000200:1.0:1724310015.470962:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.470971:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.470977:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531496:531496:256:4294967295] 192.168.204.31@tcp LPNI seq info [531492:531492:8:4294967295] 00000400:00000200:1.0:1724310015.470984:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.470990:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.470993:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.470997:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.471003:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.471006:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.471033:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.471037:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.471040:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0200. 00000800:00000200:3.0:1724310015.471154:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.471156:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310015.471159:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.471163:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.471166:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310015.471168:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:0.1:1724310015.472373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310015.472380:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310015.472384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310015.472386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310015.472389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:3.0:1724310015.474444:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.474457:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320fa80 00000400:00000200:3.0:1724310015.474464:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 69160 00000400:00000200:3.0:1724310015.474484:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.474488:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.474493:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.474498:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b800. 00000020:00000010:1.0:1724310015.474565:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0200. 00000020:00000010:1.0:1724310015.474570:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.474574:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.475941:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883394688 02000000:00000010:1.0:1724310015.475970:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab5000. 00010000:00000010:1.0:1724310015.475997:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.476009:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.476029:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.476034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.476044:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.476046:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.476049:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.476051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.476120:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.476122:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.476123:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.476125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310015.476140:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.476144:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.476151:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595a20. 00080000:00000010:1.0:1724310015.476157:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353fa000. 00000001:00000010:1.0:1724310015.476311:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595300. 00000001:00000010:1.0:1724310015.476315:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310015.476344:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595a20. 00010000:00000010:1.0:1724310015.476350:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.476361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.476375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.476391:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.476395:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00080000:00000010:1.0:1724310015.476413:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:1.0:1724310015.476419:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310015.476422:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310015.476426:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310015.476433:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310015.476445:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096309, last committed = 4295096163 00010000:00000200:1.0:1724310015.476452:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b800 x1808069883394688/t4295096309(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.476465:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310015.476470:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883394688, offset 224 00000400:00000010:1.0:1724310015.476475:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcee0. 00000400:00000200:1.0:1724310015.476478:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.476488:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.476493:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531497:531497:256:4294967295] 192.168.204.31@tcp LPNI seq info [531493:531493:8:4294967295] 00000400:00000200:1.0:1724310015.476497:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.476503:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.476507:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.476510:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.476515:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.476521:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.476524:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.476551:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.476554:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.476557:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0200. 00000800:00000200:3.0:1724310015.476901:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.476904:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310015.476908:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.476912:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.478618:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.478632:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951a5 00000400:00000200:3.0:1724310015.478637:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.478640:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.478645:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:3.0:1724310015.478647:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:0.0:1724310015.480583:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:0.0:1724310015.480594:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.1:1724310015.480729:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310015.480735:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310015.481147:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.481158:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320fb00 00000400:00000200:3.0:1724310015.481164:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 69648 00000400:00000200:3.0:1724310015.481222:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.481226:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.481231:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.481236:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b100. 00000020:00000010:2.0:1724310015.481479:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9baa00. 00000020:00000010:2.0:1724310015.481485:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.481490:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f000. 00000100:00000200:2.0:1724310015.481523:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883394816 00000001:00000010:2.0:1724310015.481531:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310015.481922:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.481928:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 02000000:00000010:2.0:1724310015.481974:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087980000. 00010000:00000010:2.0:1724310015.481997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.482000:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.482012:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.482014:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.482017:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310015.482019:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310015.482100:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310015.482107:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53168. 00000004:00000010:2.0:1724310015.482112:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310015.482118:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:0.0:1724310015.483464:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310015.483469:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.483473:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.483475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.483621:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310015.483629:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:0.0:1724310015.483632:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:0.0:1724310015.483659:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:0.0:1724310015.483672:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b100 x1808069883394816/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.483686:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174dd0. 00000100:00000200:0.0:1724310015.483691:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883394816, offset 224 00000400:00000200:0.0:1724310015.483696:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.483706:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.483712:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531498:531498:256:4294967295] 192.168.204.31@tcp LPNI seq info [531494:531494:8:4294967295] 00000400:00000200:0.0:1724310015.483720:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.483725:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.483728:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310015.483732:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.483737:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.483741:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.483769:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:0.0:1724310015.483773:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:0.0:1724310015.483777:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9baa00. 00000800:00000200:3.0:1724310015.483943:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.483946:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310015.483949:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.483953:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.483956:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:3.0:1724310015.483958:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00010000:00000010:0.1:1724310015.486408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310015.486414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310015.486418:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310015.486420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310015.486423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:3.0:1724310015.486481:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.486493:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320fc00 00000400:00000200:3.0:1724310015.486499:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 70224 00000400:00000200:3.0:1724310015.486519:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.486522:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.486527:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.486532:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094469500. 00000020:00000010:0.0:1724310015.486590:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8e800. 00000020:00000010:0.0:1724310015.486595:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.486599:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806578. 00000100:00000200:0.0:1724310015.486668:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395072 02000000:00000010:0.0:1724310015.486695:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b40000. 00010000:00000010:0.0:1724310015.486719:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.486728:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.486746:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310015.486750:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.486760:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.486762:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.486764:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.486766:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.486839:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.486841:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310015.486843:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310015.486845:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310015.486861:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310015.486866:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bcc0. 00000020:00000010:0.0:1724310015.486875:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9a80. 00080000:00000010:0.0:1724310015.486881:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012efce400. 00000001:00000010:0.0:1724310015.487028:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca480. 00000001:00000010:0.0:1724310015.487032:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310015.487060:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9a80. 00010000:00000010:0.0:1724310015.487066:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310015.487069:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.487081:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.487095:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310015.487097:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00080000:00000010:0.0:1724310015.487110:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:0.0:1724310015.487114:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:0.0:1724310015.487117:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53168. 00000004:00000010:0.0:1724310015.487122:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:0.0:1724310015.487129:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310015.487138:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096310, last committed = 4295096163 00010000:00000200:0.0:1724310015.487145:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094469500 x1808069883395072/t4295096310(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.487161:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174990. 00000100:00000200:0.0:1724310015.487166:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883395072, offset 224 00000400:00000010:0.0:1724310015.487170:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9bd0. 00000400:00000200:0.0:1724310015.487173:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.487181:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.487186:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531499:531499:256:4294967295] 192.168.204.31@tcp LPNI seq info [531495:531495:8:4294967295] 00000400:00000200:0.0:1724310015.487191:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.487196:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.487200:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.487204:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310015.487208:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.487213:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.487216:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.487227:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.487230:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806578. 00000020:00000010:0.0:1724310015.487232:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8e800. 00000800:00000200:3.0:1724310015.487337:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.487341:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310015.487343:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.487347:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.489623:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.489636:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951ad 00000400:00000200:3.0:1724310015.489641:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.489644:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.489649:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:3.0:1724310015.489651:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00000400:00000200:3.0:1724310015.489677:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.489682:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320fc80 00000400:00000200:3.0:1724310015.489687:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 70712 00010000:00000010:0.0:1724310015.489988:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.489995:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00000400:00000200:3.0:1724310015.490205:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.490210:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.490214:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.490218:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468a80. 00000020:00000010:1.0:1724310015.490885:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0200. 00000020:00000010:1.0:1724310015.490890:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.490894:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.490923:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395200 00000001:00000010:1.0:1724310015.490934:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310015.490952:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.490957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 02000000:00000010:1.0:1724310015.491000:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cbc0000. 00010000:00000010:1.0:1724310015.491019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.491022:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.491033:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.491035:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.491038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.491040:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000004:00000010:1.0:1724310015.491109:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310015.491116:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310015.491119:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310015.491126:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:1.0:1724310015.491762:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.491765:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.491768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.491771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.491808:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.491814:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.491818:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.491841:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310015.491852:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468a80 x1808069883395200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.491867:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310015.491872:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883395200, offset 224 00000400:00000200:1.0:1724310015.491877:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.491886:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.491891:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531500:531500:256:4294967295] 192.168.204.31@tcp LPNI seq info [531496:531496:8:4294967295] 00000400:00000200:1.0:1724310015.491899:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.491904:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.491907:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.491911:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.491916:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.491920:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.491943:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.491947:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.491950:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0200. 00000800:00000200:3.0:1724310015.492210:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.492213:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310015.492217:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.492220:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.492224:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:3.0:1724310015.492225:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:1.1:1724310015.493164:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.493170:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:3.0:1724310015.493696:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.493707:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320fd80 00000400:00000200:3.0:1724310015.493713:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 71288 00000400:00000200:3.0:1724310015.493731:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.493734:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.493738:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.493742:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468e00. 00000020:00000010:1.0:1724310015.493945:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086df0200. 00000020:00000010:1.0:1724310015.493950:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.493952:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.494116:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395456 02000000:00000010:1.0:1724310015.494140:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbaf000. 00010000:00000010:1.0:1724310015.494163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.494173:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.494190:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.494194:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.494202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.494204:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.494207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.494209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.494298:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.494300:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.494302:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.494304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310015.494321:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.494680:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.494690:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595420. 00080000:00000010:1.0:1724310015.494695:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353fb400. 00000001:00000010:1.0:1724310015.494847:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595480. 00000001:00000010:1.0:1724310015.494852:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310015.494880:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595420. 00010000:00000010:1.0:1724310015.494886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.494889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.494901:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.494916:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.494918:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00080000:00000010:1.0:1724310015.494936:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:1.0:1724310015.494941:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:1.0:1724310015.494945:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310015.494948:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310015.494954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.494965:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096311, last committed = 4295096163 00010000:00000200:1.0:1724310015.494971:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468e00 x1808069883395456/t4295096311(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.494983:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310015.494988:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883395456, offset 224 00000400:00000010:1.0:1724310015.494993:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcf18. 00000400:00000200:1.0:1724310015.494996:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.495004:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.495009:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531501:531501:256:4294967295] 192.168.204.31@tcp LPNI seq info [531497:531497:8:4294967295] 00000400:00000200:1.0:1724310015.495013:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.495018:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.495022:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.495026:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.495030:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.495035:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.495038:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.495094:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.495097:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.495100:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086df0200. 00000800:00000200:3.0:1724310015.495443:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.495446:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310015.495449:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.495453:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.496708:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.496719:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951b5 00000400:00000200:3.0:1724310015.496723:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.496726:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.496729:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:3.0:1724310015.496731:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00000400:00000200:3.0:1724310015.496752:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.496756:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320fe00 00000400:00000200:3.0:1724310015.496761:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 71776 00000400:00000200:3.0:1724310015.496807:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.496810:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.496814:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.496818:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446ad80. 00010000:00000010:0.0:1724310015.497090:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:0.0:1724310015.497096:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00000020:00000010:1.0:1724310015.497247:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124349c00. 00000020:00000010:1.0:1724310015.497251:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.497255:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.497309:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395584 00000001:00000010:1.0:1724310015.497318:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:1.0:1724310015.497334:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.497338:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310015.497383:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877b0000. 00010000:00000010:1.0:1724310015.497403:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.497406:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.497414:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.497416:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.497419:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.497421:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310015.497493:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310015.497498:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f708. 00000004:00000010:1.0:1724310015.497502:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc000. 00080000:00000010:1.0:1724310015.497508:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:0.1:1724310015.498184:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310015.498190:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310015.498194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310015.498196:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310015.498198:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310015.498201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.499314:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.499318:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.499322:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.499326:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.499382:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.499390:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.499394:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.499424:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.499436:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446ad80 x1808069883395584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.499450:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310015.499456:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883395584, offset 224 00000400:00000200:1.0:1724310015.499460:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.499470:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.499475:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531502:531502:256:4294967295] 192.168.204.31@tcp LPNI seq info [531498:531498:8:4294967295] 00000400:00000200:1.0:1724310015.499481:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.499486:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.499489:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.499493:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.499499:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.499515:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.499740:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.499744:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:1.0:1724310015.499747:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124349c00. 00000800:00000200:3.0:1724310015.500120:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.500123:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310015.500133:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.500137:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.500140:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:3.0:1724310015.500142:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00010000:00000010:1.1:1724310015.500388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310015.500394:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310015.500397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310015.500399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310015.500402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310015.500405:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310015.500409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310015.500418:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310015.500420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310015.500425:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310015.500427:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310015.500582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:3.0:1724310015.503451:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.503465:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1320ff00 00000400:00000200:3.0:1724310015.503472:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 72352 00000400:00000200:3.0:1724310015.503493:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.503497:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.503502:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.503508:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a680. 00010000:00000010:0.1:1724310015.503738:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310015.503746:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310015.503750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310015.503753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310015.503757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310015.503759:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310015.503761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310015.503763:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310015.503765:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310015.503768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000020:00000010:1.0:1724310015.503839:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124349c00. 00000020:00000010:1.0:1724310015.503845:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.503850:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bca28. 00000100:00000200:1.0:1724310015.503884:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395840 02000000:00000010:1.0:1724310015.503909:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbab000. 00010000:00000010:1.0:1724310015.503933:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.503943:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.503961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.503965:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.503976:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.503978:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.503980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.503983:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.504055:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.504058:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.504060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.504063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310015.504082:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.504086:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938dc0. 00000020:00000010:1.0:1724310015.504093:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5953c0. 00080000:00000010:1.0:1724310015.504099:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353f9800. 00000001:00000010:1.0:1724310015.504245:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595f60. 00000001:00000010:1.0:1724310015.504249:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:0.0:1724310015.504333:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5953c0. 00010000:00000010:0.0:1724310015.504341:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310015.504344:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.504365:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.504383:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:0.0:1724310015.504386:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:0.0:1724310015.504404:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:0.0:1724310015.504408:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc000. 00000004:00000010:0.0:1724310015.504413:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f708. 00000004:00000010:0.0:1724310015.504416:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:0.0:1724310015.504422:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:0.0:1724310015.504432:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096312, last committed = 4295096163 00010000:00000200:0.0:1724310015.504439:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a680 x1808069883395840/t4295096312(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.504451:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174440. 00000100:00000200:0.0:1724310015.504457:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883395840, offset 224 00000400:00000010:0.0:1724310015.504462:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9b98. 00000400:00000200:0.0:1724310015.504465:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.504473:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.504478:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531503:531503:256:4294967295] 192.168.204.31@tcp LPNI seq info [531499:531499:8:4294967295] 00000400:00000200:0.0:1724310015.504482:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.504487:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.504491:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.504494:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.504498:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.504505:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.504508:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.504532:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:0.0:1724310015.504535:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bca28. 00000020:00000010:0.0:1724310015.504538:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124349c00. 00000800:00000200:3.0:1724310015.504660:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.504663:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310015.504665:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.504669:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.506124:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.506134:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951bd 00000400:00000200:3.0:1724310015.506138:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.506140:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.506144:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:3.0:1724310015.506146:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00010000:00000010:0.0:1724310015.506494:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310015.506500:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.1:1724310015.506589:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.506595:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:3.0:1724310015.506671:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.506678:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1320ff80 00000400:00000200:3.0:1724310015.506684:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 72840 00000400:00000200:3.0:1724310015.506728:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.506732:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.506736:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.506741:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d880. 00000020:00000010:0.0:1724310015.506805:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8e800. 00000020:00000010:0.0:1724310015.506809:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.506812:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806578. 00000100:00000200:0.0:1724310015.507438:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883395968 00000001:00000010:0.0:1724310015.507447:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:0.0:1724310015.507462:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310015.507466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 02000000:00000010:0.0:1724310015.507507:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008df40000. 00010000:00000010:0.0:1724310015.507526:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310015.507529:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.507539:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.507541:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.507543:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310015.507546:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000004:00000010:0.0:1724310015.507615:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310015.507621:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310015.507625:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310015.507631:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.1:1724310015.509953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310015.509971:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310015.509975:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310015.509977:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.0:1724310015.510168:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.510171:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.510174:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310015.510178:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.510225:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.510232:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.510236:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.510299:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:0.0:1724310015.510314:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d880 x1808069883395968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.510329:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174cc0. 00000100:00000200:0.0:1724310015.510334:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883395968, offset 224 00000400:00000200:0.0:1724310015.510340:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.510350:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.510371:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531504:531504:256:4294967295] 192.168.204.31@tcp LPNI seq info [531500:531500:8:4294967295] 00000400:00000200:0.0:1724310015.510380:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.510385:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.510390:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.510395:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.510401:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.510405:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.510432:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.510436:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806578. 00000020:00000010:0.0:1724310015.510439:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8e800. 00000800:00000200:3.0:1724310015.510592:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.510595:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310015.510598:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.510602:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.510605:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:3.0:1724310015.510606:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00000400:00000200:3.0:1724310015.512129:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.512138:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210080 00000400:00000200:3.0:1724310015.512144:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 73416 00000400:00000200:3.0:1724310015.512163:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.512166:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.512170:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.512175:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8ea00. 00000020:00000010:0.0:1724310015.512553:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8e800. 00000020:00000010:0.0:1724310015.512557:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310015.512561:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806578. 00000100:00000200:2.0:1724310015.512944:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883396224 02000000:00000010:2.0:1724310015.512971:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134462000. 00010000:00000010:2.0:1724310015.512996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:2.0:1724310015.513019:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:2.0:1724310015.513040:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310015.513045:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.513054:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.513055:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.513058:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310015.513060:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.513140:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310015.513142:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.513145:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.513147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310015.513165:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.513169:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511c0. 00000020:00000010:2.0:1724310015.513177:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd63c0. 00080000:00000010:2.0:1724310015.513182:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5f400. 00000001:00000010:2.0:1724310015.513375:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6600. 00000001:00000010:2.0:1724310015.513380:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310015.513409:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd63c0. 00010000:00000010:2.0:1724310015.513415:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310015.513418:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.513431:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.513447:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.513450:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310015.513468:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:2.0:1724310015.513474:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:2.0:1724310015.513478:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be5a0. 00000004:00000010:2.0:1724310015.513482:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:2.0:1724310015.513489:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:2.0:1724310015.513500:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096313, last committed = 4295096163 00010000:00000200:2.0:1724310015.513506:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8ea00 x1808069883396224/t4295096313(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.513519:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008dc1f330. 00000100:00000200:2.0:1724310015.513523:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883396224, offset 224 00000400:00000010:2.0:1724310015.513528:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60e00. 00000400:00000200:2.0:1724310015.513531:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.513539:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.513544:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531505:531505:256:4294967295] 192.168.204.31@tcp LPNI seq info [531501:531501:8:4294967295] 00000400:00000200:2.0:1724310015.513548:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.513552:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.513557:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.513569:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310015.513573:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.513579:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.513582:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.513600:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:2.0:1724310015.513603:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806578. 00000020:00000010:2.0:1724310015.513605:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8e800. 00000800:00000200:2.0:1724310015.513693:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.513696:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:2.0:1724310015.513698:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.513701:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.514524:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.514532:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951c5 00000400:00000200:3.0:1724310015.514536:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.514539:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.514542:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008dc1f330 00000400:00000010:3.0:1724310015.514544:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008dc1f330. 00010000:00000010:0.0:1724310015.514603:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:0.0:1724310015.514608:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000400:00000200:3.0:1724310015.515248:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.515255:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210100 00000400:00000200:3.0:1724310015.515287:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 73904 00000400:00000200:3.0:1724310015.515418:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.515422:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.515426:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.515430:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8dc00. 00010000:00000010:0.1:1724310015.515542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310015.515551:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310015.515555:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310015.515560:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310015.515561:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310015.515564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000020:00000010:1.0:1724310015.515726:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.515730:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.515733:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.515772:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883396352 00000001:00000010:1.0:1724310015.515780:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310015.515794:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.515804:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310015.515852:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008dd00000. 00010000:00000010:1.0:1724310015.515877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.515880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.515896:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.515898:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.515901:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.515903:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310015.515980:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310015.515986:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.515990:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.515995:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.516977:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.516981:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.516984:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.516986:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.517025:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.517032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.517037:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.517063:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310015.517075:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8dc00 x1808069883396352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.517087:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310015.517092:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883396352, offset 224 00000400:00000200:1.0:1724310015.517097:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.517103:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.517108:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531506:531506:256:4294967295] 192.168.204.31@tcp LPNI seq info [531502:531502:8:4294967295] 00000400:00000200:1.0:1724310015.517116:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.517120:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.517123:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310015.517128:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.517133:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.517136:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.517162:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.517164:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.517168:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:2.0:1724310015.518087:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.518090:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310015.518099:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.518103:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.518107:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:2.0:1724310015.518109:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00000400:00000200:3.0:1724310015.519453:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.519465:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210200 00000400:00000200:3.0:1724310015.519472:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 74480 00000400:00000200:3.0:1724310015.519496:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.519499:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.519510:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.519515:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8e680. 00000020:00000010:1.0:1724310015.520054:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.520059:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.520068:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.520105:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883396608 02000000:00000010:1.0:1724310015.520134:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fba8000. 00010000:00000010:1.0:1724310015.520166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.520177:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.520201:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.520205:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.520221:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.520223:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.520227:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.520229:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.520341:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.520343:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.520346:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.520348:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310015.520382:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.520387:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.520401:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595a20. 00080000:00000010:1.0:1724310015.520406:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c871800. 00000001:00000010:1.0:1724310015.520597:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67e060. 00000001:00000010:1.0:1724310015.520607:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310015.520643:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595a20. 00010000:00000010:1.0:1724310015.520650:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.520657:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.520671:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.520693:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.520697:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310015.520715:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.520721:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.520725:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.520730:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310015.520736:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.520754:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096314, last committed = 4295096163 00010000:00000200:1.0:1724310015.520760:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8e680 x1808069883396608/t4295096314(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.520789:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310015.520794:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883396608, offset 224 00000400:00000010:1.0:1724310015.520804:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcf50. 00000400:00000200:1.0:1724310015.520807:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.520816:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.520821:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531507:531507:256:4294967295] 192.168.204.31@tcp LPNI seq info [531503:531503:8:4294967295] 00000400:00000200:1.0:1724310015.521697:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.521703:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.521709:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.521712:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.521717:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.521723:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.521727:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.521754:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.521758:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.521761:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:3.0:1724310015.521867:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.521870:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310015.521874:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.521878:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.522386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310015.522392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310015.522427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310015.522431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310015.522434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310015.522438:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310015.522440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310015.522446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:2.0:1724310015.524593:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.524608:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951cd 00000400:00000200:2.0:1724310015.524615:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.524618:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.524624:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:2.0:1724310015.524626:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00000400:00000200:2.0:1724310015.524645:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.524650:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210280 00000400:00000200:2.0:1724310015.524655:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 74968 00000400:00000200:2.0:1724310015.524671:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.524674:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.524677:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.524682:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ea00. 00010000:00000010:0.0:1724310015.524760:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:0.0:1724310015.524768:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.525182:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.525188:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.525191:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.525222:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883396736 00000001:00000010:1.0:1724310015.525232:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:1.0:1724310015.525250:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.525254:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310015.525333:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088450000. 00010000:00000010:1.0:1724310015.525363:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.525367:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.525378:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.525380:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.525383:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.525385:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310015.525453:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310015.525459:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.525463:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.525468:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.527797:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.527803:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.527808:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.527813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.527872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.527882:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.527886:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.527915:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310015.527930:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ea00 x1808069883396736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.527945:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310015.527951:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883396736, offset 224 00000400:00000200:1.0:1724310015.527956:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.527966:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.527972:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531508:531508:256:4294967295] 192.168.204.31@tcp LPNI seq info [531504:531504:8:4294967295] 00000400:00000200:1.0:1724310015.527979:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.527983:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.527991:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310015.527996:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.528001:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.528005:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.528035:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.528039:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.528043:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:3.0:1724310015.528173:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.528176:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:3.0:1724310015.528179:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.528203:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.528208:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310015.528210:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:2.1:1724310015.528452:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310015.528457:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310015.528461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310015.528462:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310015.528464:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310015.528467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310015.530188:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.530200:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210380 00000400:00000200:3.0:1724310015.530210:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 75544 00000400:00000200:3.0:1724310015.530233:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.530236:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.530242:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.530247:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d500. 00000020:00000010:1.0:1724310015.530736:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.530741:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.530745:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.530773:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883396992 02000000:00000010:1.0:1724310015.530802:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801129af000. 00010000:00000010:1.0:1724310015.530828:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.530838:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.530859:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.530863:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.530874:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.530876:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.530878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.530880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.530954:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.530956:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.530959:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.530961:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.530979:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.530984:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.530992:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595a20. 00080000:00000010:1.0:1724310015.530998:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c872000. 00000001:00000010:1.0:1724310015.531141:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba9c0. 00000001:00000010:1.0:1724310015.531146:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310015.531176:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595a20. 00010000:00000010:1.0:1724310015.531181:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.531184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.531197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.531214:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.531216:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00080000:00000010:1.0:1724310015.531230:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.531234:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.531237:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.531241:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310015.531246:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310015.532472:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096315, last committed = 4295096163 00010000:00000200:1.0:1724310015.532482:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d500 x1808069883396992/t4295096315(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.532496:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310015.532501:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883396992, offset 224 00000400:00000010:1.0:1724310015.532508:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcf88. 00000400:00000200:1.0:1724310015.532511:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.532521:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.532526:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531509:531509:256:4294967295] 192.168.204.31@tcp LPNI seq info [531505:531505:8:4294967295] 00000400:00000200:1.0:1724310015.532531:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.532536:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.532540:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.532544:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.532549:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.532556:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.532560:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.532587:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.532591:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.532594:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:2.0:1724310015.532897:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.532900:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310015.532905:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.532909:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.536586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310015.536600:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.536605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310015.536607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310015.536609:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310015.536610:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310015.536612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.536613:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310015.536617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310015.536622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:3.0:1724310015.537779:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.537795:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951d5 00000400:00000200:3.0:1724310015.537801:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.537804:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.537808:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:3.0:1724310015.537810:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00000400:00000200:3.0:1724310015.537828:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.537833:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210400 00000400:00000200:3.0:1724310015.537839:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 76032 00000400:00000200:3.0:1724310015.537890:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.537893:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.537896:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.537901:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8c380. 00000020:00000010:1.0:1724310015.537985:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.537990:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.537994:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00010000:00000010:0.0:1724310015.538067:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310015.538074:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000100:00000200:1.0:1724310015.538121:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883397120 00000001:00000010:1.0:1724310015.538129:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310015.538145:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.538148:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 02000000:00000010:1.0:1724310015.538187:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087e00000. 00010000:00000010:1.0:1724310015.538206:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.538208:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.538218:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.538220:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.538223:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.538224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000004:00000010:1.0:1724310015.538418:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310015.538425:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.538429:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.538436:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.539028:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.539032:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.539035:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.539037:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.539071:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.539079:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.539082:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.539103:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310015.539116:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8c380 x1808069883397120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.539129:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310015.539134:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883397120, offset 224 00000400:00000200:1.0:1724310015.539139:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.539146:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.539152:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531510:531510:256:4294967295] 192.168.204.31@tcp LPNI seq info [531506:531506:8:4294967295] 00000400:00000200:1.0:1724310015.539160:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.539164:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.539168:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.539172:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.539178:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.539181:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.539203:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.539207:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.539210:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00010000:00000010:2.1:1724310015.539367:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310015.539372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000800:00000200:3.0:1724310015.539585:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.539587:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310015.539590:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.539594:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.539596:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:3.0:1724310015.539600:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:2.0:1724310015.541135:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.541147:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210500 00000400:00000200:2.0:1724310015.541153:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 76608 00000400:00000200:2.0:1724310015.541171:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.541174:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.541179:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.541184:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4d880. 00000020:00000010:1.0:1724310015.541959:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.541965:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.541969:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.542002:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883397376 02000000:00000010:1.0:1724310015.542028:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007cecf000. 00010000:00000010:1.0:1724310015.542056:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.542069:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.542090:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.542094:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.542104:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.542106:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.542109:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.542111:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.542183:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.542186:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.542188:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.542190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310015.542208:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.542213:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.542220:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881ba240. 00080000:00000010:1.0:1724310015.542225:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c870400. 00000001:00000010:1.0:1724310015.542911:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5952a0. 00000001:00000010:1.0:1724310015.542917:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310015.542947:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881ba240. 00010000:00000010:1.0:1724310015.542954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.542957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.542972:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.542991:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.542993:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310015.543010:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.543015:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.543018:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.543022:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310015.543028:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310015.543040:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096316, last committed = 4295096163 00010000:00000200:1.0:1724310015.543047:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4d880 x1808069883397376/t4295096316(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.543060:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310015.543065:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883397376, offset 224 00000400:00000010:1.0:1724310015.543070:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880081bbcfc0. 00000400:00000200:1.0:1724310015.543073:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.543083:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.543087:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531511:531511:256:4294967295] 192.168.204.31@tcp LPNI seq info [531507:531507:8:4294967295] 00000400:00000200:1.0:1724310015.543091:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.543097:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.543101:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.543104:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.543108:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.543114:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.543117:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.543144:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.543147:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.543149:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:3.0:1724310015.543485:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.543488:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310015.543492:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.543495:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.544846:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.544856:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951dd 00000400:00000200:3.0:1724310015.544860:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.544863:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.544868:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:3.0:1724310015.544869:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:0.0:1724310015.544924:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:0.0:1724310015.544931:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:2.0:1724310015.545172:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.545180:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210580 00000400:00000200:2.0:1724310015.545186:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 77096 00000400:00000200:2.0:1724310015.545221:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.545225:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.545229:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.545234:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f100. 00000020:00000010:1.0:1724310015.545287:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.545291:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.545295:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.545459:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883397504 00000001:00000010:1.0:1724310015.545467:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310015.545481:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.545486:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:2.1:1724310015.545499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.545504:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.545506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.545509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310015.545511:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310015.545512:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310015.545515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.545518:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310015.545520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310015.545524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 02000000:00000010:1.0:1724310015.545993:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087cf0000. 00010000:00000010:1.0:1724310015.546015:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.546018:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.546028:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.546030:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.546033:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.546035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310015.546105:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310015.546111:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.546115:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.546121:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.546583:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.546587:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.546590:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.546592:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.546625:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.546632:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.546634:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.546659:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310015.546670:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f100 x1808069883397504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.546681:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310015.546685:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883397504, offset 224 00000400:00000200:1.0:1724310015.546689:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.546695:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.546700:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531512:531512:256:4294967295] 192.168.204.31@tcp LPNI seq info [531508:531508:8:4294967295] 00000400:00000200:1.0:1724310015.546707:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.546711:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.546715:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.546718:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.546724:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.546727:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.546746:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.546749:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.546752:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:3.0:1724310015.547119:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.547121:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310015.547125:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.547129:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.547131:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:3.0:1724310015.547133:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:2.1:1724310015.548510:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.548518:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:3.0:1724310015.548578:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.548588:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210680 00000400:00000200:3.0:1724310015.548594:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 77672 00000400:00000200:3.0:1724310015.548613:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.548616:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.548621:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.548626:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5880. 00000020:00000010:1.0:1724310015.548747:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.548753:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.548756:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.548786:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883397760 02000000:00000010:1.0:1724310015.548808:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007cecc000. 00010000:00000010:1.0:1724310015.548832:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.548841:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.548858:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.548861:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.548869:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.548871:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.548874:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.548875:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.548945:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.548947:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.548949:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.548951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310015.548970:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.548975:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.548983:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595ba0. 00080000:00000010:1.0:1724310015.548987:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c871000. 00000001:00000010:1.0:1724310015.549150:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881baea0. 00000001:00000010:1.0:1724310015.549154:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.549183:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595ba0. 00010000:00000010:1.0:1724310015.549189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.549191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.549203:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.549217:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.549220:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310015.549233:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.549238:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.549242:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.549245:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310015.549251:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310015.549291:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096317, last committed = 4295096163 00010000:00000200:1.0:1724310015.549298:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5880 x1808069883397760/t4295096317(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.549308:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310015.549313:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883397760, offset 224 00000400:00000010:1.0:1724310015.549326:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87000. 00000400:00000200:1.0:1724310015.549330:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.549336:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.549341:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531513:531513:256:4294967295] 192.168.204.31@tcp LPNI seq info [531509:531509:8:4294967295] 00000400:00000200:1.0:1724310015.549344:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.549349:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.549366:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.549369:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310015.549373:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.549378:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.549381:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.549400:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.549404:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.549406:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:2.0:1724310015.549617:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.549619:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:2.0:1724310015.549622:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.549625:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.551859:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.551871:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951e5 00000400:00000200:3.0:1724310015.551876:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.551879:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.551883:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:3.0:1724310015.551885:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:0.0:1724310015.551973:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:0.0:1724310015.551981:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:3.0:1724310015.553421:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.553430:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210700 00000400:00000200:3.0:1724310015.553436:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 78160 00000400:00000200:3.0:1724310015.553620:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.553624:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.553628:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.553633:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4a80. 00000020:00000010:0.0:1724310015.553870:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8ec00. 00000020:00000010:0.0:1724310015.553876:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.553880:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.553911:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883397888 00000001:00000010:0.0:1724310015.553920:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:0.0:1724310015.553938:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310015.553943:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310015.553987:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be90000. 00010000:00000010:0.0:1724310015.554008:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310015.554010:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.554022:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310015.554025:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.554028:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310015.554030:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310015.554096:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310015.554102:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310015.554106:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310015.554112:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:2.1:1724310015.554441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310015.554447:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310015.554450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310015.554453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.554456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.554458:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310015.554460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310015.554462:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.554466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310015.554469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.0:1724310015.557249:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310015.557391:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.557396:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310015.557401:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.557458:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.557468:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.557471:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.557502:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310015.557515:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4a80 x1808069883397888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.557530:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174198. 00000100:00000200:0.0:1724310015.557536:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883397888, offset 224 00000400:00000200:0.0:1724310015.557543:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.557554:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.557560:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531514:531514:256:4294967295] 192.168.204.31@tcp LPNI seq info [531510:531510:8:4294967295] 00000400:00000200:0.0:1724310015.557569:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.557573:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.557577:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.557581:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.557588:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.557592:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.557624:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.557628:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.557631:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8ec00. 00000800:00000200:3.0:1724310015.558811:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.558815:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310015.558819:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.558825:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.558828:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174198 00000400:00000010:3.0:1724310015.558830:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174198. 00000400:00000200:3.0:1724310015.559779:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.559789:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210800 00000400:00000200:3.0:1724310015.559796:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 78736 00000400:00000200:3.0:1724310015.559813:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.559816:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.559820:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.559825:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5500. 00000020:00000010:0.0:1724310015.560008:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8ec00. 00000020:00000010:0.0:1724310015.560013:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.560016:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00010000:00000010:3.1:1724310015.560592:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310015.560600:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000100:00000200:0.0:1724310015.560646:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883398144 02000000:00000010:0.0:1724310015.560673:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8f000. 00010000:00000010:0.0:1724310015.560701:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.560711:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.560728:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310015.560732:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.560742:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.560744:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.560747:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310015.560749:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.560824:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.560826:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.560828:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310015.560830:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310015.560849:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.560854:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.560863:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9e40. 00080000:00000010:0.0:1724310015.560869:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012efcf800. 00000001:00000010:0.0:1724310015.561025:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166780. 00000001:00000010:0.0:1724310015.561029:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310015.561058:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9e40. 00010000:00000010:0.0:1724310015.561064:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310015.561067:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.561079:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.561094:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.561097:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310015.561112:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:0.0:1724310015.561119:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310015.561122:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310015.561125:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:0.0:1724310015.561132:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310015.561143:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096318, last committed = 4295096163 00010000:00000200:0.0:1724310015.561150:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5500 x1808069883398144/t4295096318(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.561163:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951743b8. 00000100:00000200:0.0:1724310015.561167:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883398144, offset 224 00000400:00000010:0.0:1724310015.561172:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9b60. 00000400:00000200:0.0:1724310015.561176:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.561184:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.561189:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531515:531515:256:4294967295] 192.168.204.31@tcp LPNI seq info [531511:531511:8:4294967295] 00000400:00000200:0.0:1724310015.561193:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.561199:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.561203:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.561206:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310015.561211:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.561217:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.561220:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.561245:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.561248:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.561250:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8ec00. 00000800:00000200:3.0:1724310015.561425:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.561428:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310015.561430:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.561434:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.563215:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.563227:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951ed 00000400:00000200:3.0:1724310015.563231:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.563234:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.563237:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:3.0:1724310015.563240:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00010000:00000010:0.0:1724310015.563301:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.563308:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00000400:00000200:3.0:1724310015.563684:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.563690:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210880 00000400:00000200:3.0:1724310015.563696:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 79224 00000400:00000200:3.0:1724310015.563808:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.563812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.563816:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.563821:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6d80. 00000020:00000010:1.0:1724310015.564034:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.564038:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.564042:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.564184:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883398272 00000001:00000010:1.0:1724310015.564193:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310015.564209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.564213:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 02000000:00000010:1.0:1724310015.564254:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800888b0000. 00010000:00000010:1.0:1724310015.564289:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.564291:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.564301:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.564302:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.564305:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.564307:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310015.564391:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310015.564398:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.564402:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.564408:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:0.1:1724310015.564747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310015.564753:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310015.564756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310015.564758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310015.564760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310015.564762:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310015.564763:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310015.564765:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310015.564767:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310015.564771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.565494:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.565496:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.565499:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.565503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.565538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.565554:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.565558:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.565580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310015.565590:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6d80 x1808069883398272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.565603:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310015.565607:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883398272, offset 224 00000400:00000200:1.0:1724310015.565613:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.565621:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.565626:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531516:531516:256:4294967295] 192.168.204.31@tcp LPNI seq info [531512:531512:8:4294967295] 00000400:00000200:1.0:1724310015.565633:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.565638:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.565640:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.565644:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.565650:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.565653:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.565674:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.565677:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.565679:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.565791:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.565793:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310015.565796:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.565800:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.565803:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:3.0:1724310015.565805:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:3.1:1724310015.567396:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310015.567406:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310015.567410:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310015.567414:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310015.567417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310015.567419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:3.0:1724310015.569455:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.569469:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210980 00000400:00000200:3.0:1724310015.569475:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 79800 00000400:00000200:3.0:1724310015.569493:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.569497:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.569502:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.569507:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6680. 00000020:00000010:1.0:1724310015.569617:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.569622:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.569626:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.569676:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883398528 02000000:00000010:1.0:1724310015.569704:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007cec8000. 00010000:00000010:1.0:1724310015.569732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.569745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.569764:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.569769:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.569779:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.569781:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.569784:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.569786:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.569865:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.569868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.569871:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.569873:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.569892:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.569897:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.569907:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800881bad20. 00080000:00000010:1.0:1724310015.569912:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c871400. 00000001:00000010:1.0:1724310015.570445:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595a20. 00000001:00000010:1.0:1724310015.570451:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.570479:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800881bad20. 00010000:00000010:1.0:1724310015.570486:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.570488:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.570500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.570516:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.570518:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310015.570531:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.570535:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.570539:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.570543:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310015.570548:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310015.570558:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096319, last committed = 4295096163 00010000:00000200:1.0:1724310015.570565:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6680 x1808069883398528/t4295096319(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.570579:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.570584:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883398528, offset 224 00000400:00000010:1.0:1724310015.570588:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87038. 00000400:00000200:1.0:1724310015.570591:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.570601:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.570607:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531517:531517:256:4294967295] 192.168.204.31@tcp LPNI seq info [531513:531513:8:4294967295] 00000400:00000200:1.0:1724310015.570611:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.570617:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.570621:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.570625:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.570629:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.570635:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.570637:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.570659:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.570662:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.570664:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.570852:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.570855:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310015.570858:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.570861:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.572196:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.572206:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951f5 00000400:00000200:3.0:1724310015.572209:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.572212:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.572215:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:3.0:1724310015.572217:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:0.0:1724310015.572323:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:0.0:1724310015.572330:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000400:00000200:3.0:1724310015.573249:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.1:1724310015.573346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310015.573359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310015.573362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310015.573365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000400:00000200:3.0:1724310015.573526:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210a00 00000400:00000200:3.0:1724310015.573534:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 80288 00000400:00000200:3.0:1724310015.573666:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.573670:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.573675:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.573679:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5f80. 00000020:00000010:1.0:1724310015.573839:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.573844:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.573848:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.573873:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883398656 00000001:00000010:1.0:1724310015.573881:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:1.0:1724310015.573897:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.573901:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310015.573941:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877d0000. 00010000:00000010:1.0:1724310015.573958:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.573960:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.573970:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.573973:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.573975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.573977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310015.574042:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310015.574048:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.574052:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.574058:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.574799:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.574803:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.574807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.574809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.574849:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.574856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.574859:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.574884:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310015.574895:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5f80 x1808069883398656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.574908:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.574913:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883398656, offset 224 00000400:00000200:1.0:1724310015.574919:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.574927:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.574932:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531518:531518:256:4294967295] 192.168.204.31@tcp LPNI seq info [531514:531514:8:4294967295] 00000400:00000200:1.0:1724310015.574940:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.574944:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.574948:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.574952:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.574957:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.574960:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.574988:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.574991:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.574994:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.575281:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.575284:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:3.0:1724310015.575288:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.575291:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.575294:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310015.575296:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:3.1:1724310015.576348:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310015.576364:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310015.576367:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310015.576368:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310015.576371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310015.576375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310015.576377:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310015.576379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:3.0:1724310015.577672:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.577685:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210b00 00000400:00000200:3.0:1724310015.577690:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 80864 00000400:00000200:3.0:1724310015.577708:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.577712:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.577717:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.577721:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7b80. 00000020:00000010:1.0:1724310015.577786:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.577791:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.577794:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.577825:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883398912 02000000:00000010:1.0:1724310015.577851:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0d000. 00010000:00000010:1.0:1724310015.577877:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.577888:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.578025:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.578030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.578116:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.578118:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.578120:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.578123:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.578198:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.578200:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.578202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.578204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310015.578223:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.578227:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.578235:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595ae0. 00080000:00000010:1.0:1724310015.578241:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f537c00. 00000001:00000010:1.0:1724310015.578487:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881bad20. 00000001:00000010:1.0:1724310015.578492:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.578521:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595ae0. 00010000:00000010:1.0:1724310015.578527:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.578530:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.578542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.578560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.578562:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310015.578577:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.578582:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.578586:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.578590:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310015.578596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310015.578607:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096320, last committed = 4295096163 00010000:00000200:1.0:1724310015.578613:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7b80 x1808069883398912/t4295096320(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.578625:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.578630:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883398912, offset 224 00000400:00000010:1.0:1724310015.578635:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87070. 00000400:00000200:1.0:1724310015.578637:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.578647:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.578652:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531519:531519:256:4294967295] 192.168.204.31@tcp LPNI seq info [531515:531515:8:4294967295] 00000400:00000200:1.0:1724310015.578657:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.578662:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.578666:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.578670:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310015.578674:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.578680:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.578683:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.578708:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.578711:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.578714:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00010000:00000010:0.1:1724310015.579365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310015.579372:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310015.579375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310015.579377:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310015.579379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310015.579383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000800:00000200:3.0:1724310015.579498:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.579501:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310015.579504:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.579508:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.581298:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.581310:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2951fd 00000400:00000200:3.0:1724310015.581315:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.581317:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.581321:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310015.581323:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:3.0:1724310015.581344:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.581349:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210b80 00000400:00000200:3.0:1724310015.581363:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 81352 00010000:00000010:0.0:1724310015.581588:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:0.0:1724310015.581596:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000400:00000200:3.0:1724310015.581749:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.581752:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.581756:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.581760:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5180. 00000020:00000010:1.0:1724310015.581847:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.581852:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.581855:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.581911:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883399040 00000001:00000010:1.0:1724310015.581920:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310015.581938:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.581942:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 02000000:00000010:1.0:1724310015.581987:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800876a0000. 00010000:00000010:1.0:1724310015.582007:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.582010:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.582020:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.582021:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.582024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.582026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310015.582098:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310015.582104:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.582108:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.582114:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.582806:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.582809:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.582813:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.582816:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.582850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.582856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.582859:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.582879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310015.582890:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5180 x1808069883399040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.582902:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.582907:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883399040, offset 224 00000400:00000200:1.0:1724310015.582911:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.582919:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.582923:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531520:531520:256:4294967295] 192.168.204.31@tcp LPNI seq info [531516:531516:8:4294967295] 00000400:00000200:1.0:1724310015.582930:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.582934:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.582937:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.582941:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.582946:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.582949:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.583730:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.583735:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.583738:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.583960:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.583964:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310015.583967:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.583971:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.583975:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310015.583976:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:3.1:1724310015.585447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310015.585458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:3.0:1724310015.585614:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.585626:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210c80 00000400:00000200:3.0:1724310015.585632:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 81928 00000400:00000200:3.0:1724310015.585649:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.585653:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.585656:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.585661:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4700. 00000020:00000010:1.0:1724310015.585767:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.585771:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.585774:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.585904:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883399296 02000000:00000010:1.0:1724310015.585927:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0c000. 00010000:00000010:1.0:1724310015.585951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.585960:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.585978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.585981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.585990:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.585991:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.585994:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.585996:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.586065:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.586068:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.586070:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.586072:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.586090:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.586095:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.586103:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5958a0. 00080000:00000010:1.0:1724310015.586109:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f536800. 00000001:00000010:1.0:1724310015.586274:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4332d20. 00000001:00000010:1.0:1724310015.586279:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310015.586307:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5958a0. 00010000:00000010:1.0:1724310015.586313:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.586316:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.586617:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.586638:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.586641:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310015.586657:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.586661:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.586665:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.586669:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310015.586674:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310015.586684:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096321, last committed = 4295096163 00010000:00000200:1.0:1724310015.586692:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4700 x1808069883399296/t4295096321(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.586708:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.586712:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883399296, offset 224 00000400:00000010:1.0:1724310015.586718:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc870a8. 00000400:00000200:1.0:1724310015.586721:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.586728:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.586733:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531521:531521:256:4294967295] 192.168.204.31@tcp LPNI seq info [531517:531517:8:4294967295] 00000400:00000200:1.0:1724310015.586737:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.586742:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.586745:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.586748:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.586752:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.586758:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.586761:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.586807:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.586811:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.586813:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.586904:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.586906:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310015.586910:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.586912:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.588443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310015.588455:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.588459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310015.588463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310015.588465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.588467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.588469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310015.588470:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310015.588473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.588477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:3.0:1724310015.588899:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.588909:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295205 00000400:00000200:3.0:1724310015.588913:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.588915:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.588919:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310015.588921:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:3.0:1724310015.589095:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.589101:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210d00 00000400:00000200:3.0:1724310015.589106:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 82416 00000400:00000200:3.0:1724310015.589121:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.589124:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.589128:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.589132:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4000. 00010000:00000010:0.0:1724310015.589196:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:0.0:1724310015.589203:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000020:00000010:1.0:1724310015.589283:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.589287:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.589291:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.589309:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883399424 00000001:00000010:1.0:1724310015.589316:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310015.589662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.589667:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 02000000:00000010:1.0:1724310015.589710:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086e80000. 00010000:00000010:1.0:1724310015.589731:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.589734:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.589747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.589749:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.589753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.589755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310015.589826:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310015.589831:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.589834:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.589839:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.590228:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.590231:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.590233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.590236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.590297:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.590304:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.590307:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.590329:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310015.590341:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4000 x1808069883399424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.590365:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.590370:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883399424, offset 224 00000400:00000200:1.0:1724310015.590375:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.590381:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.590386:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531522:531522:256:4294967295] 192.168.204.31@tcp LPNI seq info [531518:531518:8:4294967295] 00000400:00000200:1.0:1724310015.590394:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.590399:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.590402:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.590407:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.590412:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.590415:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.590437:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.590441:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.590444:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.590570:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.590573:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:3.0:1724310015.590576:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.590580:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.590582:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310015.590584:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:3.1:1724310015.591522:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310015.591528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:3.0:1724310015.591806:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.591815:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210e00 00000400:00000200:3.0:1724310015.591821:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 82992 00000400:00000200:3.0:1724310015.591836:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.591840:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.591844:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.591848:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4380. 00000020:00000010:1.0:1724310015.591935:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1da00. 00000020:00000010:1.0:1724310015.591938:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.591941:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.591963:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883399680 02000000:00000010:1.0:1724310015.591981:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0e000. 00010000:00000010:1.0:1724310015.592000:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.592006:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.592019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.592022:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.592028:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.592030:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.592032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.592035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.592156:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.592157:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.592159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.592161:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310015.592174:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.592177:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.592183:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5958a0. 00080000:00000010:1.0:1724310015.592187:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f536000. 00000001:00000010:1.0:1724310015.592588:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4989d20. 00000001:00000010:1.0:1724310015.592592:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310015.592621:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5958a0. 00010000:00000010:1.0:1724310015.592626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.592629:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.592641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.592656:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.592659:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00080000:00000010:1.0:1724310015.592675:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.592681:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.592684:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.592688:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310015.592694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.592704:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096322, last committed = 4295096163 00010000:00000200:1.0:1724310015.592711:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4380 x1808069883399680/t4295096322(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.592722:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.592726:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883399680, offset 224 00000400:00000010:1.0:1724310015.592730:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc870e0. 00000400:00000200:1.0:1724310015.592733:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.592740:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.592744:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531523:531523:256:4294967295] 192.168.204.31@tcp LPNI seq info [531519:531519:8:4294967295] 00000400:00000200:1.0:1724310015.592747:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.592752:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.592756:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.592759:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.592762:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.592767:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.592769:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.592792:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.592796:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.592799:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1da00. 00000800:00000200:3.0:1724310015.592955:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.592958:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310015.592962:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.592965:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.593835:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.593843:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29520d 00000400:00000200:3.0:1724310015.593846:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.593849:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.593852:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310015.593854:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.0:1724310015.593987:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310015.593993:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:3.0:1724310015.594053:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.594059:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13210e80 00000400:00000200:3.0:1724310015.594065:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 83480 00000400:00000200:3.0:1724310015.594100:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.594104:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.594108:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.594115:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4e00. 00000020:00000010:1.0:1724310015.594158:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.594162:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.594165:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.594196:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883399808 00000001:00000010:1.0:1724310015.594203:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:1.0:1724310015.594221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.594225:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310015.594285:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880078a10000. 00010000:00000010:1.0:1724310015.594302:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.594304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.594313:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.594314:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.594317:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.594319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310015.594388:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310015.594394:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.594398:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.594403:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:3.1:1724310015.594490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310015.594496:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310015.594499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:3.1:1724310015.594501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310015.594504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310015.594506:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310015.594508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310015.594510:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310015.594511:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310015.594515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.594948:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.594952:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.594954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.594957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.594989:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.594995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.594997:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.595023:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.595034:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4e00 x1808069883399808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.595045:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.595049:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883399808, offset 224 00000400:00000200:1.0:1724310015.595053:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.595059:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.595063:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531524:531524:256:4294967295] 192.168.204.31@tcp LPNI seq info [531520:531520:8:4294967295] 00000400:00000200:1.0:1724310015.595070:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.595074:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.595077:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.595081:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.595086:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.595089:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.595108:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.595111:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.595114:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:3.0:1724310015.595191:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.595194:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310015.595197:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.595200:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.595203:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:3.0:1724310015.595205:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:3.0:1724310015.596856:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.596866:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13210f80 00000400:00000200:3.0:1724310015.596873:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 84056 00000400:00000200:3.0:1724310015.596891:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.596894:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.596898:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.596903:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7800. 00000020:00000010:1.0:1724310015.597024:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.597028:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.597031:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.597061:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400064 02000000:00000010:1.0:1724310015.597084:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0b000. 00010000:00000010:1.0:1724310015.597108:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.597116:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.597133:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.597136:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.597145:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.597147:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.597149:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.597151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.597217:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.597219:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.597222:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.597224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.597243:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.597248:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.597281:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5958a0. 00080000:00000010:1.0:1724310015.597287:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f535400. 00000001:00000010:1.0:1724310015.597497:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012a397300. 00000001:00000010:1.0:1724310015.597501:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310015.597528:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5958a0. 00010000:00000010:1.0:1724310015.597534:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.597537:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.597549:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.597565:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.597567:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310015.597581:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.597585:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.597589:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.597592:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310015.597598:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310015.597607:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096323, last committed = 4295096163 00010000:00000200:1.0:1724310015.597613:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7800 x1808069883400064/t4295096323(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.597623:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310015.597628:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883400064, offset 224 00000400:00000010:1.0:1724310015.597632:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87118. 00000400:00000200:1.0:1724310015.597634:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.597641:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.597645:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531525:531525:256:4294967295] 192.168.204.31@tcp LPNI seq info [531521:531521:8:4294967295] 00000400:00000200:1.0:1724310015.597649:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.597654:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.597658:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.597661:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.597665:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.597670:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.597673:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.597696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.597699:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.597701:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.597795:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.597798:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310015.597801:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.597804:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.598993:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.599001:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295215 00000400:00000200:3.0:1724310015.599006:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.599009:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.599012:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:3.0:1724310015.599014:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:3.0:1724310015.599038:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.599043:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211000 00000400:00000200:3.0:1724310015.599047:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 84544 00000400:00000200:3.0:1724310015.599086:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.599089:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.599092:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.599097:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800832c6300. 00010000:00000010:0.0:1724310015.599164:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:0.0:1724310015.599170:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.599233:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.599237:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.599240:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.599599:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400192 00000001:00000010:1.0:1724310015.599608:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310015.599621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.599625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310015.599670:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800947a0000. 00010000:00000010:1.0:1724310015.599692:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.599695:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.599703:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.599705:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.599708:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.599710:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:3.1:1724310015.599737:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310015.599743:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000004:00000010:1.0:1724310015.599771:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310015.599777:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.599781:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.599787:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.600393:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.600396:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.600399:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.600402:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.600435:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.600442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.600445:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.600466:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310015.600477:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800832c6300 x1808069883400192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.600488:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310015.600493:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883400192, offset 224 00000400:00000200:1.0:1724310015.600498:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.600505:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.600510:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531526:531526:256:4294967295] 192.168.204.31@tcp LPNI seq info [531522:531522:8:4294967295] 00000400:00000200:1.0:1724310015.600516:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.600521:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.600524:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.600528:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.600533:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.600536:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.600678:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.600682:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.600685:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.600762:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.600764:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310015.600767:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.600770:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.600774:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:3.0:1724310015.600775:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:3.0:1724310015.602511:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.602521:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211100 00000400:00000200:3.0:1724310015.602527:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 85120 00000400:00000200:3.0:1724310015.602545:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.602548:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.602552:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.602558:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9f80. 00010000:00000010:2.1:1724310015.602625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310015.602631:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.602634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.602637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310015.602639:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.602642:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310015.602645:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.602651:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.602653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310015.602656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000020:00000010:1.0:1724310015.603000:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.603005:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.603008:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.603035:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400448 02000000:00000010:1.0:1724310015.603058:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0d9000. 00010000:00000010:1.0:1724310015.603084:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.603092:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.603111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.603115:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.603124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.603126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310015.603129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.603131:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.603202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.603205:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.603207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.603210:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310015.603230:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.603235:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.603244:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5958a0. 00080000:00000010:1.0:1724310015.603249:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f535000. 00000001:00000010:1.0:1724310015.603598:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1720. 00000001:00000010:1.0:1724310015.603603:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310015.603630:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5958a0. 00010000:00000010:1.0:1724310015.603636:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.603639:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.603651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.603665:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.603668:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310015.603682:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.603686:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.603690:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.603694:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310015.603700:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310015.603709:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096324, last committed = 4295096163 00010000:00000200:1.0:1724310015.603716:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9f80 x1808069883400448/t4295096324(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.603728:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310015.603732:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883400448, offset 224 00000400:00000010:1.0:1724310015.603737:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87150. 00000400:00000200:1.0:1724310015.603740:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.603748:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.603753:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531527:531527:256:4294967295] 192.168.204.31@tcp LPNI seq info [531523:531523:8:4294967295] 00000400:00000200:1.0:1724310015.603756:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.603761:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.603765:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.603768:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.603773:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.603778:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.603781:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.603806:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.603809:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.603811:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.604600:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.604603:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310015.604607:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.604610:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.605909:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310015.605917:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310015.605920:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310015.605922:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000400:00000200:2.0:1724310015.606147:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.606159:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29521d 00000400:00000200:2.0:1724310015.606164:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.606167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.606172:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:2.0:1724310015.606174:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00000400:00000200:2.0:1724310015.606203:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.606208:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211180 00000400:00000200:2.0:1724310015.606214:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 85608 00000400:00000200:2.0:1724310015.606282:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.606286:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.606290:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.606295:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ca80. 00010000:00000010:0.0:1724310015.606379:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:0.0:1724310015.606386:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000020:00000010:1.0:1724310015.606495:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.606500:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.606503:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.606534:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400576 00000001:00000010:1.0:1724310015.606542:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310015.606557:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.606561:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310015.606602:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932e0000. 00010000:00000010:1.0:1724310015.606623:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.606626:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.606636:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.606638:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.606641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.606643:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310015.606723:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310015.606729:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.606733:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.606739:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.607405:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.607409:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.607411:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.607414:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.607448:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.607454:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.607456:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.607481:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310015.607492:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ca80 x1808069883400576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.607505:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310015.607509:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883400576, offset 224 00000400:00000200:1.0:1724310015.607513:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.607521:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.607526:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531528:531528:256:4294967295] 192.168.204.31@tcp LPNI seq info [531524:531524:8:4294967295] 00000400:00000200:1.0:1724310015.607534:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.607538:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.607541:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310015.607545:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.607551:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.607554:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.607578:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.607581:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.607584:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.607641:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.607644:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310015.607648:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.607651:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.607654:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:3.0:1724310015.607656:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:2.1:1724310015.608749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.608833:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310015.608836:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310015.608838:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310015.608842:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.608844:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.608846:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.608848:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310015.608850:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310015.608855:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310015.608856:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310015.608858:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.608860:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310015.608862:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:3.0:1724310015.609452:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.609463:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211280 00000400:00000200:3.0:1724310015.609469:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 86184 00000400:00000200:3.0:1724310015.609486:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.609489:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.609494:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.609498:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9180. 00000020:00000010:1.0:1724310015.610235:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.610240:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.610244:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.610309:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400832 02000000:00000010:1.0:1724310015.610336:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0db000. 00010000:00000010:1.0:1724310015.610375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.610387:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.610408:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.610412:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.610422:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.610424:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.610427:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.610430:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.610507:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.610509:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.610512:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.610514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310015.610532:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.610537:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.610545:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf11e0. 00080000:00000010:1.0:1724310015.610550:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f534400. 00000001:00000010:1.0:1724310015.610695:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595ae0. 00000001:00000010:1.0:1724310015.610699:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310015.610729:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf11e0. 00010000:00000010:1.0:1724310015.610734:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.610737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.610750:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.610765:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310015.610768:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310015.610782:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.610787:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.610790:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.610794:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310015.610800:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310015.610810:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096325, last committed = 4295096163 00010000:00000200:1.0:1724310015.610817:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9180 x1808069883400832/t4295096325(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.610830:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310015.610835:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883400832, offset 224 00000400:00000010:1.0:1724310015.610840:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87188. 00000400:00000200:1.0:1724310015.610843:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.610852:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.610857:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531529:531529:256:4294967295] 192.168.204.31@tcp LPNI seq info [531525:531525:8:4294967295] 00000400:00000200:1.0:1724310015.610861:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.610867:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.610872:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.610875:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.610879:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.610884:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.610888:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.610914:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.610918:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.610920:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.613044:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.613048:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310015.613054:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.613060:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.613204:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310015.613211:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:3.0:1724310015.615328:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.615343:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295225 00000400:00000200:3.0:1724310015.615348:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.615364:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.615369:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:3.0:1724310015.615371:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:3.0:1724310015.615401:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.615406:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211300 00000400:00000200:3.0:1724310015.615413:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 86672 00010000:00000010:0.0:1724310015.615436:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:0.0:1724310015.615443:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000400:00000200:3.0:1724310015.615463:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.615466:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.615479:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.615484:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfb800. 00000020:00000010:0.0:1724310015.615652:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f8ec00. 00000020:00000010:0.0:1724310015.615657:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.615660:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.615693:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883400960 00000001:00000010:0.0:1724310015.615702:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310015.615719:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310015.615724:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310015.615766:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093930000. 00010000:00000010:0.0:1724310015.615786:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310015.615789:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.615799:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310015.615801:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.615803:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310015.615805:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000004:00000010:0.0:1724310015.615883:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310015.615890:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310015.615894:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310015.615901:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:0.0:1724310015.616395:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310015.616398:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.616401:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.616404:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.616436:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.616441:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.616444:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.616463:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310015.616473:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfb800 x1808069883400960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.616487:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174ee0. 00000100:00000200:0.0:1724310015.616490:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883400960, offset 224 00000400:00000200:0.0:1724310015.616495:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.616502:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.616507:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531530:531530:256:4294967295] 192.168.204.31@tcp LPNI seq info [531526:531526:8:4294967295] 00000400:00000200:0.0:1724310015.616515:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.616519:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.616522:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310015.616527:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.616533:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.616536:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.616547:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.616549:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.616551:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f8ec00. 00000800:00000200:3.0:1724310015.616729:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.616732:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:3.0:1724310015.616735:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.616739:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.616741:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174ee0 00000400:00000010:3.0:1724310015.616743:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174ee0. 00010000:00000010:2.1:1724310015.619378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.619391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310015.619395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.619397:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.619399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.619404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310015.619407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.619409:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.619411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310015.619414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:3.0:1724310015.619685:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.619696:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211400 00000400:00000200:3.0:1724310015.619702:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 87248 00000400:00000200:3.0:1724310015.619718:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.619721:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.619726:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.619730:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8a80. 00000020:00000010:0.0:1724310015.619795:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310015.619800:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.619804:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.619829:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883401216 02000000:00000010:0.0:1724310015.619852:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8d000. 00010000:00000010:0.0:1724310015.619877:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.619886:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.619907:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.619910:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.619919:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.619921:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.619923:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.619925:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.620005:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.620008:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.620010:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.620012:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310015.620030:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.620035:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.620044:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1666c0. 00080000:00000010:0.0:1724310015.620049:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012efce800. 00000001:00000010:0.0:1724310015.620219:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9060. 00000001:00000010:0.0:1724310015.620224:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310015.620252:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1666c0. 00010000:00000010:0.0:1724310015.620276:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.620279:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.620292:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.620307:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.620309:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310015.620324:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:0.0:1724310015.620330:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310015.620333:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310015.620337:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310015.620343:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000200:0.0:1724310015.620363:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096326, last committed = 4295096163 00010000:00000200:0.0:1724310015.620370:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8a80 x1808069883401216/t4295096326(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.620383:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174880. 00000100:00000200:0.0:1724310015.620387:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883401216, offset 224 00000400:00000010:0.0:1724310015.620392:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9b28. 00000400:00000200:0.0:1724310015.620394:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.620402:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.620434:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531531:531531:256:4294967295] 192.168.204.31@tcp LPNI seq info [531527:531527:8:4294967295] 00000400:00000200:0.0:1724310015.620439:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.620444:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.620448:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.620451:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310015.620455:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.620478:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.620482:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.621064:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310015.621068:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.621070:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:3.0:1724310015.621182:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.621184:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310015.621188:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.621191:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.621695:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.621702:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:3.0:1724310015.623600:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.623613:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29522d 00000400:00000200:3.0:1724310015.623619:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.623622:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.623627:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174880 00000400:00000010:3.0:1724310015.623629:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174880. 00000400:00000200:3.0:1724310015.623645:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.623649:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211480 00000400:00000200:3.0:1724310015.623655:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 87736 00000400:00000200:3.0:1724310015.623712:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.623715:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.623719:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.623724:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfbb80. 00000020:00000010:1.0:1724310015.623930:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.623935:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.623939:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.623974:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883401344 00000001:00000010:1.0:1724310015.623983:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:1.0:1724310015.624002:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.624007:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310015.624053:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090540000. 00010000:00000010:1.0:1724310015.624074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.624077:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.624091:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.624093:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.624096:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.624098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310015.624106:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.624113:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00000004:00000010:1.0:1724310015.624174:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310015.624180:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.624185:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.624192:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.625190:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.625194:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.625198:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.625201:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.625238:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.625246:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.625249:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.625490:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310015.625504:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfbb80 x1808069883401344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.625519:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310015.625523:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883401344, offset 224 00000400:00000200:1.0:1724310015.625528:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.625536:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.625542:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531532:531532:256:4294967295] 192.168.204.31@tcp LPNI seq info [531528:531528:8:4294967295] 00000400:00000200:1.0:1724310015.625550:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.625555:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.625558:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.625563:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.625569:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.625572:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.626545:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.626551:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.626555:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00010000:00000010:2.1:1724310015.626604:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310015.626609:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310015.626612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310015.626614:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.626617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310015.626624:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000800:00000200:3.0:1724310015.626717:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.626721:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310015.626725:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.626730:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.626733:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:3.0:1724310015.626735:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00010000:00000010:2.1:1724310015.628780:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310015.628790:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310015.628794:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310015.628796:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310015.628797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310015.628799:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310015.628802:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310015.628803:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310015.628805:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310015.628810:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:3.0:1724310015.629655:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.629669:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211580 00000400:00000200:3.0:1724310015.629675:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 88312 00000400:00000200:3.0:1724310015.629698:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.629702:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.629708:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.629713:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9c00. 00000020:00000010:1.0:1724310015.629972:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.629978:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.629982:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.630014:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883401600 02000000:00000010:1.0:1724310015.630042:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0d8000. 00010000:00000010:1.0:1724310015.630071:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.630082:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.630102:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.630106:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.630116:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.630118:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.630121:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.630123:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.630201:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.630203:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.630206:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.630208:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310015.630225:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.630229:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.630236:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595de0. 00080000:00000010:1.0:1724310015.630241:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f535800. 00000001:00000010:1.0:1724310015.630445:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1780. 00000001:00000010:1.0:1724310015.630449:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.630479:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595de0. 00010000:00000010:1.0:1724310015.630485:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.630488:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.630500:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.630516:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.630518:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310015.630532:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.630536:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.630540:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.630544:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310015.630550:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.630561:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096327, last committed = 4295096163 00010000:00000200:1.0:1724310015.630567:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9c00 x1808069883401600/t4295096327(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.630584:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310015.630589:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883401600, offset 224 00000400:00000010:1.0:1724310015.630593:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc871c0. 00000400:00000200:1.0:1724310015.630596:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.630603:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.630609:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531533:531533:256:4294967295] 192.168.204.31@tcp LPNI seq info [531529:531529:8:4294967295] 00000400:00000200:1.0:1724310015.630613:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.630618:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.630622:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.630625:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.630629:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.630635:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.630638:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.630650:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.630653:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.630655:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.631327:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.631330:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310015.631334:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.631338:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.631827:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310015.631832:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.631835:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310015.631838:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310015.632008:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.632016:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295235 00000400:00000200:3.0:1724310015.632021:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.632023:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.632027:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310015.632029:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:0.0:1724310015.632341:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:0.0:1724310015.632348:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000400:00000200:3.0:1724310015.632411:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.632418:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211600 00000400:00000200:3.0:1724310015.632424:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 88800 00000400:00000200:3.0:1724310015.632684:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.632688:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.632693:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.632697:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8700. 00000020:00000010:2.0:1724310015.632799:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088732e00. 00000020:00000010:2.0:1724310015.632804:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310015.632807:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310015.632835:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883401728 00000001:00000010:2.0:1724310015.632842:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:2.0:1724310015.632859:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310015.632863:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 02000000:00000010:2.0:1724310015.632902:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bdc0000. 00010000:00000010:2.0:1724310015.632920:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.632923:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.632932:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310015.632935:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.632938:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.632939:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310015.633002:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310015.633008:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53000. 00000004:00000010:2.0:1724310015.633013:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310015.633019:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:3.0:1724310015.634076:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.634080:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.634083:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.634087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.634125:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310015.634209:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:3.0:1724310015.634214:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:3.0:1724310015.634240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:3.0:1724310015.634251:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8700 x1808069883401728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.634288:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.634294:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883401728, offset 224 00000400:00000200:3.0:1724310015.634298:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.634307:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.634312:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531534:531534:256:4294967295] 192.168.204.31@tcp LPNI seq info [531530:531530:8:4294967295] 00000400:00000200:3.0:1724310015.634320:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.634324:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.634970:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310015.634977:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.634982:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.634986:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.635124:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:3.0:1724310015.635129:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:3.0:1724310015.635132:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088732e00. 00000800:00000200:0.0:1724310015.635459:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.635462:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310015.635465:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.635468:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.635472:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:0.0:1724310015.635474:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000400:00000200:3.0:1724310015.637114:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.637126:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211700 00000400:00000200:3.0:1724310015.637132:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 89376 00000400:00000200:3.0:1724310015.637151:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.637154:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.637159:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.637163:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8380. 00000020:00000010:0.0:1724310015.637237:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122951c00. 00000020:00000010:0.0:1724310015.637242:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.637245:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.637294:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883401984 02000000:00000010:0.0:1724310015.637319:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8c000. 00010000:00000010:3.1:1724310015.637691:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310015.637698:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.637758:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310015.637771:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:0.0:1724310015.637792:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310015.637796:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.637806:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.637808:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.637811:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.637813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.637890:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.637892:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.637895:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.637897:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310015.637916:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.637921:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b440. 00000020:00000010:0.0:1724310015.637930:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9ae0. 00080000:00000010:0.0:1724310015.637935:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c411400. 00000001:00000010:0.0:1724310015.638091:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166660. 00000001:00000010:0.0:1724310015.638096:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310015.638126:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9ae0. 00010000:00000010:0.0:1724310015.638133:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.638135:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.638148:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310015.638163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.638165:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310015.638183:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:0.0:1724310015.638188:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:0.0:1724310015.638191:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53000. 00000004:00000010:0.0:1724310015.638196:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310015.638201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310015.638211:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096328, last committed = 4295096163 00010000:00000200:0.0:1724310015.638217:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8380 x1808069883401984/t4295096328(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.638228:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.638233:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883401984, offset 224 00000400:00000010:0.0:1724310015.638237:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9af0. 00000400:00000200:0.0:1724310015.638240:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.638247:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.638252:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531535:531535:256:4294967295] 192.168.204.31@tcp LPNI seq info [531531:531531:8:4294967295] 00000400:00000200:0.0:1724310015.638273:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.638278:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.638282:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.638285:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310015.638289:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.638294:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.638298:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.638309:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.638312:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.638315:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122951c00. 00000800:00000200:3.0:1724310015.638418:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.638421:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:3.0:1724310015.638423:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.638426:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.640248:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.640295:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29523d 00000400:00000200:0.0:1724310015.640300:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.640303:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.640307:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:0.0:1724310015.640309:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000400:00000200:0.0:1724310015.640334:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.640339:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211780 00000400:00000200:0.0:1724310015.640344:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 89864 00000400:00000200:0.0:1724310015.640394:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.640398:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.640402:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.640406:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132300. 00000020:00000010:1.0:1724310015.640579:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.640585:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.640589:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.640611:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883402112 00000001:00000010:1.0:1724310015.640620:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310015.640636:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.640640:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310015.640685:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092cf0000. 00010000:00000010:1.0:1724310015.640705:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.640708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.640719:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.640722:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.640725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.640727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310015.640790:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310015.640796:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.640800:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.640806:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:2.0:1724310015.640835:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310015.640841:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:1.0:1724310015.641659:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.641662:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.641665:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.641668:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.641701:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.641707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.641710:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.641732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.641742:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132300 x1808069883402112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.641754:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310015.641758:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883402112, offset 224 00000400:00000200:1.0:1724310015.641763:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.641770:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.641775:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531536:531536:256:4294967295] 192.168.204.31@tcp LPNI seq info [531532:531532:8:4294967295] 00000400:00000200:1.0:1724310015.641783:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.641787:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.641791:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.641795:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.641800:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.641803:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.641825:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.641828:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.641831:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:3.0:1724310015.641876:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.641879:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310015.641881:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.641884:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.641886:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:3.0:1724310015.641887:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00010000:00000010:2.1:1724310015.643426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310015.643434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.643438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310015.643440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310015.643442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.643446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310015.643501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310015.643506:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310015.643510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310015.643512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310015.643777:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.643787:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211880 00000400:00000200:3.0:1724310015.643793:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 90440 00000400:00000200:3.0:1724310015.643811:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.643814:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.643818:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.643823:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8e00. 00000020:00000010:1.0:1724310015.643922:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092be6200. 00000020:00000010:1.0:1724310015.643926:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.643930:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.643959:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883402368 02000000:00000010:1.0:1724310015.643984:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010ccff000. 00010000:00000010:1.0:1724310015.644006:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.644015:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.644037:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.644040:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.644049:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.644050:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310015.644053:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.644055:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.644124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.644126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.644128:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.644130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310015.644147:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.644152:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.644159:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1540. 00080000:00000010:1.0:1724310015.644164:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122750000. 00000001:00000010:1.0:1724310015.644370:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595120. 00000001:00000010:1.0:1724310015.644375:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.644404:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1540. 00010000:00000010:1.0:1724310015.644410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.644413:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.644425:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.644440:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.644443:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310015.644457:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.644462:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.644465:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.644469:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310015.644475:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310015.644487:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096329, last committed = 4295096163 00010000:00000200:1.0:1724310015.644493:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8e00 x1808069883402368/t4295096329(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.644506:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310015.644604:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883402368, offset 224 00000400:00000010:1.0:1724310015.644610:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc871f8. 00000400:00000200:1.0:1724310015.644613:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.644621:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.644626:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531537:531537:256:4294967295] 192.168.204.31@tcp LPNI seq info [531533:531533:8:4294967295] 00000400:00000200:1.0:1724310015.644630:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.644635:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.644639:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.644642:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.644646:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.644652:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.644654:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.644675:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.644679:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.644681:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092be6200. 00000800:00000200:0.0:1724310015.644740:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.644743:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310015.644746:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.644749:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.645827:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.645837:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295245 00000400:00000200:3.0:1724310015.645841:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.645843:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.645847:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:3.0:1724310015.645850:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:0.0:1724310015.645929:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:0.0:1724310015.645934:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:2.1:1724310015.646467:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310015.646474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310015.646509:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310015.646514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:3.0:1724310015.649045:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.649059:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211900 00000400:00000200:3.0:1724310015.649066:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 90928 00000400:00000200:3.0:1724310015.649197:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.649201:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.649207:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.649212:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfad80. 00000020:00000010:1.0:1724310015.649566:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.649572:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.649707:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.649738:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883402496 00000001:00000010:1.0:1724310015.649747:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:1.0:1724310015.649765:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.649771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310015.649813:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cc90000. 00010000:00000010:1.0:1724310015.649832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.649834:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.649846:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.649849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.649851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.649853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310015.649922:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310015.649928:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.649932:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.649938:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:1.0:1724310015.651540:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.651546:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.651550:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.651555:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.651605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.651614:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.651618:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.651649:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310015.651663:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfad80 x1808069883402496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.651678:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310015.651683:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883402496, offset 224 00000400:00000200:1.0:1724310015.651688:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.651698:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.651703:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531538:531538:256:4294967295] 192.168.204.31@tcp LPNI seq info [531534:531534:8:4294967295] 00000400:00000200:1.0:1724310015.651710:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.651715:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.651718:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310015.651722:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.651729:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.651732:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.651758:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.651762:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.651765:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:0.0:1724310015.651836:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.651840:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310015.651843:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.651847:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.651850:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:0.0:1724310015.651852:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00010000:00000010:2.1:1724310015.652360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.652366:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.652369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.652371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:3.0:1724310015.656458:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.656473:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211a00 00000400:00000200:3.0:1724310015.656479:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 91504 00000400:00000200:3.0:1724310015.656500:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.656503:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.656509:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.656514:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfa680. 00000020:00000010:1.0:1724310015.656713:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122891400. 00000020:00000010:1.0:1724310015.656719:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.656723:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.657085:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883402752 02000000:00000010:1.0:1724310015.657112:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010ccfe000. 00010000:00000010:1.0:1724310015.657140:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.657152:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.657172:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.657176:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.657186:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.657188:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.657191:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.657193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310015.657279:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.657282:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.657284:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.657286:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.657302:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.657307:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.657315:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595420. 00080000:00000010:1.0:1724310015.657320:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122751400. 00010000:00000010:3.1:1724310015.657593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310015.657599:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310015.657604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310015.657606:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310015.657609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310015.657613:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:3.1:1724310015.657615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310015.657618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000001:00000010:1.0:1724310015.657754:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1540. 00000001:00000010:1.0:1724310015.657758:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310015.657787:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595420. 00010000:00000010:1.0:1724310015.657793:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.657796:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.657808:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.657825:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.657828:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00080000:00000010:1.0:1724310015.657841:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.657847:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.657852:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.657856:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310015.657861:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310015.657873:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096330, last committed = 4295096163 00010000:00000200:1.0:1724310015.657880:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfa680 x1808069883402752/t4295096330(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.657894:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310015.657899:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883402752, offset 224 00000400:00000010:1.0:1724310015.657905:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87230. 00000400:00000200:1.0:1724310015.657908:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.657917:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.657922:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531539:531539:256:4294967295] 192.168.204.31@tcp LPNI seq info [531535:531535:8:4294967295] 00000400:00000200:1.0:1724310015.657927:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.657933:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.657938:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.657941:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310015.657945:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.657951:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.657954:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.658591:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.658595:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.658598:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122891400. 00000800:00000200:3.0:1724310015.658856:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.658859:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310015.658863:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.658867:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.660337:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.660360:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29524d 00000400:00000200:0.0:1724310015.660365:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.660368:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.660372:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310015.660374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:2.0:1724310015.660431:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:2.0:1724310015.660440:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:3.0:1724310015.662548:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.662560:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211a80 00000400:00000200:3.0:1724310015.662566:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 91992 00000400:00000200:3.0:1724310015.662619:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.662623:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.662628:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.662633:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746300. 00000020:00000010:1.0:1724310015.662715:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122891400. 00000020:00000010:1.0:1724310015.662724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.662728:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.662748:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883402880 00000001:00000010:1.0:1724310015.662757:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310015.662775:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.662781:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310015.662827:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880041510000. 00010000:00000010:1.0:1724310015.662845:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.662847:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.662860:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.662862:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.662865:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.662867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000004:00000010:1.0:1724310015.662941:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310015.662947:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.662951:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310015.662959:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:0.1:1724310015.663346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310015.663361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310015.663365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310015.663367:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310015.663369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310015.663373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310015.663376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310015.663377:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310015.663379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310015.663381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.664977:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.664981:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.664986:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.664990:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.665039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.665046:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.665049:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.665079:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310015.665091:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746300 x1808069883402880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.665106:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310015.665111:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883402880, offset 224 00000400:00000200:1.0:1724310015.665117:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.665126:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.665130:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531540:531540:256:4294967295] 192.168.204.31@tcp LPNI seq info [531536:531536:8:4294967295] 00000400:00000200:1.0:1724310015.665138:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.665142:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.665146:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.665150:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.665156:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.665159:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.665214:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.665217:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.665221:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122891400. 00000800:00000200:3.0:1724310015.665333:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.665337:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310015.665340:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.665344:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.665356:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:3.0:1724310015.665358:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:0.1:1724310015.666382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310015.666389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310015.668376:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.668390:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211b80 00000400:00000200:0.0:1724310015.668398:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 92568 00000400:00000200:0.0:1724310015.668421:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.668425:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.668431:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.668436:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132680. 00000020:00000010:1.0:1724310015.668600:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122891400. 00000020:00000010:1.0:1724310015.668605:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.668609:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310015.668643:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883403136 02000000:00000010:1.0:1724310015.668672:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ae000. 00010000:00000010:1.0:1724310015.668701:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.668712:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.668732:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.668737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.668747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.668749:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.668752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.668754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.668826:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.668828:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.668831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.668832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.668852:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.668856:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a00. 00000020:00000010:1.0:1724310015.668863:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1b40. 00080000:00000010:1.0:1724310015.668868:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122753000. 00000001:00000010:1.0:1724310015.669022:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5955a0. 00000001:00000010:1.0:1724310015.669026:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.669054:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1b40. 00010000:00000010:1.0:1724310015.669060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.669063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.669076:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.669092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.669095:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00080000:00000010:1.0:1724310015.669110:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:1.0:1724310015.669114:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:1.0:1724310015.669118:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.669122:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310015.669129:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310015.669141:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096331, last committed = 4295096163 00010000:00000200:1.0:1724310015.669147:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132680 x1808069883403136/t4295096331(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.669159:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310015.669164:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883403136, offset 224 00000400:00000010:1.0:1724310015.669169:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87268. 00000400:00000200:1.0:1724310015.669172:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.669180:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.669185:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531541:531541:256:4294967295] 192.168.204.31@tcp LPNI seq info [531537:531537:8:4294967295] 00000400:00000200:1.0:1724310015.669189:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.669194:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.669198:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.669202:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310015.669206:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.669212:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.669215:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.669241:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.669244:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:1.0:1724310015.669246:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122891400. 00000800:00000200:3.0:1724310015.669417:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.669421:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310015.669423:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.669427:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.671835:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.671847:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295255 00000400:00000200:3.0:1724310015.671851:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.671854:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.671858:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:3.0:1724310015.671860:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:0.0:1724310015.672392:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:0.0:1724310015.672401:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.1:1724310015.672672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310015.672678:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310015.672683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310015.672685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310015.672687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310015.672692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310015.672874:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.672882:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211c00 00000400:00000200:0.0:1724310015.672888:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 93056 00000400:00000200:0.0:1724310015.672940:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.672944:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.672948:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.672953:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132d80. 00000020:00000010:2.0:1724310015.673008:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088732600. 00000020:00000010:2.0:1724310015.673014:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310015.673017:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310015.673052:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883403264 00000001:00000010:2.0:1724310015.673061:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:2.0:1724310015.673080:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.673085:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310015.673135:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088a00000. 00010000:00000010:2.0:1724310015.673157:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.673160:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.673171:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310015.673173:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.673176:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.673178:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310015.673253:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310015.673286:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53348. 00000004:00000010:2.0:1724310015.673291:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310015.673298:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00000100:00000010:2.0:1724310015.673960:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ce00. 02000000:00000010:2.0:1724310015.673969:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7ee00. 00000100:00000010:2.0:1724310015.674005:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c002d80. 02000000:00000010:2.0:1724310015.674009:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7eb00. 02000000:00000010:0.0:1724310015.674078:0:3295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880122951200. 00000400:00000010:0.0:1724310015.674083:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea31b8. 00000400:00000010:0.0:1724310015.674087:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.674093:0:3295:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257609472, portal 25 00000400:00000010:0.0:1724310015.674096:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.674098:0:3295:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1808064257609472, offset 0 00000400:00000200:0.0:1724310015.674103:0:3295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310015.674110:0:3295:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310015.674115:0:3295:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x66c6cc3ce4f00 00000400:00000200:0.0:1724310015.674119:0:3295:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x26d5c5 [2] + 0 00000400:00000010:0.0:1724310015.674149:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3dc0. 00000400:00000200:0.0:1724310015.674153:0:3295:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800946799c0 00000400:00000200:0.0:1724310015.674157:0:3295:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.674160:0:3295:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1724310015.674162:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800946799c0 00000400:00000010:0.0:1724310015.674164:0:3295:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800946799c0. 00000100:00000200:0.0:1724310015.674167:0:3295:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1724310015.674233:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001c00. 02000000:00000010:2.0:1724310015.674238:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7e300. 00000100:00000010:2.0:1724310015.674245:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000380. 02000000:00000010:2.0:1724310015.674248:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7ef00. 00000100:00000010:2.0:1724310015.674276:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001880. 02000000:00000010:2.0:1724310015.674280:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7e800. 02000000:00000010:1.0:1724310015.674284:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880122891400. 00000100:00000010:2.0:1724310015.674285:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000000. 00000400:00000010:1.0:1724310015.674288:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1ac60. 02000000:00000010:2.0:1724310015.674288:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7ed00. 00000400:00000010:1.0:1724310015.674292:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310015.674294:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257609856, portal 4 00000400:00000010:1.0:1724310015.674297:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.674299:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257609856, offset 0 00000400:00000200:1.0:1724310015.674303:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1724310015.674307:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1724310015.674311:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5080 00000400:00000200:1.0:1724310015.674316:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279135 [8] + 14016 00000400:00000200:1.0:1724310015.674320:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.674322:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1724310015.674325:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310015.674327:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ca80. 00000400:00000200:1.0:1724310015.674342:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:1.0:1724310015.674344:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.674358:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009c000380 x1808064257609856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:2.0:1724310015.674362:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088733a00. 00000020:00000010:2.0:1724310015.674365:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.674367:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 02000000:00000010:1.0:1724310015.674377:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880122890200. 00000400:00000010:1.0:1724310015.674380:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1a058. 00000400:00000010:1.0:1724310015.674382:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.674384:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257609984, portal 10 00000400:00000010:1.0:1724310015.674387:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:2.0:1724310015.674387:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609856 00000100:00000200:1.0:1724310015.674388:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257609984, offset 0 00000400:00000200:1.0:1724310015.674391:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1724310015.674394:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1724310015.674396:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bc5d400. 00000400:00000200:1.0:1724310015.674398:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5100 00000400:00000200:1.0:1724310015.674401:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x276d71 [64] + 93632 00010000:00000200:2.0:1724310015.674401:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ca80 x1808064257609856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1724310026 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1724310015.674404:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.674406:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1724310015.674409:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310015.674410:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219df80. 00000400:00000010:2.0:1724310015.674411:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad330. 00000100:00000200:2.0:1724310015.674413:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257609856, offset 224 00000400:00000200:1.0:1724310015.674416:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:1.0:1724310015.674417:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000100:00000200:1.0:1724310015.674420:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009c001880 x1808064257609984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1724310015.674424:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310015.674428:0:7671:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310015.674432:0:7671:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5080 00000400:00000200:2.0:1724310015.674435:0:7671:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x295261 [1] + 224 00000400:00000200:2.0:1724310015.674438:0:7671:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.674440:0:7671:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310015.674443:0:7671:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c000380 x1808064257609856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:1.0:1724310015.674446:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122890800. 00000020:00000010:1.0:1724310015.674449:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310015.674451:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000400:00000200:2.0:1724310015.674458:0:7671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad330 00000400:00000010:2.0:1724310015.674459:0:7671:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad330. 00000400:00000010:1.0:1724310015.674464:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1ac60. 00000400:00000200:1.0:1724310015.674466:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:1.0:1724310015.674467:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000020:00000010:2.0:1724310015.674467:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000100:00000200:1.0:1724310015.674470:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c000380 x1808064257609856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:2.0:1724310015.674470:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310015.674473:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088733a00. 00000100:00000200:1.0:1724310015.674476:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009c000380 x1808064257609856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1724310015.674492:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880122891400. 00000100:00000200:2.0:1724310015.674492:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609984 02000000:00000010:1.0:1724310015.674495:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7ef00. 00000100:00000010:1.0:1724310015.674498:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000380. 02000000:00000010:2.0:1724310015.674499:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bc5f800. 00010000:00000200:2.0:1724310015.674502:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219df80 x1808064257609984/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1724310051 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.674508:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad330. 00000100:00000200:2.0:1724310015.674510:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257609984, offset 224 00000400:00000200:2.0:1724310015.674513:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310015.674516:0:9722:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1724310015.674550:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880093ed6600. 00000400:00000010:3.0:1724310015.674554:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63528. 00000400:00000010:3.0:1724310015.674557:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.674560:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257609728, portal 10 00000400:00000010:3.0:1724310015.674564:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121cdc4c8. 00000100:00000200:3.0:1724310015.674566:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257609728, offset 0 00000400:00000200:3.0:1724310015.674568:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.674572:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.674576:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5000 00000400:00000200:3.0:1724310015.674579:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x276d71 [64] + 93856 00000400:00000200:3.0:1724310015.674582:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.674584:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.674586:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.674589:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094747800. 00000400:00000200:3.0:1724310015.674596:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121cdc4c8 00000400:00000010:3.0:1724310015.674598:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121cdc4c8. 00000100:00000200:3.0:1724310015.674601:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009c001c00 x1808064257609728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1724310015.674615:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880093ed7a00. 00000400:00000010:3.0:1724310015.674617:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63738. 00000400:00000010:3.0:1724310015.674619:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121cdc4c8. 00000100:00000200:3.0:1724310015.674621:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257609600, portal 10 00000400:00000010:3.0:1724310015.674625:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.674626:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257609600, offset 0 00000400:00000200:3.0:1724310015.674629:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.674632:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.674634:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce4f80 00000400:00000200:3.0:1724310015.674637:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x276d71 [64] + 94080 00000400:00000200:3.0:1724310015.674640:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.674641:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.674643:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.674645:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745500. 00000400:00000200:3.0:1724310015.674652:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:3.0:1724310015.674654:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.674656:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009c002d80 x1808064257609600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1724310015.674665:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880093ed7000. 00000400:00000010:3.0:1724310015.674668:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63478. 00000400:00000010:3.0:1724310015.674669:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.674671:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257610112, portal 4 00000400:00000010:3.0:1724310015.674674:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.674675:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257610112, offset 0 00000400:00000200:3.0:1724310015.674678:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.674680:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.674683:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5180 00000400:00000200:3.0:1724310015.674686:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279135 [8] + 14240 00000400:00000200:3.0:1724310015.674688:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.674690:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.674692:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310015.674694:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094744700. 00000400:00000200:3.0:1724310015.674700:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310015.674701:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.674704:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009c000000 x1808064257610112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:3.0:1724310015.674728:0:7082:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de600. 00000020:00000010:3.0:1724310015.674731:0:7082:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310015.674733:0:7082:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.674746:0:7082:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0000. 00000020:00000010:3.0:1724310015.674749:0:7082:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.674750:0:7082:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.674758:0:7082:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609728 02000000:00000010:3.0:1724310015.674764:0:7082:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087a9b400. 00010000:00000200:3.0:1724310015.674769:0:7082:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094747800 x1808064257609728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1724310051 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.674776:0:7082:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.674778:0:7082:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257609728, offset 224 00000400:00000200:3.0:1724310015.674781:0:7082:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.674784:0:7082:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.674788:0:7082:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5000 00000400:00000200:3.0:1724310015.674790:0:7082:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x295279 [1] + 224 00000400:00000200:3.0:1724310015.674794:0:7082:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.674795:0:7082:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.674799:0:7082:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c001c00 x1808064257609728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310015.674808:0:7082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310015.674809:0:7082:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000020:00000010:3.0:1724310015.674815:0:7082:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310015.674819:0:7082:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310015.674821:0:7082:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de600. 00000100:00000200:3.0:1724310015.674827:0:7082:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609600 02000000:00000010:3.0:1724310015.674833:0:7082:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087a9ac00. 00010000:00000200:3.0:1724310015.674836:0:7082:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745500 x1808064257609600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1724310051 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.674843:0:7082:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.674845:0:7082:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257609600, offset 224 00000400:00000200:3.0:1724310015.674848:0:7082:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.674851:0:7082:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.674854:0:7082:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce4f80 00000400:00000200:3.0:1724310015.674857:0:7082:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x295281 [1] + 224 00000400:00000200:3.0:1724310015.674860:0:7082:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.674862:0:7082:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.674865:0:7082:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c002d80 x1808064257609600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310015.674871:0:7082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310015.674872:0:7082:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000020:00000010:3.0:1724310015.674876:0:7082:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.674879:0:7082:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.674880:0:7082:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0000. 00000400:00000010:3.0:1724310015.674894:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63738. 00000400:00000200:3.0:1724310015.674896:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121cdc4c8 00000400:00000010:3.0:1724310015.674897:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121cdc4c8. 00000100:00000200:3.0:1724310015.674900:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c002d80 x1808064257609600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1724310015.674906:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009c002d80 x1808064257609600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.674916:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63528. 00000400:00000200:3.0:1724310015.674918:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ff5dd0 00000400:00000010:3.0:1724310015.674919:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ff5dd0. 00000100:00000200:3.0:1724310015.674922:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c001c00 x1808064257609728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1724310015.674928:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009c001c00 x1808064257609728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1724310015.674936:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880093ed7a00. 02000000:00000010:3.0:1724310015.674938:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7eb00. 00000100:00000010:3.0:1724310015.674940:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c002d80. 02000000:00000010:3.0:1724310015.674943:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880093ed6600. 02000000:00000010:3.0:1724310015.674944:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7e300. 00000100:00000010:3.0:1724310015.674947:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001c00. 00000020:00000010:3.0:1724310015.674968:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0000. 00000020:00000010:3.0:1724310015.674971:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.674972:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.674984:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610112 02000000:00000010:3.0:1724310015.674990:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087a9b800. 00010000:00000200:3.0:1724310015.674994:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094744700 x1808064257610112/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1724310026 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.675001:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.675003:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257610112, offset 224 00000400:00000200:3.0:1724310015.675005:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.675009:0:8406:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.675012:0:8406:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5180 00000400:00000200:3.0:1724310015.675014:0:8406:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x295289 [1] + 224 00000400:00000200:3.0:1724310015.675017:0:8406:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.675019:0:8406:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.675023:0:8406:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c000000 x1808064257610112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310015.675031:0:8406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310015.675033:0:8406:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000020:00000010:3.0:1724310015.675038:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.675040:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.675042:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0000. 00000400:00000010:3.0:1724310015.675050:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63478. 00000400:00000200:3.0:1724310015.675051:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:3.0:1724310015.675053:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.675055:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c000000 x1808064257610112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1724310015.675061:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009c000000 x1808064257610112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1724310015.675070:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880093ed7000. 02000000:00000010:3.0:1724310015.675072:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7ed00. 00000100:00000010:3.0:1724310015.675074:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000000. 00010000:00000010:3.0:1724310015.675081:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.675083:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.675088:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.675091:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.675135:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310015.675145:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:3.0:1724310015.675149:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:3.0:1724310015.675174:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:3.0:1724310015.675183:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132d80 x1808069883403264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.675196:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.675199:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883403264, offset 224 00000400:00000200:3.0:1724310015.675203:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.675209:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.675214:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531542:531542:256:4294967295] 192.168.204.31@tcp LPNI seq info [531538:531538:8:4294967295] 00000400:00000200:3.0:1724310015.675222:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.675226:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.675230:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310015.675234:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.675240:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.675244:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.675254:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:3.0:1724310015.675271:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:3.0:1724310015.675274:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088732600. 00000800:00000200:3.0:1724310015.675342:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.675344:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:3.0:1724310015.675346:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.675359:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.675362:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:3.0:1724310015.675363:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:2.0:1724310015.675431:0:9722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5100 00000400:00000200:2.0:1724310015.675435:0:9722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x295269 [1] + 224 00000400:00000200:2.0:1724310015.675440:0:9722:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.675442:0:9722:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310015.675446:0:9722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c001880 x1808064257609984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1724310015.675456:0:9722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad330 00000400:00000010:2.0:1724310015.675457:0:9722:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad330. 00000020:00000010:2.0:1724310015.675464:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5900. 00000020:00000010:2.0:1724310015.675467:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:2.0:1724310015.675469:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122890800. 00000400:00000010:2.0:1724310015.675484:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a058. 00000400:00000200:2.0:1724310015.675486:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:2.0:1724310015.675487:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000100:00000200:2.0:1724310015.675490:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c001880 x1808064257609984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1724310015.675496:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009c001880 x1808064257609984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310015.675506:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880122890200. 02000000:00000010:2.0:1724310015.675509:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7e800. 00000100:00000010:2.0:1724310015.675510:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001880. 00000400:00000200:0.0:1724310015.675576:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:0.0:1724310015.675578:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.675582:0:3295:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088c4ce00 x1808064257609472/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:3.0:1724310015.675691:0:7077:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c1a00. 00000020:00000010:3.0:1724310015.675694:0:7077:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.675697:0:7077:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.675748:0:7077:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257609472 02000000:00000010:3.0:1724310015.675754:0:7077:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087a9a000. 00010000:00000200:3.0:1724310015.675759:0:7077:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a83e7c50 x1808064257609472/t0(0) o400->f68d9a8f-3255-4ec5-9f45-a56905924014@0@lo:256/0 lens 224/224 e 0 to 0 dl 1724310026 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.675766:0:7077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.675768:0:7077:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1808064257609472, offset 224 00000400:00000200:3.0:1724310015.675770:0:7077:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.675774:0:7077:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.675778:0:7077:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x66c6cc3ce4f00 00000400:00000200:3.0:1724310015.675782:0:7077:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x295259 [1] + 224 00000400:00000200:3.0:1724310015.675786:0:7077:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.675788:0:7077:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.675792:0:7077:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088c4ce00 x1808064257609472/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310015.676854:0:7077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:3.0:1724310015.676857:0:7077:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000020:00000010:3.0:1724310015.676866:0:7077:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.676869:0:7077:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.676871:0:7077:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c1a00. 02000000:00000010:3.0:1724310015.676875:0:7077:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087a9a000. 00000100:00000200:3.0:1724310015.676879:0:7077:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1724310015.676883:0:7077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63478. 00000400:00000010:3.0:1724310015.676886:0:7077:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880088f26e40. 00000400:00000010:0.0:1724310015.677024:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880078ea31b8. 00000400:00000200:0.0:1724310015.677028:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:0.0:1724310015.677030:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.677034:0:3295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088c4ce00 x1808064257609472/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1724310015.677045:0:3295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088c4ce00 x1808064257609472/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1724310015.677056:0:3295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880122951200. 02000000:00000010:0.0:1724310015.677059:0:3295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7ee00. 00000100:00000010:0.0:1724310015.677062:0:3295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ce00. 00010000:00000010:3.1:1724310015.677469:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310015.677476:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:3.0:1724310015.678758:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.678768:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211d00 00000400:00000200:3.0:1724310015.678773:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 94304 00000400:00000200:3.0:1724310015.678788:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.678792:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.678796:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.678799:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745880. 00000020:00000010:1.0:1724310015.678861:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122891400. 00000020:00000010:1.0:1724310015.678866:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.678872:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc3e8. 00000100:00000200:1.0:1724310015.678904:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883403520 02000000:00000010:1.0:1724310015.678930:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ad000. 00010000:00000010:1.0:1724310015.678960:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:1.0:1724310015.678972:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:1.0:1724310015.678991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.678995:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.679006:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.679007:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.679010:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.679012:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.679148:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.679151:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.679154:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.679156:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310015.679179:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938ca0. 00000020:00000010:1.0:1724310015.679184:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938ca0. 00000020:00000010:1.0:1724310015.679192:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595de0. 00080000:00000010:1.0:1724310015.679196:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122751c00. 00000001:00000010:1.0:1724310015.679535:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1840. 00000001:00000010:1.0:1724310015.679539:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310015.679569:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595de0. 00010000:00000010:1.0:1724310015.679586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.679589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.679602:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310015.679621:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.679623:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00080000:00000010:1.0:1724310015.679644:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:1.0:1724310015.679648:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:1.0:1724310015.679652:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53348. 00000004:00000010:1.0:1724310015.679658:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:1.0:1724310015.679667:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.679677:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096332, last committed = 4295096163 00010000:00000200:1.0:1724310015.679684:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745880 x1808069883403520/t4295096332(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.679695:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310015.679699:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883403520, offset 224 00000400:00000010:1.0:1724310015.679705:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc872a0. 00000400:00000200:1.0:1724310015.679708:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.679715:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.679720:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531543:531543:256:4294967295] 192.168.204.31@tcp LPNI seq info [531539:531539:8:4294967295] 00000400:00000200:1.0:1724310015.679724:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.679729:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.679733:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.679736:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.679740:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.679746:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.679749:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.679773:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.679776:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc3e8. 00000020:00000010:1.0:1724310015.679778:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122891400. 00000800:00000200:0.0:1724310015.680133:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.680137:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310015.680141:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.680145:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.680532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310015.680537:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310015.680540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310015.680542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310015.680754:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310015.680758:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310015.680760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310015.680762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310015.680764:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310015.680766:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310015.680768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310015.680770:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.680772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310015.680775:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:3.0:1724310015.682230:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310015.682241:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952a9 00000400:00000200:3.0:1724310015.682246:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.682249:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310015.682254:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310015.682310:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:3.0:1724310015.682344:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310015.682358:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211d80 00000400:00000200:3.0:1724310015.682363:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 94792 00000400:00000200:3.0:1724310015.682379:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.682382:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310015.682386:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310015.682390:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746a00. 00010000:00000010:2.0:1724310015.682438:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:2.0:1724310015.682446:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.682602:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122891400. 00000020:00000010:1.0:1724310015.682606:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310015.682610:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc3e8. 00000100:00000200:1.0:1724310015.682639:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883403648 00000001:00000010:1.0:1724310015.682648:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310015.682664:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.682668:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310015.682712:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088900000. 00010000:00000010:1.0:1724310015.682733:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.682736:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.682746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.682748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.682751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.682753:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310015.682822:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310015.682829:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fac8. 00000004:00000010:1.0:1724310015.682834:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310015.682840:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:0.0:1724310015.683605:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310015.683608:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.683611:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.683614:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.683648:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:0.0:1724310015.683670:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310015.683673:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:0.0:1724310015.683697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:0.0:1724310015.683708:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746a00 x1808069883403648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.683720:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.683724:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883403648, offset 224 00000400:00000200:0.0:1724310015.683728:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.683735:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.683740:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531544:531544:256:4294967295] 192.168.204.31@tcp LPNI seq info [531540:531540:8:4294967295] 00000400:00000200:0.0:1724310015.683748:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.683751:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.683754:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310015.683758:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.683765:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.683767:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1724310015.683887:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310015.683893:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310015.683897:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310015.683899:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310015.683901:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310015.683907:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000020:00000010:0.0:1724310015.683986:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5380. 00000020:00000010:0.0:1724310015.683990:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc3e8. 00000020:00000010:0.0:1724310015.683993:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122891400. 00000800:00000200:2.0:1724310015.684098:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.684102:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310015.684104:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.684107:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.684110:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:2.0:1724310015.684112:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000400:00000200:0.0:1724310015.686251:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.686304:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13211e80 00000400:00000200:0.0:1724310015.686312:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 95368 00000400:00000200:0.0:1724310015.686330:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.686333:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.686338:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.686343:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130380. 00000020:00000010:2.0:1724310015.686477:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088733e00. 00000020:00000010:2.0:1724310015.686482:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.686486:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310015.686515:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883403904 02000000:00000010:2.0:1724310015.686540:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134465000. 00010000:00000010:2.0:1724310015.686566:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310015.686577:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310015.686597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.686601:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.686609:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310015.686611:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310015.686613:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.686615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310015.686677:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310015.686679:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.686681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.686683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310015.686696:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.686700:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.686707:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.686711:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5e000. 00000001:00000010:2.0:1724310015.686842:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6900. 00000001:00000010:2.0:1724310015.686846:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310015.686871:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.686876:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.686878:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.686889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.686906:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310015.686908:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310015.686921:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:2.0:1724310015.686926:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:2.0:1724310015.686929:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fac8. 00000004:00000010:2.0:1724310015.686933:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:2.0:1724310015.686937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310015.686946:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096333, last committed = 4295096163 00010000:00000200:2.0:1724310015.686952:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c130380 x1808069883403904/t4295096333(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.686963:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cade58. 00000100:00000200:2.0:1724310015.686968:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883403904, offset 224 00000400:00000010:2.0:1724310015.686972:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60e38. 00000400:00000200:2.0:1724310015.686975:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.686982:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.686987:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531545:531545:256:4294967295] 192.168.204.31@tcp LPNI seq info [531541:531541:8:4294967295] 00000400:00000200:2.0:1724310015.686991:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.686996:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.687001:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.687004:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310015.687007:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.687013:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.687016:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.687027:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.687030:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310015.687033:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088733e00. 00000800:00000200:2.0:1724310015.687092:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.687095:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:2.0:1724310015.687097:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.687100:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.688562:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.688571:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952b1 00000400:00000200:0.0:1724310015.688574:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.688577:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.688580:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cade58 00000400:00000010:0.0:1724310015.688581:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cade58. 00000400:00000200:0.0:1724310015.688603:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.688607:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13211f00 00000400:00000200:0.0:1724310015.688612:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 95856 00000400:00000200:0.0:1724310015.688646:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.688649:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.688652:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.688656:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ce00. 00000020:00000010:3.0:1724310015.688732:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c1a00. 00000020:00000010:3.0:1724310015.688736:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.688739:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.688757:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883404032 00000001:00000010:3.0:1724310015.688764:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:3.0:1724310015.688777:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310015.688781:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 02000000:00000010:3.0:1724310015.688818:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088220000. 00010000:00000010:3.0:1724310015.688835:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310015.688838:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.688849:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310015.688851:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.688853:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310015.688855:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310015.688912:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310015.688918:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310015.688922:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310015.688927:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:1.0:1724310015.689117:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:1.0:1724310015.689122:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.1:1724310015.689316:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310015.689322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.0:1724310015.689875:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.689878:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.689881:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310015.689884:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.689917:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.690087:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.690091:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.690116:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310015.690126:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ce00 x1808069883404032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.690139:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.690144:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883404032, offset 224 00000400:00000200:3.0:1724310015.690149:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.690156:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.690160:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531546:531546:256:4294967295] 192.168.204.31@tcp LPNI seq info [531542:531542:8:4294967295] 00000400:00000200:3.0:1724310015.690168:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.690173:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.690176:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310015.690180:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.690185:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.690188:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.690910:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.690914:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.690917:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c1a00. 00000800:00000200:1.0:1724310015.691038:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.691041:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310015.691044:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.691047:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.691050:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:1.0:1724310015.691052:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:3.1:1724310015.694185:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310015.694193:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310015.694196:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310015.694198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:0.0:1724310015.694780:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.694794:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212000 00000400:00000200:0.0:1724310015.694800:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 96432 00000400:00000200:0.0:1724310015.694823:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.694829:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.694834:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.694841:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdaa00. 00000020:00000010:3.0:1724310015.694960:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c1a00. 00000020:00000010:3.0:1724310015.694965:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.694969:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.694994:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883404288 02000000:00000010:3.0:1724310015.695020:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf11000. 00010000:00000010:3.0:1724310015.695050:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.695063:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.695086:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310015.695089:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.695099:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.695101:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310015.695103:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.695105:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310015.695173:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.695175:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310015.695177:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310015.695179:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310015.695196:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca80. 00000020:00000010:3.0:1724310015.695202:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca80. 00000020:00000010:3.0:1724310015.695209:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ad20. 00080000:00000010:3.0:1724310015.695214:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a9a000. 00000001:00000010:3.0:1724310015.695393:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a120. 00000001:00000010:3.0:1724310015.695397:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310015.695426:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ad20. 00010000:00000010:3.0:1724310015.695432:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310015.695435:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.695447:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.695462:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.695465:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310015.695480:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310015.695484:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:3.0:1724310015.695488:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310015.695493:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310015.695499:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310015.695510:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096334, last committed = 4295096163 00010000:00000200:3.0:1724310015.695517:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdaa00 x1808069883404288/t4295096334(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.695531:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.695535:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883404288, offset 224 00000400:00000010:3.0:1724310015.695539:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467cb0. 00000400:00000200:3.0:1724310015.695542:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.695550:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.695556:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531547:531547:256:4294967295] 192.168.204.31@tcp LPNI seq info [531543:531543:8:4294967295] 00000400:00000200:3.0:1724310015.695559:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.695565:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.695570:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.695573:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310015.695577:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.695582:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.695585:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.695598:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310015.695601:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.695603:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c1a00. 00000800:00000200:1.0:1724310015.695705:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.695707:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310015.695710:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.695714:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.696560:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310015.696567:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310015.696631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310015.696636:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310015.696638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310015.696641:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:0.0:1724310015.697175:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.697187:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952b9 00000400:00000200:0.0:1724310015.697190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.697193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.697197:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310015.697199:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.0:1724310015.697292:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:2.0:1724310015.697299:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000400:00000200:0.0:1724310015.697501:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.697508:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212080 00000400:00000200:0.0:1724310015.697514:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 96920 00000400:00000200:0.0:1724310015.700836:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.700854:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.700864:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.700870:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb800. 00000020:00000010:0.0:1724310015.700916:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950800. 00000020:00000010:0.0:1724310015.700921:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.700925:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.700959:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883404416 00000001:00000010:0.0:1724310015.700967:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:0.0:1724310015.700987:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.700992:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310015.701037:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064ef0000. 00010000:00000010:0.0:1724310015.701057:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.701059:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.701072:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.701074:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.701076:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.701080:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000004:00000010:0.0:1724310015.701151:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310015.701157:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310015.701161:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310015.701167:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:3.1:1724310015.701375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310015.701380:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310015.701383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310015.701386:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310015.701389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310015.701393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.0:1724310015.701872:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310015.701875:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.701878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.701880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.701915:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.701934:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.701937:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.701957:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310015.701966:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb800 x1808069883404416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.701980:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.701984:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883404416, offset 224 00000400:00000200:0.0:1724310015.701989:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.701997:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.702002:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531548:531548:256:4294967295] 192.168.204.31@tcp LPNI seq info [531544:531544:8:4294967295] 00000400:00000200:0.0:1724310015.702011:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.702015:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.702018:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.702023:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.702029:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.702032:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.702042:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.702045:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.702047:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950800. 00000800:00000200:1.0:1724310015.702388:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.702391:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310015.702394:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.702397:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.702400:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:1.0:1724310015.702401:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00010000:00000010:2.1:1724310015.705186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310015.705199:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310015.705203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310015.705204:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310015.705207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310015.705212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:0.0:1724310015.706002:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.706014:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212180 00000400:00000200:0.0:1724310015.706021:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 97496 00000400:00000200:0.0:1724310015.706037:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.706041:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.706045:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.706049:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8e00. 00000020:00000010:2.0:1724310015.706165:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088733a00. 00000020:00000010:2.0:1724310015.706170:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.706174:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310015.706193:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883404672 02000000:00000010:2.0:1724310015.706215:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299e000. 00010000:00000010:2.0:1724310015.706239:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310015.706248:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310015.706291:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.706295:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.706305:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310015.706307:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310015.706310:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.706311:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310015.706391:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.706393:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.706395:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.706397:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310015.706416:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.706420:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.706427:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.706433:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5ec00. 00000001:00000010:2.0:1724310015.706580:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6780. 00000001:00000010:2.0:1724310015.706584:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310015.706744:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.706752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.706755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.706768:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.706784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.706787:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310015.706804:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:2.0:1724310015.706810:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:2.0:1724310015.706812:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:2.0:1724310015.706816:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:2.0:1724310015.706822:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310015.706831:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096335, last committed = 4295096163 00010000:00000200:2.0:1724310015.706838:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8e00 x1808069883404672/t4295096335(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.706850:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cadd48. 00000100:00000200:2.0:1724310015.706855:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883404672, offset 224 00000400:00000010:2.0:1724310015.706859:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60e70. 00000400:00000200:2.0:1724310015.706861:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.706869:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.706874:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531549:531549:256:4294967295] 192.168.204.31@tcp LPNI seq info [531545:531545:8:4294967295] 00000400:00000200:2.0:1724310015.706878:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.706883:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.706887:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.706890:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310015.706895:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.706899:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.706903:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.706929:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.706932:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310015.706935:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088733a00. 00000800:00000200:0.0:1724310015.707252:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.707255:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310015.707271:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.707274:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.707448:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310015.707453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310015.707454:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310015.707462:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310015.707466:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310015.707468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310015.711202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310015.711214:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310015.711218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310015.711220:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310015.711223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.711228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310015.712673:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.712691:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952c1 00000400:00000200:0.0:1724310015.712696:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.712700:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.712703:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cadd48 00000400:00000010:0.0:1724310015.712705:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cadd48. 00000400:00000200:0.0:1724310015.712740:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.712744:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212200 00000400:00000200:0.0:1724310015.712749:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 97984 00000400:00000200:0.0:1724310015.712769:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.712772:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.712775:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.712780:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda300. 00010000:00000010:1.0:1724310015.712837:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:1.0:1724310015.712845:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00000020:00000010:2.0:1724310015.714701:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088733a00. 00000020:00000010:2.0:1724310015.714725:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310015.714735:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310015.714779:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883404800 00000001:00000010:2.0:1724310015.714805:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310015.714830:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.714836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 02000000:00000010:2.0:1724310015.714898:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072d00000. 00010000:00000010:2.0:1724310015.714920:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.714924:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.714936:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.714938:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.714941:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.714943:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310015.715061:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310015.715082:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53a50. 00000004:00000010:2.0:1724310015.715087:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310015.715094:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0680. 00010000:00000010:3.0:1724310015.716001:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310015.716005:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.716008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.716011:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.716051:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:3.0:1724310015.716062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:3.0:1724310015.716066:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:3.0:1724310015.716097:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:3.0:1724310015.716113:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efda300 x1808069883404800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.716126:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.716131:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883404800, offset 224 00000400:00000200:3.0:1724310015.716136:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.716146:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.716152:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531550:531550:256:4294967295] 192.168.204.31@tcp LPNI seq info [531546:531546:8:4294967295] 00000400:00000200:3.0:1724310015.716161:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.716165:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.716168:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.716173:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.716179:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.716182:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.716207:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:3.0:1724310015.716210:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:3.0:1724310015.716214:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088733a00. 00000800:00000200:0.0:1724310015.716358:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.716361:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310015.716365:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.716369:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.716373:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310015.716374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:0.1:1724310015.722983:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310015.723056:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:2.0:1724310015.723156:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.723169:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212300 00000400:00000200:2.0:1724310015.723175:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 98560 00000400:00000200:2.0:1724310015.723197:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.723201:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.723207:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.723213:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001880. 00000020:00000010:3.0:1724310015.723468:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c1a00. 00000020:00000010:3.0:1724310015.723474:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310015.723478:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.723509:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405056 02000000:00000010:3.0:1724310015.723539:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf17000. 00010000:00000010:3.0:1724310015.723568:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.723581:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.723603:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.723607:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310015.723617:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310015.723619:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310015.723623:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.723625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310015.723706:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310015.723708:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.723710:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.723713:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310015.723731:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca80. 00000020:00000010:3.0:1724310015.723736:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca80. 00000020:00000010:3.0:1724310015.723743:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3ad20. 00080000:00000010:3.0:1724310015.723749:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a9a400. 00000001:00000010:3.0:1724310015.723914:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a480. 00000001:00000010:3.0:1724310015.723919:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310015.723949:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3ad20. 00010000:00000010:3.0:1724310015.723955:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.723957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.723971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310015.723989:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310015.723992:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310015.724010:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:3.0:1724310015.724014:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:3.0:1724310015.724018:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53a50. 00000004:00000010:3.0:1724310015.724024:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:3.0:1724310015.724029:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000200:3.0:1724310015.724040:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096336, last committed = 4295096163 00010000:00000200:3.0:1724310015.724047:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001880 x1808069883405056/t4295096336(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.724059:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.724063:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883405056, offset 224 00000400:00000010:3.0:1724310015.724068:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467ce8. 00000400:00000200:3.0:1724310015.724071:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.724079:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.724084:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531551:531551:256:4294967295] 192.168.204.31@tcp LPNI seq info [531547:531547:8:4294967295] 00000400:00000200:3.0:1724310015.724088:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.724093:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.724097:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.724101:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310015.724105:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.724110:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.724114:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.724400:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310015.724405:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310015.724407:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c1a00. 00000800:00000200:0.0:1724310015.724530:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.724533:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310015.724536:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.724539:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.724762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.724768:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310015.724770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310015.724772:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310015.726691:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.726703:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952c9 00000400:00000200:0.0:1724310015.726708:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.726711:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.726715:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310015.726717:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310015.726746:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.726751:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212380 00000400:00000200:0.0:1724310015.726757:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 99048 00000400:00000200:0.0:1724310015.726806:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.726810:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.726813:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.726818:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb480. 00010000:00000010:2.0:1724310015.726897:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:2.0:1724310015.726905:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000020:00000010:3.0:1724310015.727147:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c1a00. 00000020:00000010:3.0:1724310015.727151:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310015.727154:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310015.727187:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405184 00000001:00000010:3.0:1724310015.727195:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:3.0:1724310015.727212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.727216:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 02000000:00000010:3.0:1724310015.727280:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082730000. 00010000:00000010:3.0:1724310015.727301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.727304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.727314:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310015.727316:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.727319:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.727321:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310015.727403:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310015.727409:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dbb8. 00000004:00000010:3.0:1724310015.727413:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310015.727418:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:2.1:1724310015.730583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310015.730594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310015.730599:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310015.730602:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310015.730604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310015.730607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.730899:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310015.730903:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310015.730908:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.730913:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310015.730966:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.731030:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.731036:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.731207:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000200:3.0:1724310015.731224:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb480 x1808069883405184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.731240:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.731246:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883405184, offset 224 00000400:00000200:3.0:1724310015.731252:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.731295:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.731301:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531552:531552:256:4294967295] 192.168.204.31@tcp LPNI seq info [531548:531548:8:4294967295] 00000400:00000200:3.0:1724310015.731311:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.731316:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.731380:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310015.731388:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.731394:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.731397:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.731423:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:2.0:1724310015.731428:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:2.0:1724310015.731431:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c1a00. 00000800:00000200:0.0:1724310015.731572:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.731575:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310015.731579:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.731584:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.731587:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310015.731589:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.1:1724310015.734164:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310015.734177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:0.0:1724310015.734562:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.734579:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212480 00000400:00000200:0.0:1724310015.734586:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 99624 00000400:00000200:0.0:1724310015.734634:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.734639:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.734644:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.734650:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda680. 00000020:00000010:2.0:1724310015.734820:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088732e00. 00000020:00000010:2.0:1724310015.734826:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.734831:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310015.735453:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405440 02000000:00000010:2.0:1724310015.735481:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299d000. 00010000:00000010:2.0:1724310015.735511:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:2.0:1724310015.735660:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:2.0:1724310015.735684:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.735689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.735701:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.735703:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.735706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.735708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.735778:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310015.735780:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.735782:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.735785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310015.735804:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.735809:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.735816:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.735821:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5fc00. 00000001:00000010:2.0:1724310015.735970:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6b40. 00000001:00000010:2.0:1724310015.735974:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310015.736002:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.736008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.736011:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.736022:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.736039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.736042:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00080000:00000010:2.0:1724310015.736059:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:2.0:1724310015.736063:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:2.0:1724310015.736066:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dbb8. 00000004:00000010:2.0:1724310015.736071:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:2.0:1724310015.736077:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310015.736087:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096337, last committed = 4295096163 00010000:00000200:2.0:1724310015.736094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efda680 x1808069883405440/t4295096337(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.736107:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cadaa0. 00000100:00000200:2.0:1724310015.736112:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883405440, offset 224 00000400:00000010:2.0:1724310015.736117:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60ea8. 00000400:00000200:2.0:1724310015.736119:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.736128:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.736133:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531553:531553:256:4294967295] 192.168.204.31@tcp LPNI seq info [531549:531549:8:4294967295] 00000400:00000200:2.0:1724310015.736137:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.736143:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.736147:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.736150:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310015.736155:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.736160:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.736164:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.736186:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.736189:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310015.736192:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088732e00. 00000800:00000200:1.0:1724310015.737180:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.737184:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310015.737188:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.737193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.737460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310015.737467:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310015.737470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310015.738222:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.738232:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952d1 00000400:00000200:0.0:1724310015.738237:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.738239:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.738243:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cadaa0 00000400:00000010:0.0:1724310015.738245:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cadaa0. 00010000:00000010:1.0:1724310015.738612:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:1.0:1724310015.738620:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:0.0:1724310015.738719:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.738726:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212500 00000400:00000200:0.0:1724310015.738732:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 100112 00000400:00000200:0.0:1724310015.738770:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.738774:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.738778:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.738782:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8a80. 00000020:00000010:2.0:1724310015.738887:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088732e00. 00000020:00000010:2.0:1724310015.738891:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.738894:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310015.738923:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405568 00000001:00000010:2.0:1724310015.738931:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310015.738948:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.738951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310015.738994:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ded0000. 00010000:00000010:2.0:1724310015.739015:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310015.739018:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.739028:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.739030:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.739033:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.739035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310015.739109:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310015.739116:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310015.739120:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310015.739126:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:2.1:1724310015.739302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310015.739307:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310015.739311:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310015.739313:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310015.739315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310015.739319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.0:1724310015.739662:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.739665:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.739668:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.739670:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.739704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310015.739726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:0.0:1724310015.739729:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:0.0:1724310015.739752:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:0.0:1724310015.739763:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8a80 x1808069883405568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.739775:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174f68. 00000100:00000200:0.0:1724310015.739780:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883405568, offset 224 00000400:00000200:0.0:1724310015.739784:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.739792:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.739797:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531554:531554:256:4294967295] 192.168.204.31@tcp LPNI seq info [531550:531550:8:4294967295] 00000400:00000200:0.0:1724310015.739804:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.739808:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.739812:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310015.739815:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.739820:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.739822:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.739838:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:0.0:1724310015.739841:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310015.739844:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088732e00. 00000800:00000200:1.0:1724310015.739890:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.739892:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310015.739894:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.739897:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.739900:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174f68 00000400:00000010:1.0:1724310015.739901:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174f68. 00000400:00000200:0.0:1724310015.741976:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.741986:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212600 00000400:00000200:0.0:1724310015.741992:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 100688 00000400:00000200:0.0:1724310015.742007:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.742010:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.742014:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.742017:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8700. 00000020:00000010:2.0:1724310015.742079:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088733c00. 00000020:00000010:2.0:1724310015.742084:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310015.742087:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310015.742113:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405824 02000000:00000010:2.0:1724310015.742137:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299c000. 00010000:00000010:2.0:1724310015.742160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310015.742181:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310015.742199:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.742202:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.742210:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310015.742212:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.742214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.742216:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.742307:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310015.742309:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.742311:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.742313:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.742331:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.742335:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310015.742342:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.742358:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5d000. 00000001:00000010:2.0:1724310015.742487:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6840. 00000001:00000010:2.0:1724310015.742491:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310015.742513:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.742518:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.742520:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.742530:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.742542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.742543:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310015.742556:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310015.742558:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310015.742562:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310015.742567:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310015.742570:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310015.742577:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096338, last committed = 4295096163 00010000:00000200:2.0:1724310015.742583:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8700 x1808069883405824/t4295096338(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.742591:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad6e8. 00000100:00000200:2.0:1724310015.742594:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883405824, offset 224 00000400:00000010:2.0:1724310015.742598:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60ee0. 00000400:00000200:2.0:1724310015.742600:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.742606:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.742610:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531555:531555:256:4294967295] 192.168.204.31@tcp LPNI seq info [531551:531551:8:4294967295] 00000400:00000200:2.0:1724310015.742612:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.742616:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.742618:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.742620:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.742623:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.742627:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.742630:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.742646:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310015.742650:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:2.0:1724310015.742652:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088733c00. 00000800:00000200:0.0:1724310015.742703:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.742706:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310015.742709:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.742712:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.743467:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.743475:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952d9 00000400:00000200:0.0:1724310015.743477:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.743480:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.743483:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad6e8 00000400:00000010:0.0:1724310015.743485:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad6e8. 00010000:00000010:2.0:1724310015.743550:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310015.743556:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00000400:00000200:0.0:1724310015.743763:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.743769:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212680 00000400:00000200:0.0:1724310015.743774:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 101176 00000400:00000200:0.0:1724310015.743813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.743816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.743819:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.743823:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdbb80. 00000020:00000010:2.0:1724310015.743887:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552000. 00000020:00000010:2.0:1724310015.743890:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310015.743893:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310015.743950:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883405952 00000001:00000010:2.0:1724310015.743958:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310015.743970:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.743973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 02000000:00000010:2.0:1724310015.744011:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093110000. 00010000:00000010:2.0:1724310015.744027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310015.744030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.744037:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.744039:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.744042:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310015.744044:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310015.744096:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310015.744101:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310015.744105:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310015.744110:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:3.1:1724310015.745466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310015.745495:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310015.745500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.0:1724310015.745589:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310015.745592:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.745596:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.745599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.745641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310015.745650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310015.745654:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:0.0:1724310015.745682:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:0.0:1724310015.745694:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdbb80 x1808069883405952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.745707:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951747f8. 00000100:00000200:0.0:1724310015.745712:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883405952, offset 224 00000400:00000200:0.0:1724310015.745717:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.745726:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.745730:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531556:531556:256:4294967295] 192.168.204.31@tcp LPNI seq info [531552:531552:8:4294967295] 00000400:00000200:0.0:1724310015.745737:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.745742:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.745744:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310015.745749:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.745754:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.745757:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.745981:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:0.0:1724310015.745985:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310015.745988:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552000. 00000800:00000200:2.0:1724310015.746678:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.746681:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:2.0:1724310015.746684:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.746688:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.746692:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951747f8 00000400:00000010:2.0:1724310015.746694:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951747f8. 00000400:00000200:0.0:1724310015.747810:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.747820:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212780 00000400:00000200:0.0:1724310015.747826:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 101752 00000400:00000200:0.0:1724310015.747845:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.747848:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.747853:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.747858:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd9180. 00000020:00000010:2.0:1724310015.748412:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349600. 00000020:00000010:2.0:1724310015.748417:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.748421:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310015.748443:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883406208 02000000:00000010:2.0:1724310015.748470:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223be000. 00010000:00000010:2.0:1724310015.748496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310015.748509:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310015.748528:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.748533:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.748542:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.748545:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.748548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.748550:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.748624:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.748627:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.748629:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310015.748631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.748652:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951820. 00000020:00000010:2.0:1724310015.748657:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951820. 00000020:00000010:2.0:1724310015.748665:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.748670:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797e400. 00000001:00000010:2.0:1724310015.748826:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6c00. 00000001:00000010:2.0:1724310015.748831:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310015.748858:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.748865:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310015.748868:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.748880:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310015.748897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.748900:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00080000:00000010:2.0:1724310015.748916:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310015.748921:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310015.748924:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310015.748930:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310015.748937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310015.748948:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096339, last committed = 4295096163 00010000:00000200:2.0:1724310015.748955:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd9180 x1808069883406208/t4295096339(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.748967:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad5d8. 00000100:00000200:2.0:1724310015.748972:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883406208, offset 224 00000400:00000010:2.0:1724310015.748977:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60f18. 00000400:00000200:2.0:1724310015.748980:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.748987:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.748992:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531557:531557:256:4294967295] 192.168.204.31@tcp LPNI seq info [531553:531553:8:4294967295] 00000400:00000200:2.0:1724310015.748996:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.749000:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.749004:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.749007:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310015.749011:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.749016:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.749019:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.749029:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.749032:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310015.749034:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349600. 00000800:00000200:0.0:1724310015.749163:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.749166:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310015.749169:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.749172:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.750455:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.750464:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952e1 00000400:00000200:0.0:1724310015.750467:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.750470:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.750473:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad5d8 00000400:00000010:0.0:1724310015.750475:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad5d8. 00010000:00000010:1.0:1724310015.751172:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:1.0:1724310015.751180:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:0.1:1724310015.751570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310015.751575:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310015.751644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310015.751649:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310015.751653:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310015.751657:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310015.753050:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.753062:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212800 00000400:00000200:0.0:1724310015.753068:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 102240 00000400:00000200:0.0:1724310015.753125:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.753129:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.753133:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.753137:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb100. 00000020:00000010:1.0:1724310015.753225:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122890800. 00000020:00000010:1.0:1724310015.753232:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.753237:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.753291:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883406336 00000001:00000010:1.0:1724310015.753300:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:1.0:1724310015.753318:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.753322:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310015.753384:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c520000. 00010000:00000010:1.0:1724310015.753407:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.753410:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.753421:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.753423:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.753426:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.753428:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000004:00000010:1.0:1724310015.753497:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310015.753504:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.753507:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.753514:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.755117:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.755122:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.755125:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.755129:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.755172:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.755180:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.755184:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.755211:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310015.755226:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb100 x1808069883406336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.755245:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310015.755251:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883406336, offset 224 00000400:00000200:1.0:1724310015.755278:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.755287:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.755292:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531558:531558:256:4294967295] 192.168.204.31@tcp LPNI seq info [531554:531554:8:4294967295] 00000400:00000200:1.0:1724310015.755299:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.755303:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.755307:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310015.755311:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.755317:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.755320:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.755965:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.755970:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.755973:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122890800. 00000800:00000200:0.0:1724310015.756101:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.756104:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310015.756108:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.756111:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.756115:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310015.756116:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:0.1:1724310015.758509:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310015.758520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:2.0:1724310015.758581:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.758593:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212900 00000400:00000200:2.0:1724310015.758599:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 102816 00000400:00000200:2.0:1724310015.758616:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.758620:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.758625:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.758629:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000e00. 00000020:00000010:1.0:1724310015.759292:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122890800. 00000020:00000010:1.0:1724310015.759298:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.759303:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.759590:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883406592 02000000:00000010:1.0:1724310015.759618:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773aa000. 00010000:00000010:1.0:1724310015.759646:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.759657:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.759677:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.759681:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.759693:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.759695:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310015.759698:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.759700:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310015.759777:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.759781:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.759783:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.759785:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310015.759806:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938820. 00000020:00000010:1.0:1724310015.759811:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938820. 00000020:00000010:1.0:1724310015.759819:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1cc0. 00080000:00000010:1.0:1724310015.759824:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122750800. 00000001:00000010:1.0:1724310015.759981:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5958a0. 00000001:00000010:1.0:1724310015.759986:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310015.760018:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1cc0. 00010000:00000010:1.0:1724310015.760024:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.760027:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.760041:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.760058:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.760061:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310015.760075:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.760080:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.760083:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.760087:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310015.760094:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310015.760106:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096340, last committed = 4295096163 00010000:00000200:1.0:1724310015.760113:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000e00 x1808069883406592/t4295096340(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.760125:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310015.760130:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883406592, offset 224 00000400:00000010:1.0:1724310015.760135:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc872d8. 00000400:00000200:1.0:1724310015.760137:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.760145:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.760151:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531559:531559:256:4294967295] 192.168.204.31@tcp LPNI seq info [531555:531555:8:4294967295] 00000400:00000200:1.0:1724310015.760154:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.760160:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.760165:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.760169:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310015.760173:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.760178:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.760182:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.760203:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.760206:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.760208:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122890800. 00000800:00000200:0.0:1724310015.760331:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.760334:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310015.760337:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.760340:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.761528:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.761538:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952e9 00000400:00000200:0.0:1724310015.761542:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.761544:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.761548:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:0.0:1724310015.761550:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:0.0:1724310015.761578:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.761583:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212980 00000400:00000200:0.0:1724310015.761588:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 103304 00010000:00000010:2.0:1724310015.761597:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:2.0:1724310015.761602:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00000400:00000200:0.0:1724310015.761629:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.761633:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.761636:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.761642:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cafb80. 00000020:00000010:2.0:1724310015.761718:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349600. 00000020:00000010:2.0:1724310015.761722:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.761726:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310015.761752:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883406720 00000001:00000010:2.0:1724310015.761760:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310015.761774:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.761777:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310015.761817:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880095030000. 00010000:00000010:2.0:1724310015.761834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.761836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.761845:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.761847:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.761850:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.761852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000004:00000010:2.0:1724310015.761913:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310015.761919:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310015.761923:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310015.761929:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:0.0:1724310015.762361:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310015.762364:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310015.762367:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.762369:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310015.762398:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310015.762404:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:0.0:1724310015.762406:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:0.0:1724310015.762425:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:0.0:1724310015.762434:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cafb80 x1808069883406720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.762450:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951742a8. 00000100:00000200:0.0:1724310015.762453:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883406720, offset 224 00000400:00000200:0.0:1724310015.762457:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.762462:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.762467:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531560:531560:256:4294967295] 192.168.204.31@tcp LPNI seq info [531556:531556:8:4294967295] 00000400:00000200:0.0:1724310015.762473:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.762478:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.762480:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310015.762483:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.762486:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.762489:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.762504:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:0.0:1724310015.762507:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:0.0:1724310015.762510:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349600. 00000800:00000200:2.0:1724310015.762552:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.762555:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310015.762557:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.762560:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.762562:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951742a8 00000400:00000010:2.0:1724310015.762563:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951742a8. 00000400:00000200:0.0:1724310015.764307:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.764315:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212a80 00000400:00000200:0.0:1724310015.764320:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 103880 00000400:00000200:0.0:1724310015.764332:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.764334:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.764337:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.764340:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac700. 00010000:00000010:0.1:1724310015.764392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310015.764399:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310015.764404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310015.764409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310015.764411:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310015.764413:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310015.764416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310015.764419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310015.764421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310015.764423:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310015.764425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310015.764428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310015.764546:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310015.764551:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310015.764557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000020:00000010:1.0:1724310015.764559:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00010000:00000010:3.1:1724310015.764559:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000020:00000010:1.0:1724310015.764564:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.764568:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.764598:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883406976 02000000:00000010:1.0:1724310015.764623:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ab000. 00010000:00000010:1.0:1724310015.764645:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:1.0:1724310015.764655:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:1.0:1724310015.764670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.764674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.764681:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.764683:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.764685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.764687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.764749:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.764751:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.764753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.764755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310015.764773:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938180. 00000020:00000010:1.0:1724310015.764778:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938180. 00000020:00000010:1.0:1724310015.764785:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5953c0. 00080000:00000010:1.0:1724310015.764790:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122752400. 00000001:00000010:1.0:1724310015.765582:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1cc0. 00000001:00000010:1.0:1724310015.765587:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310015.765617:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5953c0. 00010000:00000010:1.0:1724310015.765625:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.765628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.765643:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.765661:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310015.765664:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310015.765681:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:1.0:1724310015.765686:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:1.0:1724310015.765689:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f537f8. 00000004:00000010:1.0:1724310015.765695:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:1.0:1724310015.765703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310015.765714:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096341, last committed = 4295096163 00010000:00000200:1.0:1724310015.765721:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac700 x1808069883406976/t4295096341(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.765733:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310015.765738:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883406976, offset 224 00000400:00000010:1.0:1724310015.765743:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87310. 00000400:00000200:1.0:1724310015.765746:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.765755:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.765760:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531561:531561:256:4294967295] 192.168.204.31@tcp LPNI seq info [531557:531557:8:4294967295] 00000400:00000200:1.0:1724310015.765763:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.765769:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.765774:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.765776:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.765781:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.765787:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.765789:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.765809:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.765812:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.765814:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:0.0:1724310015.765928:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.765930:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310015.765934:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.765937:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.767418:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.767427:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952f1 00000400:00000200:0.0:1724310015.767431:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.767433:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.767437:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310015.767439:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:1.0:1724310015.767571:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.767578:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:0.1:1724310015.767952:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310015.767959:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310015.767961:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310015.767963:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:2.0:1724310015.768003:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.768011:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212b00 00000400:00000200:2.0:1724310015.768016:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 104368 00000400:00000200:2.0:1724310015.768065:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.768068:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.768072:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.768076:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000a80. 00000020:00000010:1.0:1724310015.768393:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2ac00. 00000020:00000010:1.0:1724310015.768399:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.768402:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.768599:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883407104 00000001:00000010:1.0:1724310015.768607:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310015.768624:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.768628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310015.768669:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088e20000. 00010000:00000010:1.0:1724310015.768687:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.768689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.768701:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.768703:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.768706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.768708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310015.768779:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310015.768784:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.768788:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.768794:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.769705:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.769709:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.769712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.769715:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.769753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.769759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.769762:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.769787:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310015.769799:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000a80 x1808069883407104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.769812:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310015.769816:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883407104, offset 224 00000400:00000200:1.0:1724310015.769820:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.769828:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.769833:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531562:531562:256:4294967295] 192.168.204.31@tcp LPNI seq info [531558:531558:8:4294967295] 00000400:00000200:1.0:1724310015.769841:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.769845:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.769848:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.769852:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.769858:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.769861:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.770237:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.770241:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.770244:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2ac00. 00000800:00000200:0.0:1724310015.770575:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.770579:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310015.770582:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.770586:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.770588:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310015.770590:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:0.0:1724310015.772520:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.772531:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212c00 00000400:00000200:0.0:1724310015.772538:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 104944 00000400:00000200:0.0:1724310015.772556:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.772560:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.772565:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.772570:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac380. 00000020:00000010:1.0:1724310015.772702:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2ac00. 00000020:00000010:1.0:1724310015.772707:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.772710:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.772783:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883407360 02000000:00000010:1.0:1724310015.772809:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009e4d7000. 00010000:00000010:1.0:1724310015.772835:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.772846:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.772867:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.772871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.772882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.772884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310015.772886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.772889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310015.772970:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.772973:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.772975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.772977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310015.772998:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310015.773003:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310015.773010:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1b40. 00080000:00000010:1.0:1724310015.773016:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122750400. 00000001:00000010:1.0:1724310015.773180:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009c6af840. 00000001:00000010:1.0:1724310015.773184:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310015.773212:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1b40. 00010000:00000010:1.0:1724310015.773218:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.773221:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.773233:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.773250:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.773253:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310015.773304:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.773309:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.773312:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.773317:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310015.773325:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310015.773335:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096342, last committed = 4295096163 00010000:00000200:1.0:1724310015.773343:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac380 x1808069883407360/t4295096342(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.773467:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310015.773471:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883407360, offset 224 00000400:00000010:1.0:1724310015.773475:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87348. 00000400:00000200:1.0:1724310015.773478:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.773486:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.773490:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531563:531563:256:4294967295] 192.168.204.31@tcp LPNI seq info [531559:531559:8:4294967295] 00000400:00000200:1.0:1724310015.773494:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.773499:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.773503:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.773507:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.773512:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.773518:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.773521:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.773548:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.773551:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.773554:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2ac00. 00010000:00000010:2.1:1724310015.773903:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310015.773909:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310015.773912:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310015.773914:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000800:00000200:3.0:1724310015.773991:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.773994:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310015.773998:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.774002:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.774143:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310015.774148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310015.774440:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.774448:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2952f9 00000400:00000200:0.0:1724310015.774452:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.774454:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.774457:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:0.0:1724310015.774459:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:0.0:1724310015.775310:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:2.0:1724310015.775311:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:2.0:1724310015.775317:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00000400:00000200:0.0:1724310015.775320:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212c80 00000400:00000200:0.0:1724310015.775326:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 105432 00000400:00000200:0.0:1724310015.775377:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.775381:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.775384:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.775389:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cad500. 00000020:00000010:2.0:1724310015.775449:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.775453:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.775457:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.775484:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883407488 00000001:00000010:2.0:1724310015.775491:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310015.775506:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.775509:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 02000000:00000010:2.0:1724310015.775546:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ccb0000. 00010000:00000010:2.0:1724310015.775573:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.775577:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.775586:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310015.775589:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.775592:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.775594:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310015.775659:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310015.775665:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.775669:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.775680:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310015.776144:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310015.776147:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.776150:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310015.776152:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.776185:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.776191:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.776193:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.776213:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310015.776224:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cad500 x1808069883407488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.776236:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad660. 00000100:00000200:2.0:1724310015.776240:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883407488, offset 224 00000400:00000200:2.0:1724310015.776246:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.776251:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.776283:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531564:531564:256:4294967295] 192.168.204.31@tcp LPNI seq info [531560:531560:8:4294967295] 00000400:00000200:2.0:1724310015.776292:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.776296:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.776299:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.776303:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.776308:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.776310:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.776326:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000800:00000200:0.0:1724310015.776505:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.776508:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310015.776511:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.776514:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.776517:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad660 00000400:00000010:0.0:1724310015.776522:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad660. 00000020:00000010:2.0:1724310015.776552:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.776555:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000400:00000200:0.0:1724310015.778065:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.778073:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212d80 00000400:00000200:0.0:1724310015.778078:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 106008 00000400:00000200:0.0:1724310015.778090:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.778092:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.778096:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.778099:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cadc00. 00000020:00000010:2.0:1724310015.778207:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.778210:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.778213:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.778238:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883407744 02000000:00000010:2.0:1724310015.778278:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223bf000. 00010000:00000010:2.0:1724310015.778299:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.778306:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.778320:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.778322:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.778329:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310015.778330:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310015.778332:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.778333:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310015.778415:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310015.778418:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.778420:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.778422:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310015.778441:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.778445:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.778452:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6300. 00080000:00000010:2.0:1724310015.778457:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797d400. 00000001:00000010:2.0:1724310015.778646:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ae0. 00000001:00000010:2.0:1724310015.778650:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310015.778673:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6300. 00010000:00000010:2.0:1724310015.778678:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.778681:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.778690:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.778702:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310015.778703:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00080000:00000010:2.0:1724310015.778717:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310015.778720:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310015.778724:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.778728:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310015.778733:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310015.778740:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096343, last committed = 4295096163 00010000:00000200:2.0:1724310015.778744:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cadc00 x1808069883407744/t4295096343(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.778753:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad880. 00000100:00000200:2.0:1724310015.778756:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883407744, offset 224 00000400:00000010:2.0:1724310015.778759:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60f50. 00000400:00000200:2.0:1724310015.778761:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.778767:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.778771:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531565:531565:256:4294967295] 192.168.204.31@tcp LPNI seq info [531561:531561:8:4294967295] 00000400:00000200:2.0:1724310015.778773:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.778777:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.778780:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.778782:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.778786:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.778789:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.778792:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.778809:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.778812:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.778814:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.778870:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.778872:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310015.778875:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.778878:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.779429:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310015.779437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310015.779440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310015.779442:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310015.779446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310015.779450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310015.779453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310015.779455:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310015.779456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310015.779459:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310015.779460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310015.779463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310015.779465:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310015.779467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310015.779823:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.779831:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295301 00000400:00000200:0.0:1724310015.779835:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.779838:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.779841:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad880 00000400:00000010:0.0:1724310015.779843:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad880. 00010000:00000010:1.0:1724310015.779919:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:1.0:1724310015.779925:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00000400:00000200:0.0:1724310015.780016:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.780020:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212e00 00000400:00000200:0.0:1724310015.780024:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 106496 00000400:00000200:0.0:1724310015.780051:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.780054:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.780057:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.780061:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caed80. 00000020:00000010:2.0:1724310015.780141:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.780145:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.780147:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.780177:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883407872 00000001:00000010:2.0:1724310015.780184:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:2.0:1724310015.780202:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.780206:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310015.780246:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007bdb0000. 00010000:00000010:2.0:1724310015.780286:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.780289:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.780298:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310015.780300:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.780306:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.780308:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310015.780376:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310015.780382:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.780386:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.780393:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310015.780918:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.780921:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.780923:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.780926:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.781027:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.781034:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.781037:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.781059:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310015.781069:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caed80 x1808069883407872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.781081:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad770. 00000100:00000200:2.0:1724310015.781085:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883407872, offset 224 00000400:00000200:2.0:1724310015.781089:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.781096:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.781099:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531566:531566:256:4294967295] 192.168.204.31@tcp LPNI seq info [531562:531562:8:4294967295] 00000400:00000200:2.0:1724310015.781106:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.781110:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.781113:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310015.781117:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.781122:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.781125:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.781145:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.781148:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.781150:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.781198:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.781201:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310015.781204:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.781207:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.781210:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad770 00000400:00000010:0.0:1724310015.781211:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad770. 00000400:00000200:0.0:1724310015.782324:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.782422:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13212f00 00000400:00000200:0.0:1724310015.782429:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 107072 00000400:00000200:0.0:1724310015.782448:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.782451:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.782456:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.782460:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cace00. 00000020:00000010:2.0:1724310015.782599:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.782602:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.782605:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.782622:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883408128 02000000:00000010:2.0:1724310015.782640:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223ba000. 00010000:00000010:2.0:1724310015.782658:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.782666:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.782681:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310015.782684:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.782692:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310015.782694:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.782696:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.782698:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:0.1:1724310015.782733:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310015.782740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.0:1724310015.782859:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310015.782861:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.782863:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.782866:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310015.782887:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.782891:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.782898:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310015.782903:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797e800. 00000001:00000010:2.0:1724310015.783040:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6480. 00000001:00000010:2.0:1724310015.783044:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310015.783070:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310015.783076:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310015.783079:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.783089:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.783104:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.783106:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00080000:00000010:2.0:1724310015.783122:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310015.783127:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310015.783130:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.783134:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310015.783141:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310015.783151:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096344, last committed = 4295096163 00010000:00000200:2.0:1724310015.783156:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cace00 x1808069883408128/t4295096344(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.783167:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad770. 00000100:00000200:2.0:1724310015.783170:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883408128, offset 224 00000400:00000010:2.0:1724310015.783174:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60f88. 00000400:00000200:2.0:1724310015.783177:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.783183:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.783187:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531567:531567:256:4294967295] 192.168.204.31@tcp LPNI seq info [531563:531563:8:4294967295] 00000400:00000200:2.0:1724310015.783191:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.783196:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.783200:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.783202:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310015.783206:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.783210:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.783213:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.783237:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310015.783240:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.783243:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.783360:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.783363:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310015.783367:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.783371:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.784444:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.784453:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295309 00000400:00000200:0.0:1724310015.784457:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.784459:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.784463:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad770 00000400:00000010:0.0:1724310015.784465:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad770. 00000400:00000200:0.0:1724310015.784492:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.784497:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13212f80 00000400:00000200:0.0:1724310015.784501:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 107560 00010000:00000010:2.0:1724310015.784547:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.784553:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00000400:00000200:0.0:1724310015.784591:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.784595:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.784599:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.784604:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431c00. 00000020:00000010:2.0:1724310015.784675:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.784747:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.784752:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.784853:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883408256 00000001:00000010:2.0:1724310015.784860:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310015.784871:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.784874:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310015.784912:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090600000. 00010000:00000010:2.0:1724310015.784928:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310015.784931:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.784939:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310015.784941:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.784944:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.784946:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310015.785001:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310015.785007:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.785011:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.785016:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310015.786217:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310015.786221:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.786224:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310015.786227:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.786281:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.786289:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.786291:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.786317:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310015.786327:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431c00 x1808069883408256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.786341:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad880. 00000100:00000200:2.0:1724310015.786345:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883408256, offset 224 00000400:00000200:2.0:1724310015.786358:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.786365:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.786369:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531568:531568:256:4294967295] 192.168.204.31@tcp LPNI seq info [531564:531564:8:4294967295] 00000400:00000200:2.0:1724310015.786376:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.786380:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.786382:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310015.786386:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.786391:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.786394:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.786404:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.786407:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.786410:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.786668:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.786671:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310015.786675:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.786678:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.786682:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad880 00000400:00000010:0.0:1724310015.786683:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad880. 00000400:00000200:0.0:1724310015.787937:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.787947:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213080 00000400:00000200:0.0:1724310015.787953:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 108136 00000400:00000200:0.0:1724310015.787970:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.787973:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.787978:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.787983:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134433100. 00000020:00000010:2.0:1724310015.788080:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.788084:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.788087:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00010000:00000010:0.1:1724310015.788510:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310015.788516:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310015.788520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310015.788522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310015.788524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310015.788527:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310015.788530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310015.788531:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310015.788534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310015.788538:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000100:00000200:2.0:1724310015.788591:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883408512 02000000:00000010:2.0:1724310015.788614:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b2000. 00010000:00000010:2.0:1724310015.788641:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.788650:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.788671:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310015.788674:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.788683:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310015.788685:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.788688:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310015.788690:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310015.788762:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310015.788764:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.788767:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310015.788769:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310015.788787:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.788793:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.788800:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310015.788805:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797fc00. 00000001:00000010:2.0:1724310015.788964:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6a20. 00000001:00000010:2.0:1724310015.788968:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310015.788996:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310015.789001:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310015.789004:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.789017:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310015.789033:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310015.789035:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00080000:00000010:2.0:1724310015.789053:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310015.789056:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310015.789060:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.789065:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310015.789071:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310015.789080:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096345, last committed = 4295096163 00010000:00000200:2.0:1724310015.789087:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134433100 x1808069883408512/t4295096345(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.789099:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad660. 00000100:00000200:2.0:1724310015.789103:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883408512, offset 224 00000400:00000010:2.0:1724310015.789107:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093e60fc0. 00000400:00000200:2.0:1724310015.789109:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.789117:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.789121:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531569:531569:256:4294967295] 192.168.204.31@tcp LPNI seq info [531565:531565:8:4294967295] 00000400:00000200:2.0:1724310015.789125:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.789130:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.789133:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.789137:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310015.789142:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.789147:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.789150:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.789162:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.789165:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.789167:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.789333:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.789336:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310015.789340:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.789343:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.790606:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.790616:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295311 00000400:00000200:0.0:1724310015.790619:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.790622:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.790626:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad660 00000400:00000010:0.0:1724310015.790628:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad660. 00000400:00000200:0.0:1724310015.790655:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.790660:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213100 00000400:00000200:0.0:1724310015.790665:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 108624 00000400:00000200:0.0:1724310015.790707:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.790711:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.790714:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.790718:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134430e00. 00000020:00000010:2.0:1724310015.790788:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d349400. 00000020:00000010:2.0:1724310015.790791:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.790793:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.790814:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883408640 00000001:00000010:2.0:1724310015.790821:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310015.790836:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310015.790839:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310015.790879:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b70000. 00010000:00000010:2.0:1724310015.790897:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310015.790900:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:1.0:1724310015.790976:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:1.0:1724310015.790982:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310015.791057:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310015.791059:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.791061:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310015.791063:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000004:00000010:2.0:1724310015.791114:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310015.791117:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.791120:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.791125:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.1:1724310015.791387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310015.791394:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310015.791398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310015.791401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310015.791403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310015.791405:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310015.791408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310015.791410:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310015.791412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310015.791417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310015.791422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310015.791425:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310015.791427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310015.791429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310015.791430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310015.791432:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310015.791783:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310015.791785:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.791788:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310015.791791:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.791825:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.791831:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.791834:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.791855:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310015.791865:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134430e00 x1808069883408640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.791878:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad5d8. 00000100:00000200:2.0:1724310015.791882:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883408640, offset 224 00000400:00000200:2.0:1724310015.791885:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.791892:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.791897:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531570:531570:256:4294967295] 192.168.204.31@tcp LPNI seq info [531566:531566:8:4294967295] 00000400:00000200:2.0:1724310015.791905:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.791909:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.791912:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310015.791916:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.791921:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.791924:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.791945:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.791948:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.791951:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d349400. 00000800:00000200:0.0:1724310015.792027:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.792030:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:0.0:1724310015.792033:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.792036:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.792038:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad5d8 00000400:00000010:0.0:1724310015.792040:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad5d8. 00000400:00000200:0.0:1724310015.793221:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.793230:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213200 00000400:00000200:0.0:1724310015.793235:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 109200 00000400:00000200:0.0:1724310015.793250:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.793254:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.793289:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.793294:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431f80. 00000020:00000010:2.0:1724310015.793527:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26600. 00000020:00000010:2.0:1724310015.793530:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.793533:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.793578:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883408896 02000000:00000010:2.0:1724310015.793599:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b4000. 00010000:00000010:2.0:1724310015.793620:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.793630:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.793645:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310015.793648:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.793655:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310015.793657:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.793659:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310015.793661:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.793721:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310015.793724:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.793726:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310015.793728:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310015.793744:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.793748:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518c0. 00000020:00000010:2.0:1724310015.793755:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6240. 00080000:00000010:2.0:1724310015.793760:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797c800. 00000001:00000010:2.0:1724310015.793898:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6d80. 00000001:00000010:2.0:1724310015.793903:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310015.793930:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6240. 00010000:00000010:2.0:1724310015.793935:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310015.793937:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.793948:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.793963:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.793965:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00080000:00000010:2.0:1724310015.793983:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310015.793988:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310015.793991:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.793996:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310015.794004:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310015.794013:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096346, last committed = 4295096163 00010000:00000200:2.0:1724310015.794019:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431f80 x1808069883408896/t4295096346(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.794031:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad6e8. 00000100:00000200:2.0:1724310015.794035:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883408896, offset 224 00000400:00000010:2.0:1724310015.794048:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6000. 00000400:00000200:2.0:1724310015.794051:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.794058:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.794063:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531571:531571:256:4294967295] 192.168.204.31@tcp LPNI seq info [531567:531567:8:4294967295] 00000400:00000200:2.0:1724310015.794067:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.794072:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.794076:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.794079:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310015.794083:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.794088:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.794091:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.794115:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310015.794118:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310015.794120:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26600. 00010000:00000010:2.1:1724310015.794434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310015.794440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000800:00000200:1.0:1724310015.794659:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.794662:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:1.0:1724310015.794666:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.794669:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.795460:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.795470:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295319 00000400:00000200:0.0:1724310015.795473:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.795476:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.795480:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad6e8 00000400:00000010:0.0:1724310015.795482:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad6e8. 00010000:00000010:2.0:1724310015.795556:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.795562:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00000400:00000200:0.0:1724310015.795876:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.795882:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213280 00000400:00000200:0.0:1724310015.795887:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 109688 00000400:00000200:0.0:1724310015.795915:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.795918:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.795921:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.795924:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431500. 00000020:00000010:2.0:1724310015.795980:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26600. 00000020:00000010:2.0:1724310015.795983:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310015.795985:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310015.796000:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883409024 00000001:00000010:2.0:1724310015.796007:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310015.796020:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.796023:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310015.796062:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082770000. 00010000:00000010:2.0:1724310015.796081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.796084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310015.796093:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310015.796095:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310015.796098:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.796099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310015.796156:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310015.796162:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.796165:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.796171:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.0:1724310015.797093:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310015.797096:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.797099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.797102:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310015.797133:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310015.797204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:0.0:1724310015.797208:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:0.0:1724310015.797229:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:0.0:1724310015.797239:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431500 x1808069883409024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.797251:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951745d8. 00000100:00000200:0.0:1724310015.797255:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883409024, offset 224 00000400:00000200:0.0:1724310015.797291:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.797298:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.797302:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531572:531572:256:4294967295] 192.168.204.31@tcp LPNI seq info [531568:531568:8:4294967295] 00000400:00000200:0.0:1724310015.797309:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.797314:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.797316:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310015.797320:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.797501:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.797504:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.797528:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:0.0:1724310015.797531:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310015.797534:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26600. 00000800:00000200:1.0:1724310015.797624:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.797627:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310015.797629:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.797632:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.797635:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951745d8 00000400:00000010:1.0:1724310015.797636:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951745d8. 00010000:00000010:2.1:1724310015.800459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310015.800473:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310015.800478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310015.800487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310015.800489:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310015.800493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310015.800495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310015.800501:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310015.800503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310015.800504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310015.800506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310015.800508:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310015.800510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310015.800512:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310015.800514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310015.800516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310015.801446:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.801460:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213380 00000400:00000200:0.0:1724310015.801466:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 110264 00000400:00000200:0.0:1724310015.801487:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.801491:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.801508:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.801515:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787800. 00000020:00000010:2.0:1724310015.801592:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e27600. 00000020:00000010:2.0:1724310015.801599:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.801603:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.801627:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883409280 02000000:00000010:2.0:1724310015.801654:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458c000. 00010000:00000010:2.0:1724310015.801682:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310015.801693:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310015.801712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310015.801717:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.801727:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310015.801729:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310015.801731:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310015.801733:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310015.801802:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310015.801804:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.801806:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310015.801809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310015.801827:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951680. 00000020:00000010:2.0:1724310015.801832:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951680. 00000020:00000010:2.0:1724310015.801840:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310015.801844:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008797f800. 00000001:00000010:2.0:1724310015.801993:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6660. 00000001:00000010:2.0:1724310015.801997:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310015.802024:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310015.802029:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310015.802032:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.802043:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.802065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.802068:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310015.802090:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310015.802094:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310015.802098:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.802102:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310015.802110:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310015.802120:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096347, last committed = 4295096163 00010000:00000200:2.0:1724310015.802126:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122787800 x1808069883409280/t4295096347(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.802139:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cadd48. 00000100:00000200:2.0:1724310015.802143:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883409280, offset 224 00000400:00000010:2.0:1724310015.802148:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6038. 00000400:00000200:2.0:1724310015.802150:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.802158:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.802430:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531573:531573:256:4294967295] 192.168.204.31@tcp LPNI seq info [531569:531569:8:4294967295] 00000400:00000200:2.0:1724310015.802435:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.802441:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.802446:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.802450:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310015.802454:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.802460:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.802468:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.802488:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.802491:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310015.802494:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e27600. 00000800:00000200:0.0:1724310015.802574:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.802577:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310015.802581:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.802584:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.804894:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310015.804903:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:2.1:1724310015.804908:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310015.804910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310015.805012:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310015.805018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310015.806320:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.806333:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295321 00000400:00000200:0.0:1724310015.806338:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.806341:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.806353:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cadd48 00000400:00000010:0.0:1724310015.806355:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cadd48. 00000400:00000200:0.0:1724310015.807297:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.807304:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213400 00000400:00000200:0.0:1724310015.807310:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 110752 00000400:00000200:0.0:1724310015.807326:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.807329:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.807333:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.807338:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122784a80. 00010000:00000010:1.0:1724310015.807360:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:1.0:1724310015.807367:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00000020:00000010:3.0:1724310015.807426:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0400. 00000020:00000010:3.0:1724310015.807431:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.807435:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310015.807477:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883409408 00000001:00000010:3.0:1724310015.807486:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310015.807502:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310015.807506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310015.807549:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cb50000. 00010000:00000010:3.0:1724310015.807568:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.807571:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.807582:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310015.807583:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.807586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310015.807588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310015.807898:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310015.807904:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42da50. 00000004:00000010:3.0:1724310015.807908:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310015.807914:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310015.808332:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.808335:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.808343:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310015.808355:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.808389:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.808433:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.808438:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.808461:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310015.808473:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122784a80 x1808069883409408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.808486:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.808490:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883409408, offset 224 00000400:00000200:3.0:1724310015.808495:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.808503:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.808513:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531574:531574:256:4294967295] 192.168.204.31@tcp LPNI seq info [531570:531570:8:4294967295] 00000400:00000200:3.0:1724310015.808522:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.808526:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.808529:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310015.808533:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.808538:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.808542:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.808563:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.808567:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310015.808569:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0400. 00000800:00000200:0.0:1724310015.808679:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.808682:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310015.808685:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.808688:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.808691:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310015.808692:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:0.1:1724310015.810519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310015.810530:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:0.1:1724310015.810534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310015.810537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310015.810539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310015.810541:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:0.1:1724310015.810544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310015.810546:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:0.1:1724310015.810548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310015.810557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310015.810559:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:0.1:1724310015.810561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310015.812249:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.813083:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213500 00000400:00000200:0.0:1724310015.813091:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 111328 00000400:00000200:0.0:1724310015.813114:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.813118:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.813124:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.813129:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785f80. 00000020:00000010:3.0:1724310015.813234:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0400. 00000020:00000010:3.0:1724310015.813240:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.813245:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310015.813287:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883409664 02000000:00000010:3.0:1724310015.813315:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf10000. 00010000:00000010:3.0:1724310015.813343:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.813446:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.813470:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310015.813474:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.813484:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.813486:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.813489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.813491:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.813570:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310015.813572:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.813575:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310015.813577:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310015.813595:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310015.813600:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310015.813608:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a720. 00080000:00000010:3.0:1724310015.813613:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a9bc00. 00000001:00000010:3.0:1724310015.813760:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3acc0. 00000001:00000010:3.0:1724310015.813764:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310015.813790:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a720. 00010000:00000010:3.0:1724310015.813795:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310015.813797:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.813809:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310015.813824:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310015.813827:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310015.813843:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:3.0:1724310015.813847:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310015.813850:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42da50. 00000004:00000010:3.0:1724310015.813854:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310015.813860:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:3.0:1724310015.813871:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096348, last committed = 4295096163 00010000:00000200:3.0:1724310015.813876:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122785f80 x1808069883409664/t4295096348(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.813889:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310015.813894:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883409664, offset 224 00000400:00000010:3.0:1724310015.813897:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467d20. 00000400:00000200:3.0:1724310015.813900:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.813908:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.813913:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531575:531575:256:4294967295] 192.168.204.31@tcp LPNI seq info [531571:531571:8:4294967295] 00000400:00000200:3.0:1724310015.813917:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.813922:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.813926:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.813929:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310015.813933:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.813939:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.813942:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.814086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.814089:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310015.814092:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0400. 00000800:00000200:0.0:1724310015.814176:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.814179:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310015.814181:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.814185:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.816588:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:3.1:1724310015.816600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310015.817175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:2.0:1724310015.817298:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.817312:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295329 00000400:00000200:2.0:1724310015.817318:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.817321:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.817326:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310015.817328:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:0.0:1724310015.817556:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:0.0:1724310015.817564:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000400:00000200:2.0:1724310015.817640:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.817647:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213580 00000400:00000200:2.0:1724310015.817653:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 111816 00000400:00000200:2.0:1724310015.817710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.817714:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.817718:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.817723:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000000. 00000020:00000010:0.0:1724310015.817823:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950600. 00000020:00000010:0.0:1724310015.817828:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310015.817832:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.817864:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883409792 00000001:00000010:0.0:1724310015.817873:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:0.0:1724310015.817890:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310015.817893:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 02000000:00000010:0.0:1724310015.817936:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b40000. 00010000:00000010:0.0:1724310015.817954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310015.817956:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.817966:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.817968:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.817971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310015.817973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00000004:00000010:0.0:1724310015.818057:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310015.818063:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be3c0. 00000004:00000010:0.0:1724310015.818067:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310015.818073:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310015.818951:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.818955:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310015.818959:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310015.818961:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310015.818997:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310015.819064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310015.819069:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.819096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310015.819107:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000000 x1808069883409792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.819121:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174220. 00000100:00000200:0.0:1724310015.819125:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883409792, offset 224 00000400:00000200:0.0:1724310015.819130:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.819139:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.819144:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531576:531576:256:4294967295] 192.168.204.31@tcp LPNI seq info [531572:531572:8:4294967295] 00000400:00000200:0.0:1724310015.819152:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.819158:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.819161:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310015.819165:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.819171:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.819174:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.819730:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310015.819734:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.819737:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950600. 00000800:00000200:2.0:1724310015.820570:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.820573:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310015.820578:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.820583:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.820587:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174220 00000400:00000010:2.0:1724310015.820589:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174220. 00000400:00000200:0.0:1724310015.821975:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.821986:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213680 00000400:00000200:0.0:1724310015.821991:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 112392 00000400:00000200:0.0:1724310015.822006:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.822008:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.822011:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.822015:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785180. 00000020:00000010:2.0:1724310015.822176:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26c00. 00000020:00000010:2.0:1724310015.822181:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.822184:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.822253:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410048 02000000:00000010:2.0:1724310015.822305:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880124589000. 00010000:00000010:2.0:1724310015.822333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310015.822354:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:2.0:1724310015.822377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.822381:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.822391:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310015.822393:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.822395:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310015.822397:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310015.822478:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310015.822480:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.822483:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.822485:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310015.822505:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.822509:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.822518:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310015.822523:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7d400. 00010000:00000010:0.1:1724310015.822576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310015.822580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310015.822583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310015.822585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310015.822589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310015.822595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000001:00000010:2.0:1724310015.822689:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd66c0. 00000001:00000010:2.0:1724310015.822694:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310015.822724:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310015.822730:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.822733:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.822746:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.822762:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.822765:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00080000:00000010:2.0:1724310015.822782:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:2.0:1724310015.822788:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:2.0:1724310015.822791:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be3c0. 00000004:00000010:2.0:1724310015.822795:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:2.0:1724310015.822802:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310015.822812:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096349, last committed = 4295096163 00010000:00000200:2.0:1724310015.822819:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122785180 x1808069883410048/t4295096349(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.822831:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad6e8. 00000100:00000200:2.0:1724310015.822836:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883410048, offset 224 00000400:00000010:2.0:1724310015.822840:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6070. 00000400:00000200:2.0:1724310015.822843:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.822850:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.822854:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531577:531577:256:4294967295] 192.168.204.31@tcp LPNI seq info [531573:531573:8:4294967295] 00000400:00000200:2.0:1724310015.822866:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.822871:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.822875:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.822878:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:2.0:1724310015.822882:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.822888:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.822891:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.822916:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.822920:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310015.822923:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26c00. 00000800:00000200:0.0:1724310015.823049:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.823052:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:0.0:1724310015.823056:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.823059:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.824501:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.824512:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295331 00000400:00000200:0.0:1724310015.824516:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.824519:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.824522:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad6e8 00000400:00000010:0.0:1724310015.824524:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad6e8. 00010000:00000010:1.0:1724310015.824684:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:1.0:1724310015.824691:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00000400:00000200:0.0:1724310015.824865:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.824870:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213700 00000400:00000200:0.0:1724310015.824875:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 112880 00000400:00000200:0.0:1724310015.824993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.824998:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.825002:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.825006:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787b80. 00000020:00000010:3.0:1724310015.826543:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0400. 00000020:00000010:3.0:1724310015.826550:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310015.826553:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310015.826579:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410176 00000001:00000010:3.0:1724310015.826589:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310015.826609:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.826614:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 02000000:00000010:3.0:1724310015.826661:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006c430000. 00010000:00000010:3.0:1724310015.826681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.826683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.826695:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.826697:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.826700:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.826702:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310015.826775:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310015.826780:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42da50. 00000004:00000010:3.0:1724310015.826785:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310015.826791:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:0.1:1724310015.826994:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310015.827001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310015.827005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310015.827008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310015.827010:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310015.827013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310015.827015:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310015.827017:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310015.827021:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.0:1724310015.827984:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.827988:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310015.827991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310015.827995:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310015.828035:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:0.0:1724310015.828043:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:0.0:1724310015.828047:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:0.0:1724310015.828072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:0.0:1724310015.828086:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122787b80 x1808069883410176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.828099:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174880. 00000100:00000200:0.0:1724310015.828104:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883410176, offset 224 00000400:00000200:0.0:1724310015.828109:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.828118:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.828123:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531578:531578:256:4294967295] 192.168.204.31@tcp LPNI seq info [531574:531574:8:4294967295] 00000400:00000200:0.0:1724310015.828131:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.828135:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.828139:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310015.828143:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.828149:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.828153:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1724310015.828386:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310015.828392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000020:00000010:0.0:1724310015.828674:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:0.0:1724310015.828678:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:0.0:1724310015.828681:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0400. 00000800:00000200:1.0:1724310015.828893:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.828896:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310015.828900:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.828905:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.828908:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174880 00000400:00000010:1.0:1724310015.828910:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174880. 00010000:00000010:3.1:1724310015.829360:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:3.1:1724310015.829367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310015.829401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310015.829405:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00000400:00000200:0.0:1724310015.830969:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.830982:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213800 00000400:00000200:0.0:1724310015.830989:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 113456 00000400:00000200:0.0:1724310015.831008:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.831012:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.831017:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.831022:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786a00. 00000020:00000010:2.0:1724310015.831819:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26c00. 00000020:00000010:2.0:1724310015.831825:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.831829:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.831862:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410432 02000000:00000010:2.0:1724310015.831890:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458d000. 00010000:00000010:2.0:1724310015.831917:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:2.0:1724310015.831929:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310015.831950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310015.831954:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.831963:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310015.831965:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310015.831968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310015.831971:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.832045:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310015.832047:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.832049:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310015.832051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310015.832068:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.832072:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.832080:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310015.832085:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7e800. 00000001:00000010:2.0:1724310015.832238:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd62a0. 00000001:00000010:2.0:1724310015.832242:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310015.832292:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310015.832297:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310015.832300:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.832312:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.832327:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.832329:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00080000:00000010:2.0:1724310015.832354:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:2.0:1724310015.832358:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:2.0:1724310015.832361:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42da50. 00000004:00000010:2.0:1724310015.832366:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:2.0:1724310015.832372:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310015.832381:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096350, last committed = 4295096163 00010000:00000200:2.0:1724310015.832388:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122786a00 x1808069883410432/t4295096350(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.832400:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad660. 00000100:00000200:2.0:1724310015.832405:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883410432, offset 224 00000400:00000010:2.0:1724310015.832409:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf60a8. 00000400:00000200:2.0:1724310015.832412:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.832420:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.832425:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531579:531579:256:4294967295] 192.168.204.31@tcp LPNI seq info [531575:531575:8:4294967295] 00000400:00000200:2.0:1724310015.832430:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.832435:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.832440:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.832443:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:2.0:1724310015.832447:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.832453:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.832456:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.832480:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.832483:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310015.832486:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26c00. 00010000:00000010:3.1:1724310015.832623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310015.832628:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310015.832631:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310015.832632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310015.832635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.1:1724310015.832638:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310015.832640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.1:1724310015.832643:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000800:00000200:1.0:1724310015.832727:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.832730:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:1.0:1724310015.832733:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.832737:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000010:0.0:1724310015.833298:0:10436:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786300. 02000000:00000010:0.0:1724310015.833308:0:10436:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007fa9e700. 02000000:00000010:3.0:1724310015.833399:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880087a9b000. 00000400:00000010:3.0:1724310015.833405:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63528. 00000400:00000010:3.0:1724310015.833409:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.833413:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1808064257610240, portal 4 00000400:00000010:3.0:1724310015.833418:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.833419:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1808064257610240, offset 0 00000400:00000200:3.0:1724310015.833423:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310015.833433:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310015.833440:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x66c6cc3ce5200 00000400:00000200:3.0:1724310015.833445:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc31 [8] + 672 00000400:00000200:3.0:1724310015.833450:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.833452:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310015.833456:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1724310015.833459:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745f80. 00000400:00000200:3.0:1724310015.833468:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:3.0:1724310015.833470:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.833474:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880122786300 x1808064257610240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310031 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000020:00000010:0.0:1724310015.833789:0:23746:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950600. 00000020:00000010:0.0:1724310015.833793:0:23746:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310015.833796:0:23746:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.833816:0:23746:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610240 02000000:00000010:0.0:1724310015.833826:0:23746:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88008c410000. 00010000:00000200:0.0:1724310015.833845:0:23746:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745f80 x1808064257610240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/368 e 0 to 0 dl 1724310026 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.833854:0:23746:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174ee0. 00000100:00000200:0.0:1724310015.833857:0:23746:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1808064257610240, offset 224 00000400:00000200:0.0:1724310015.833860:0:23746:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310015.833865:0:23746:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310015.833869:0:23746:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x66c6cc3ce5200 00000400:00000200:0.0:1724310015.833872:0:23746:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x29533d [1] + 224 00000400:00000200:0.0:1724310015.833875:0:23746:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.833877:0:23746:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310015.833882:0:23746:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880122786300 x1808064257610240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310031 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000200:0.0:1724310015.833997:0:23746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174ee0 00000400:00000010:0.0:1724310015.833999:0:23746:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174ee0. 00000020:00000010:0.0:1724310015.834008:0:23746:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310015.834010:0:23746:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.834013:0:23746:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950600. 00000400:00000010:3.0:1724310015.834102:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63528. 00000400:00000200:3.0:1724310015.834105:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310015.834106:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.834110:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880122786300 x1808064257610240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00000200:3.0:1724310015.834117:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880122786300 x1808064257610240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310031 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 02000000:00000010:3.0:1724310015.834136:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880087a9b000. 02000000:00000010:3.0:1724310015.834140:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007fa9e700. 00000100:00000010:3.0:1724310015.834143:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786300. 00000400:00000200:0.0:1724310015.835424:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.835433:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295339 00000400:00000200:0.0:1724310015.835438:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.835440:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.835443:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad660 00000400:00000010:0.0:1724310015.835445:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad660. 00000400:00000200:0.0:1724310015.836430:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.836439:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213880 00000400:00000200:0.0:1724310015.836445:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 113944 00000400:00000200:0.0:1724310015.836502:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.836506:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.836511:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.836516:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786300. 00000020:00000010:3.0:1724310015.836591:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2c0000. 00000020:00000010:3.0:1724310015.836595:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.836599:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310015.836655:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410560 00000001:00000010:3.0:1724310015.836664:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:3.0:1724310015.836686:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310015.836691:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310015.836735:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072520000. 00010000:00000010:3.0:1724310015.836754:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310015.836757:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.836770:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310015.836772:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.836775:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310015.836777:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310015.836856:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310015.836863:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310015.836867:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310015.836873:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:1.0:1724310015.837104:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:1.0:1724310015.837112:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:3.0:1724310015.837931:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310015.837934:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.837937:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310015.837940:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.837976:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.838417:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.838422:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.838454:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310015.838466:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122786300 x1808069883410560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.838479:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310015.838485:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883410560, offset 224 00000400:00000200:3.0:1724310015.838489:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.838498:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.838503:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531580:531580:256:4294967295] 192.168.204.31@tcp LPNI seq info [531576:531576:8:4294967295] 00000400:00000200:3.0:1724310015.838510:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.838515:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.838518:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310015.838523:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.838529:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.838533:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310015.839283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310015.839290:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:2.1:1724310015.839295:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310015.839300:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000020:00000010:3.0:1724310015.839388:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.839393:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310015.839396:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2c0000. 00000800:00000200:1.0:1724310015.839510:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.839513:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310015.839517:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.839521:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.839524:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:1.0:1724310015.839526:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:0.1:1724310015.841630:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310015.841640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310015.841658:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310015.841670:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213980 00000400:00000200:1.0:1724310015.841676:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 114520 00000400:00000200:1.0:1724310015.841696:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.841699:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310015.841705:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310015.841710:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219d880. 00000020:00000010:3.0:1724310015.841791:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed7000. 00000020:00000010:3.0:1724310015.841796:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.841799:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310015.841823:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410816 02000000:00000010:3.0:1724310015.841844:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf15000. 00010000:00000010:3.0:1724310015.841868:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.841878:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.841896:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310015.841898:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310015.841907:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310015.841908:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310015.841910:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310015.841912:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310015.841976:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310015.841977:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.841979:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310015.841980:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310015.841991:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310015.841995:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb40. 00000020:00000010:3.0:1724310015.842001:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310015.842004:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a9b000. 00000001:00000010:3.0:1724310015.842125:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a5a0. 00000001:00000010:3.0:1724310015.842128:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310015.842151:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310015.842155:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310015.842157:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.842166:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310015.842184:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310015.842186:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00080000:00000010:3.0:1724310015.842201:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310015.842204:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:3.0:1724310015.842207:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310015.842210:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310015.842214:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310015.842221:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096351, last committed = 4295096163 00010000:00000200:3.0:1724310015.842226:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219d880 x1808069883410816/t4295096351(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.842238:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.842241:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883410816, offset 224 00000400:00000010:3.0:1724310015.842245:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467d58. 00000400:00000200:3.0:1724310015.842247:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.842253:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.842283:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531581:531581:256:4294967295] 192.168.204.31@tcp LPNI seq info [531577:531577:8:4294967295] 00000400:00000200:3.0:1724310015.842286:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310015.842290:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.842293:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.842295:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310015.842298:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.842302:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.842305:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.842316:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.842318:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310015.842319:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed7000. 00000800:00000200:0.0:1724310015.842477:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.842480:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310015.842483:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.842486:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.844392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310015.844399:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310015.844403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310015.844406:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:3.1:1724310015.844410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310015.844416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310015.844802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310015.844808:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310015.844811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310015.844813:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:1.0:1724310015.844964:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310015.844975:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29534d 00000400:00000200:1.0:1724310015.844980:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.844983:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310015.844987:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:1.0:1724310015.844989:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:2.0:1724310015.845130:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310015.845138:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00000400:00000200:0.0:1724310015.845523:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.845531:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213a00 00000400:00000200:0.0:1724310015.845537:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 115008 00000400:00000200:0.0:1724310015.845582:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.845586:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.845590:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.845596:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddf80. 00000020:00000010:3.0:1724310015.845756:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed7000. 00000020:00000010:3.0:1724310015.845761:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.845765:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310015.845797:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883410944 00000001:00000010:3.0:1724310015.845806:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:3.0:1724310015.845822:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310015.845826:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310015.845867:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074a90000. 00010000:00000010:3.0:1724310015.845885:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310015.845888:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.845898:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310015.845900:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.845904:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310015.845905:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000004:00000010:3.0:1724310015.845973:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310015.845979:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42de10. 00000004:00000010:3.0:1724310015.845983:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923640. 00080000:00000010:3.0:1724310015.845989:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310015.846781:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310015.846784:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310015.846787:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310015.846790:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310015.846821:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310015.846827:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310015.846829:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310015.846846:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310015.846857:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ddf80 x1808069883410944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310015.846868:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310015.846872:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883410944, offset 224 00000400:00000200:3.0:1724310015.846876:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310015.846882:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310015.846886:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531582:531582:256:4294967295] 192.168.204.31@tcp LPNI seq info [531578:531578:8:4294967295] 00000400:00000200:3.0:1724310015.846892:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310015.846895:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310015.846897:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310015.846900:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310015.846905:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310015.846908:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310015.846917:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310015.846920:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310015.846921:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed7000. 00000800:00000200:0.0:1724310015.847000:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.847003:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310015.847006:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.847010:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.847012:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310015.847014:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:0.1:1724310015.847971:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310015.847977:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310015.847980:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310015.847981:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310015.847984:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310015.847990:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:0.0:1724310015.852407:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.852423:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213b00 00000400:00000200:0.0:1724310015.852430:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 115584 00000400:00000200:0.0:1724310015.852452:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.852456:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.852462:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.852468:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dca80. 00010000:00000010:3.1:1724310015.852608:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310015.852614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000020:00000010:2.0:1724310015.853076:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26c00. 00000020:00000010:2.0:1724310015.853081:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.853086:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.853112:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883411200 02000000:00000010:2.0:1724310015.853140:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e62000. 00010000:00000010:2.0:1724310015.853173:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:2.0:1724310015.853197:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:2.0:1724310015.853218:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.853222:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310015.853232:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310015.853234:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310015.853238:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.853240:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310015.853334:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310015.853336:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.853338:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.853340:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310015.853367:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.853371:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951a40. 00000020:00000010:2.0:1724310015.853378:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310015.853383:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7ec00. 00000001:00000010:2.0:1724310015.853511:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6300. 00000001:00000010:2.0:1724310015.853515:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310015.853540:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310015.853545:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.853548:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.853560:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.853573:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.853576:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310015.853593:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:2.0:1724310015.853597:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923640. 00000004:00000010:2.0:1724310015.853600:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42de10. 00000004:00000010:2.0:1724310015.853605:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:2.0:1724310015.853611:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310015.853621:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096352, last committed = 4295096163 00010000:00000200:2.0:1724310015.853627:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dca80 x1808069883411200/t4295096352(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310015.853639:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880092cad660. 00000100:00000200:2.0:1724310015.853644:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883411200, offset 224 00000400:00000010:2.0:1724310015.853648:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf60e0. 00000400:00000200:2.0:1724310015.853651:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310015.853659:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310015.853663:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531583:531583:256:4294967295] 192.168.204.31@tcp LPNI seq info [531579:531579:8:4294967295] 00000400:00000200:2.0:1724310015.853667:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310015.853672:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310015.853676:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310015.853679:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310015.853684:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310015.853689:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310015.853692:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310015.853717:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.853720:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310015.853723:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26c00. 00000800:00000200:1.0:1724310015.853878:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.853881:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:1.0:1724310015.853884:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.853888:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310015.854727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310015.854732:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310015.854736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310015.854738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310015.855052:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.855061:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295355 00000400:00000200:0.0:1724310015.855065:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.855068:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.855071:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092cad660 00000400:00000010:0.0:1724310015.855072:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880092cad660. 00010000:00000010:1.0:1724310015.855169:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:1.0:1724310015.855174:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000400:00000200:0.0:1724310015.855461:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.855468:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213b80 00000400:00000200:0.0:1724310015.855474:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 116072 00000400:00000200:0.0:1724310015.855504:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.855507:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.855510:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.855514:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd180. 00000020:00000010:2.0:1724310015.855647:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26c00. 00000020:00000010:2.0:1724310015.855651:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310015.855654:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310015.855673:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883411328 00000001:00000010:2.0:1724310015.855680:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310015.855694:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310015.855699:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310015.855740:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cdb0000. 00010000:00000010:2.0:1724310015.855756:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310015.855759:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.855768:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310015.855769:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310015.855772:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.855774:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000004:00000010:2.0:1724310015.855831:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310015.855838:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310015.855842:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310015.855848:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.0:1724310015.857105:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.857109:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310015.857111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.857114:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310015.857148:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:0.0:1724310015.857172:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:0.0:1724310015.857177:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:0.0:1724310015.857203:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:0.0:1724310015.857214:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd180 x1808069883411328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.857228:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174ee0. 00000100:00000200:0.0:1724310015.857232:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883411328, offset 224 00000400:00000200:0.0:1724310015.857237:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.857245:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.857250:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531584:531584:256:4294967295] 192.168.204.31@tcp LPNI seq info [531580:531580:8:4294967295] 00000400:00000200:0.0:1724310015.857566:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.857572:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.858136:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.858143:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.858148:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.858151:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.858176:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:1.0:1724310015.858181:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:1.0:1724310015.858184:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26c00. 00000800:00000200:2.0:1724310015.858526:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.858529:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:2.0:1724310015.858532:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.858536:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.858539:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174ee0 00000400:00000010:2.0:1724310015.858541:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174ee0. 00000400:00000200:0.0:1724310015.861190:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.861204:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213c80 00000400:00000200:0.0:1724310015.861211:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 116648 00000400:00000200:0.0:1724310015.861229:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.861233:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.861238:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.861243:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc000. 00000020:00000010:1.0:1724310015.861647:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2ae00. 00000020:00000010:1.0:1724310015.861651:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.861655:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.861677:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883411584 02000000:00000010:1.0:1724310015.861705:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13d000. 00010000:00000010:1.0:1724310015.861732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:1.0:1724310015.861744:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:1.0:1724310015.861766:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.861770:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.861781:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.861783:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310015.861786:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.861788:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310015.861865:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.861867:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.861869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.861871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310015.861890:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938680. 00000020:00000010:1.0:1724310015.861895:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938680. 00000020:00000010:1.0:1724310015.861904:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009c6af9c0. 00080000:00000010:1.0:1724310015.861911:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd29400. 00000001:00000010:1.0:1724310015.862066:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1300. 00000001:00000010:1.0:1724310015.862070:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.862099:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009c6af9c0. 00010000:00000010:1.0:1724310015.862105:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.862108:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.862121:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.862138:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.862140:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310015.862161:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:1.0:1724310015.862165:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:1.0:1724310015.862169:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:1.0:1724310015.862176:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:1.0:1724310015.862181:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310015.862192:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096353, last committed = 4295096163 00010000:00000200:1.0:1724310015.862199:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc000 x1808069883411584/t4295096353(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.862212:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310015.862217:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883411584, offset 224 00000400:00000010:1.0:1724310015.862222:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87380. 00000400:00000200:1.0:1724310015.862225:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.862233:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.862238:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531585:531585:256:4294967295] 192.168.204.31@tcp LPNI seq info [531581:531581:8:4294967295] 00000400:00000200:1.0:1724310015.862241:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.862247:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.862252:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.862255:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.862281:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.862287:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.862290:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.862303:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310015.862306:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.862309:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2ae00. 00000800:00000200:1.0:1724310015.862398:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.862400:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:1.0:1724310015.862402:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.862405:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.862478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.1:1724310015.862484:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00000400:00000200:2.0:1724310015.863695:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310015.863706:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29535d 00000400:00000200:2.0:1724310015.863710:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.863713:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310015.863716:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:2.0:1724310015.863718:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:0.0:1724310015.863887:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:0.0:1724310015.863894:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:3.1:1724310015.865758:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310015.865769:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:3.1:1724310015.865774:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310015.865819:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310015.865824:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310015.866059:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.866071:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213d00 00000400:00000200:0.0:1724310015.866078:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 117136 00000400:00000200:0.0:1724310015.866127:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.866132:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.866137:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.866142:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df100. 00000020:00000010:2.0:1724310015.866222:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e27400. 00000020:00000010:2.0:1724310015.866227:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310015.866231:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310015.866711:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883411712 00000001:00000010:2.0:1724310015.866721:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310015.866739:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.866744:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310015.866788:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866c0000. 00010000:00000010:2.0:1724310015.866809:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.866812:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310015.866824:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310015.866826:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310015.866829:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.866831:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310015.866906:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310015.866913:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310015.866916:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310015.866923:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.0:1724310015.868255:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:1.0:1724310015.868812:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.868818:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.868822:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.868873:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:1.0:1724310015.868881:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:1.0:1724310015.868885:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:1.0:1724310015.868915:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:1.0:1724310015.868928:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df100 x1808069883411712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.868942:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310015.868947:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883411712, offset 224 00000400:00000200:1.0:1724310015.868953:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.868962:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.868967:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531586:531586:256:4294967295] 192.168.204.31@tcp LPNI seq info [531582:531582:8:4294967295] 00000400:00000200:1.0:1724310015.868975:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.868980:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.868983:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.868987:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.868994:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.868997:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.869026:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:1.0:1724310015.869030:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:1.0:1724310015.869033:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e27400. 00000800:00000200:2.0:1724310015.869197:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.869199:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:2.0:1724310015.869203:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.869206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.869210:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:2.0:1724310015.869211:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:0.0:1724310015.871039:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.871051:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213e00 00000400:00000200:0.0:1724310015.871058:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 117712 00000400:00000200:0.0:1724310015.871078:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.871082:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.871088:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.871093:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dfb80. 00010000:00000010:3.1:1724310015.871382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310015.871388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:3.1:1724310015.871393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310015.871399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000020:00000010:1.0:1724310015.871464:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00000020:00000010:1.0:1724310015.871469:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.871504:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.871986:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883411968 02000000:00000010:1.0:1724310015.872013:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13a000. 00010000:00000010:1.0:1724310015.872039:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.872049:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.872068:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.872072:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.872082:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.872083:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.872086:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.872088:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.872164:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.872166:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.872168:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.872171:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.872191:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938100. 00000020:00000010:1.0:1724310015.872196:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938100. 00000020:00000010:1.0:1724310015.872204:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1360. 00080000:00000010:1.0:1724310015.872209:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd29800. 00000001:00000010:1.0:1724310015.872404:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5959c0. 00000001:00000010:1.0:1724310015.872408:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310015.872436:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1360. 00010000:00000010:1.0:1724310015.872441:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.872443:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.872456:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.872472:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.872476:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310015.872498:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:1.0:1724310015.872503:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:1.0:1724310015.872506:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:1.0:1724310015.872512:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:1.0:1724310015.872520:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310015.872530:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096354, last committed = 4295096163 00010000:00000200:1.0:1724310015.872536:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dfb80 x1808069883411968/t4295096354(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.872549:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310015.872554:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883411968, offset 224 00000400:00000010:1.0:1724310015.872558:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc873b8. 00000400:00000200:1.0:1724310015.872561:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.872571:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.872576:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531587:531587:256:4294967295] 192.168.204.31@tcp LPNI seq info [531583:531583:8:4294967295] 00000400:00000200:1.0:1724310015.872584:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.872590:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.872594:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.872598:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310015.872602:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.872608:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.872611:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.872627:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310015.872630:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.872632:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00000800:00000200:0.0:1724310015.872743:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.872747:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310015.872750:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.872753:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.874382:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310015.874389:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310015.874393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310015.874407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310015.874412:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310015.874415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310015.874418:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310015.874420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310015.874424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310015.874992:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.875004:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295365 00000400:00000200:0.0:1724310015.875009:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.875011:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.875015:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:0.0:1724310015.875017:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:0.0:1724310015.875045:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.875050:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13213e80 00000400:00000200:0.0:1724310015.875056:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 118200 00000400:00000200:0.0:1724310015.875072:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.875075:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.875079:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.875083:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df480. 00000020:00000010:2.0:1724310015.875191:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26600. 00000020:00000010:2.0:1724310015.875196:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310015.875199:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310015.875220:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883412096 00000001:00000010:2.0:1724310015.875229:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:2.0:1724310015.875245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310015.875249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310015.875309:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008de50000. 00010000:00000010:2.0:1724310015.875327:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310015.875329:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310015.875340:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310015.875342:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310015.875356:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310015.875358:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00000004:00000010:2.0:1724310015.875421:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310015.875427:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310015.875430:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310015.875435:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:1.0:1724310015.875618:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.875624:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:0.0:1724310015.876158:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.876160:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310015.876163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.876166:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310015.876194:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:0.0:1724310015.876212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:0.0:1724310015.876215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:0.0:1724310015.876236:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:0.0:1724310015.876245:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df480 x1808069883412096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.876561:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951743b8. 00000100:00000200:0.0:1724310015.876567:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883412096, offset 224 00000400:00000200:1.0:1724310015.877044:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.877052:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.877057:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531588:531588:256:4294967295] 192.168.204.31@tcp LPNI seq info [531584:531584:8:4294967295] 00000400:00000200:1.0:1724310015.877065:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.877070:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.877073:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.877077:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.877082:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.877086:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.877137:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:1.0:1724310015.877141:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:1.0:1724310015.877144:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26600. 00000800:00000200:0.0:1724310015.877236:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.877239:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310015.877242:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.877245:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.877248:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:0.0:1724310015.877250:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00000400:00000200:0.0:1724310015.878947:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.878957:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13213f80 00000400:00000200:0.0:1724310015.878963:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 118776 00000400:00000200:0.0:1724310015.878982:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.878986:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.878990:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.878995:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddc00. 00000020:00000010:1.0:1724310015.879123:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00000020:00000010:1.0:1724310015.879128:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.879132:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.879151:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883412352 02000000:00000010:1.0:1724310015.879177:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c139000. 00010000:00000010:1.0:1724310015.879204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:1.0:1724310015.879216:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:1.0:1724310015.879235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.879238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.879248:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.879250:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310015.879252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.879254:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310015.879692:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.879694:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.879697:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.879700:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.879720:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938100. 00000020:00000010:1.0:1724310015.879725:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938100. 00000020:00000010:1.0:1724310015.879734:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595ba0. 00080000:00000010:1.0:1724310015.879740:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd29000. 00000001:00000010:1.0:1724310015.879900:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009c6af9c0. 00000001:00000010:1.0:1724310015.879905:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.879935:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595ba0. 00010000:00000010:1.0:1724310015.879942:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.879945:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.879959:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.879977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.879980:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310015.879996:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:1.0:1724310015.880000:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:1.0:1724310015.880003:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f00. 00000004:00000010:1.0:1724310015.880008:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:1.0:1724310015.880014:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.880026:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096355, last committed = 4295096163 00010000:00000200:1.0:1724310015.880032:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ddc00 x1808069883412352/t4295096355(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.880044:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310015.880049:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883412352, offset 224 00000400:00000010:1.0:1724310015.880053:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc873f0. 00000400:00000200:1.0:1724310015.880056:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.880064:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.880068:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531589:531589:256:4294967295] 192.168.204.31@tcp LPNI seq info [531585:531585:8:4294967295] 00000400:00000200:1.0:1724310015.880071:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.880076:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.880079:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.880082:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.880086:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.880092:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.880095:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.880934:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.880938:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.880941:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00010000:00000010:2.1:1724310015.881302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310015.881309:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:2.1:1724310015.881313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310015.881315:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310015.881318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.881320:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310015.881323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310015.881325:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.881327:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.881333:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000800:00000200:0.0:1724310015.881418:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.881421:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310015.881425:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.881430:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.882366:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.882376:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29536d 00000400:00000200:0.0:1724310015.882381:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.882384:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.882388:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310015.882390:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:2.0:1724310015.882448:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:2.0:1724310015.882455:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00000400:00000200:0.0:1724310015.882978:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.882984:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214000 00000400:00000200:0.0:1724310015.882991:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 119264 00000400:00000200:0.0:1724310015.883169:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.883173:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.883177:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.883182:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd500. 00010000:00000010:3.1:1724310015.883909:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000020:00000010:1.0:1724310015.883912:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00010000:00000010:3.1:1724310015.883915:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00000020:00000010:1.0:1724310015.883918:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00010000:00000010:3.1:1724310015.883920:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000020:00000010:1.0:1724310015.883921:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00010000:00000010:3.1:1724310015.883923:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000100:00000200:1.0:1724310015.883957:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883412480 00000001:00000010:1.0:1724310015.883966:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310015.883983:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.883988:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310015.884032:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008fec0000. 00010000:00000010:1.0:1724310015.884054:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.884058:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.884075:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.884078:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.884081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.884083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000004:00000010:1.0:1724310015.884159:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310015.884165:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.884169:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.884176:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.885158:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.885161:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.885164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.885167:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.885745:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.885756:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.885760:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.885790:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.885805:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd500 x1808069883412480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.885819:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310015.885825:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883412480, offset 224 00000400:00000200:1.0:1724310015.885830:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.885840:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.885845:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531590:531590:256:4294967295] 192.168.204.31@tcp LPNI seq info [531586:531586:8:4294967295] 00000400:00000200:1.0:1724310015.885854:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.885858:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.885861:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.885866:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.885872:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.885875:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.885904:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.885908:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.885911:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00000800:00000200:2.0:1724310015.885991:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.885995:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310015.885999:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.886003:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.886007:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:2.0:1724310015.886009:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:0.1:1724310015.888632:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310015.888647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310015.888650:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310015.888653:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310015.888655:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310015.888657:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310015.888660:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310015.888666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310015.888756:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310015.888761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:0.0:1724310015.891066:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.891082:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214100 00000400:00000200:0.0:1724310015.891089:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 119840 00000400:00000200:0.0:1724310015.891111:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.891115:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.891121:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.891127:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc700. 00000020:00000010:1.0:1724310015.891354:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00000020:00000010:1.0:1724310015.891360:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.891364:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.891469:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883412736 02000000:00000010:1.0:1724310015.891500:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801354ab000. 00010000:00000010:1.0:1724310015.891528:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.891540:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.891558:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.891563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.891573:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.891574:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.891577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.891579:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.891651:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310015.891654:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.891657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.891659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310015.891677:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.891682:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.891689:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf1360. 00080000:00000010:1.0:1724310015.891694:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd2b400. 00000001:00000010:1.0:1724310015.891848:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1d20. 00000001:00000010:1.0:1724310015.891853:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.891884:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf1360. 00010000:00000010:1.0:1724310015.891890:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.891893:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.891905:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.891922:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310015.891924:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310015.891939:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.891944:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.891947:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.891952:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310015.891958:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.891969:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096356, last committed = 4295096163 00010000:00000200:1.0:1724310015.891975:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc700 x1808069883412736/t4295096356(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.891987:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310015.891992:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883412736, offset 224 00000400:00000010:1.0:1724310015.891997:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87428. 00000400:00000200:1.0:1724310015.891999:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.892006:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.892012:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531591:531591:256:4294967295] 192.168.204.31@tcp LPNI seq info [531587:531587:8:4294967295] 00000400:00000200:1.0:1724310015.892015:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.892021:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.892025:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.892029:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310015.892033:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.892038:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.892041:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.892071:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310015.892074:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.892076:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00000800:00000200:2.0:1724310015.892143:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.892146:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310015.892150:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.892154:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.893648:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.893660:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295375 00000400:00000200:0.0:1724310015.893664:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.893667:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.893672:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310015.893675:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:1.0:1724310015.895372:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.895382:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:0.1:1724310015.895932:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310015.895938:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310015.895942:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310015.895944:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000400:00000200:2.0:1724310015.896021:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.896033:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214180 00000400:00000200:2.0:1724310015.896039:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 120328 00000400:00000200:2.0:1724310015.896096:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.896100:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.896106:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.896111:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001c00. 00000020:00000010:0.0:1724310015.896654:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122951a00. 00000020:00000010:0.0:1724310015.896660:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.896664:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.897125:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883412864 00000001:00000010:0.0:1724310015.897134:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:0.0:1724310015.897151:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310015.897157:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310015.897199:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ecb0000. 00010000:00000010:0.0:1724310015.897219:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310015.897222:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.897235:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310015.897238:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.897241:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310015.897243:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000004:00000010:0.0:1724310015.897336:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310015.897342:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310015.897359:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958060c8. 00080000:00000010:0.0:1724310015.897366:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:0.0:1724310015.898554:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310015.898558:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.898562:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310015.898565:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.898604:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.898626:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.898631:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.898656:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310015.898668:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001c00 x1808069883412864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.898683:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800951743b8. 00000100:00000200:0.0:1724310015.898688:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883412864, offset 224 00000400:00000200:0.0:1724310015.898693:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.898714:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.898719:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531592:531592:256:4294967295] 192.168.204.31@tcp LPNI seq info [531588:531588:8:4294967295] 00000400:00000200:0.0:1724310015.898728:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.898732:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.898736:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310015.898741:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.898747:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.898751:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.898763:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.898766:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.898769:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122951a00. 00000800:00000200:3.0:1724310015.898848:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310015.898852:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310015.898855:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310015.898860:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310015.898863:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800951743b8 00000400:00000010:3.0:1724310015.898865:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800951743b8. 00010000:00000010:0.1:1724310015.901758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310015.901767:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310015.901770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310015.901772:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310015.901774:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:0.1:1724310015.901779:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310015.901780:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310015.901782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:2.0:1724310015.901826:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.901839:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214280 00000400:00000200:2.0:1724310015.901845:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 120904 00000400:00000200:2.0:1724310015.901863:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.901866:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.901871:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.901875:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c002d80. 00000020:00000010:0.0:1724310015.901996:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122951a00. 00000020:00000010:0.0:1724310015.902001:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.902004:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.902597:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883413120 02000000:00000010:0.0:1724310015.902626:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb99000. 00010000:00000010:0.0:1724310015.902654:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.902665:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.902682:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310015.902686:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.902696:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310015.902697:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310015.902700:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.902702:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310015.902777:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310015.902779:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310015.902781:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310015.902784:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310015.902816:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bd40. 00000020:00000010:0.0:1724310015.902821:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bd40. 00000020:00000010:0.0:1724310015.902830:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166a80. 00080000:00000010:0.0:1724310015.902835:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c413400. 00000001:00000010:0.0:1724310015.902990:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9de0. 00000001:00000010:0.0:1724310015.902994:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310015.903022:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166a80. 00010000:00000010:0.0:1724310015.903027:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310015.903029:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.903041:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.903055:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.903058:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00080000:00000010:0.0:1724310015.903071:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:0.0:1724310015.903076:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958060c8. 00000004:00000010:0.0:1724310015.903079:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310015.903083:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:0.0:1724310015.903088:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310015.903099:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096357, last committed = 4295096163 00010000:00000200:0.0:1724310015.903106:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c002d80 x1808069883413120/t4295096357(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.903120:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174198. 00000100:00000200:0.0:1724310015.903125:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883413120, offset 224 00000400:00000010:0.0:1724310015.903129:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9ab8. 00000400:00000200:0.0:1724310015.903132:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.903139:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.903145:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531593:531593:256:4294967295] 192.168.204.31@tcp LPNI seq info [531589:531589:8:4294967295] 00000400:00000200:0.0:1724310015.903149:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.903155:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.903160:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.903163:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310015.903167:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.903172:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.903175:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.903198:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310015.903201:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.903204:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122951a00. 00000800:00000200:2.0:1724310015.903500:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.903503:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310015.903506:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.903509:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310015.904411:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310015.904418:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310015.904420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310015.904422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000400:00000200:0.0:1724310015.904515:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.904524:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29537d 00000400:00000200:0.0:1724310015.904528:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.904531:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.904534:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174198 00000400:00000010:0.0:1724310015.904536:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174198. 00010000:00000010:3.0:1724310015.905357:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:3.0:1724310015.905365:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00000400:00000200:2.0:1724310015.905464:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.905472:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214300 00000400:00000200:2.0:1724310015.905479:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 121392 00000400:00000200:2.0:1724310015.905542:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.905546:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.905550:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.905554:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000380. 00000020:00000010:1.0:1724310015.906038:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00000020:00000010:1.0:1724310015.906043:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310015.906051:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.906088:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883413248 00000001:00000010:1.0:1724310015.906097:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310015.906120:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.906125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310015.906182:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88003e5a0000. 00010000:00000010:1.0:1724310015.906207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.906210:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.906221:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.906223:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.906226:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.906228:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310015.906343:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310015.906360:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.906364:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.906370:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.906881:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.906884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.906887:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.906890:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.906925:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.906944:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.906948:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.906976:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.906987:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000380 x1808069883413248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.907007:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453bb0. 00000100:00000200:1.0:1724310015.907011:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883413248, offset 224 00000400:00000200:1.0:1724310015.907017:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.907034:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.907039:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531594:531594:256:4294967295] 192.168.204.31@tcp LPNI seq info [531590:531590:8:4294967295] 00000400:00000200:1.0:1724310015.907046:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.907050:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.907053:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.907057:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.907067:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.907071:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.907096:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310015.907099:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.907102:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00000800:00000200:2.0:1724310015.907415:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.907423:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:2.0:1724310015.907426:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.907430:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.907432:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453bb0 00000400:00000010:2.0:1724310015.907434:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453bb0. 00000400:00000200:0.0:1724310015.909747:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.909761:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214400 00000400:00000200:0.0:1724310015.909767:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 121968 00000400:00000200:0.0:1724310015.909785:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.909789:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.909795:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.909799:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dea00. 00000020:00000010:1.0:1724310015.909915:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081d2aa00. 00000020:00000010:1.0:1724310015.909920:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310015.909923:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.909952:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883413504 02000000:00000010:1.0:1724310015.909976:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801354af000. 00010000:00000010:1.0:1724310015.910001:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.910012:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.910031:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.910034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.910043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.910045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.910047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.910049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.910110:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.910111:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.910113:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.910115:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310015.910130:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.910134:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.910140:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1960. 00080000:00000010:1.0:1724310015.910144:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd2b800. 00000001:00000010:1.0:1724310015.910326:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595de0. 00000001:00000010:1.0:1724310015.910330:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310015.910374:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1960. 00010000:00000010:1.0:1724310015.910380:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.910384:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.910396:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.910411:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.910413:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310015.910427:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.910432:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.910435:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.910439:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310015.910444:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310015.910454:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096358, last committed = 4295096163 00010000:00000200:1.0:1724310015.910460:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dea00 x1808069883413504/t4295096358(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.910472:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453cc0. 00000100:00000200:1.0:1724310015.910477:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883413504, offset 224 00000400:00000010:1.0:1724310015.910481:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87460. 00000400:00000200:1.0:1724310015.910484:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.910492:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.910496:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531595:531595:256:4294967295] 192.168.204.31@tcp LPNI seq info [531591:531591:8:4294967295] 00000400:00000200:1.0:1724310015.910500:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.910505:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.910509:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.910512:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.910515:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.910520:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.910523:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.910545:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5400. 00010000:00000010:3.1:1724310015.910569:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310015.910577:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310015.910581:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:3.1:1724310015.910583:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310015.910586:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310015.910590:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000020:00000010:1.0:1724310015.910593:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.910597:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081d2aa00. 00000800:00000200:2.0:1724310015.910630:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.910633:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310015.910635:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.910639:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.911800:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.911886:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295385 00000400:00000200:0.0:1724310015.911890:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.911893:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.911903:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453cc0 00000400:00000010:0.0:1724310015.911906:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453cc0. 00010000:00000010:1.0:1724310015.912004:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.912011:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000400:00000200:0.0:1724310015.912099:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.912106:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214480 00000400:00000200:0.0:1724310015.912111:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 122456 00000400:00000200:0.0:1724310015.912145:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.912148:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.912151:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.912154:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dce00. 00000020:00000010:1.0:1724310015.912283:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.912286:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.912289:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.912307:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883413632 00000001:00000010:1.0:1724310015.912314:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:1.0:1724310015.912327:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.912331:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310015.912379:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880084c70000. 00010000:00000010:1.0:1724310015.912397:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.912400:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.912408:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.912410:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.912412:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.912414:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310015.912471:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310015.912476:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.912480:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.912485:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.912910:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.912913:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.912916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.912919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.912951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.912958:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.912960:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.912980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310015.912990:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dce00 x1808069883413632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.913000:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453b28. 00000100:00000200:1.0:1724310015.913005:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883413632, offset 224 00000400:00000200:1.0:1724310015.913008:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.913014:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.913018:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531596:531596:256:4294967295] 192.168.204.31@tcp LPNI seq info [531592:531592:8:4294967295] 00000400:00000200:1.0:1724310015.913026:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.913030:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.913033:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310015.913036:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.913041:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.913044:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.913076:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.913079:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.913082:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:2.0:1724310015.913522:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.913525:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310015.913529:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.913532:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.913535:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453b28 00000400:00000010:2.0:1724310015.913536:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453b28. 00000400:00000200:0.0:1724310015.914616:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.914622:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214580 00000400:00000200:0.0:1724310015.914626:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 123032 00000400:00000200:0.0:1724310015.914637:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.914639:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.914642:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.914644:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815de680. 00000020:00000010:1.0:1724310015.914697:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.914701:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.914703:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.914732:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883413888 02000000:00000010:1.0:1724310015.914754:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c6000. 00010000:00000010:1.0:1724310015.914775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.914784:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.914799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.914802:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.914809:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.914811:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310015.914814:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.914816:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310015.914875:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.914877:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.914879:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.914881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310015.914898:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.914902:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.914909:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595ba0. 00080000:00000010:1.0:1724310015.914914:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd2a400. 00000001:00000010:1.0:1724310015.915058:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1a20. 00000001:00000010:1.0:1724310015.915062:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310015.915091:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595ba0. 00010000:00000010:1.0:1724310015.915098:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.915101:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.915113:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.915127:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310015.915129:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310015.915145:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.915150:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.915154:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.915158:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310015.915165:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310015.915174:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096359, last committed = 4295096163 00010000:00000200:1.0:1724310015.915181:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815de680 x1808069883413888/t4295096359(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.915190:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310015.915194:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883413888, offset 224 00000400:00000010:1.0:1724310015.915198:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87498. 00000400:00000200:1.0:1724310015.915201:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.915208:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.915212:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531597:531597:256:4294967295] 192.168.204.31@tcp LPNI seq info [531593:531593:8:4294967295] 00000400:00000200:1.0:1724310015.915214:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.915217:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.915220:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.915222:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.915225:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.915230:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.915232:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.915250:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.915253:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.915255:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.915311:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.915314:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310015.915317:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.915320:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.916024:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.916031:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29538d 00000400:00000200:0.0:1724310015.916034:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.916037:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.916040:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:0.0:1724310015.916042:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:3.0:1724310015.916103:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:3.0:1724310015.916109:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:0.1:1724310015.916401:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310015.916407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310015.916460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310015.916466:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310015.916468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:2.0:1724310015.916471:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.916478:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214600 00000400:00000200:2.0:1724310015.916484:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 123520 00000400:00000200:2.0:1724310015.916611:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.916615:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.916623:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.916629:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7b480. 00000020:00000010:1.0:1724310015.916771:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.916775:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.916778:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.916807:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883414016 00000001:00000010:1.0:1724310015.916813:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:1.0:1724310015.916827:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.916830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310015.916872:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7e0000. 00010000:00000010:1.0:1724310015.916888:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.916891:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.916898:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.916900:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.916903:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.916905:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000004:00000010:1.0:1724310015.916957:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310015.916963:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.916966:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.916972:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.918140:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.918145:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.918148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.918150:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.918188:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.918194:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.918198:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.918224:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310015.918235:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d7b480 x1808069883414016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.918247:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453aa0. 00000100:00000200:1.0:1724310015.918251:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883414016, offset 224 00000400:00000200:1.0:1724310015.918285:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.918294:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.918299:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531598:531598:256:4294967295] 192.168.204.31@tcp LPNI seq info [531594:531594:8:4294967295] 00000400:00000200:1.0:1724310015.918307:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.918312:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.918315:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310015.918319:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.918325:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.918329:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.918354:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.918357:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.918360:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.918613:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.918616:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310015.918620:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.918626:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.918629:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453aa0 00000400:00000010:0.0:1724310015.918631:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453aa0. 00010000:00000010:2.1:1724310015.919727:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.919735:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310015.922217:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.922232:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214700 00000400:00000200:0.0:1724310015.922239:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 124096 00000400:00000200:0.0:1724310015.922305:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.922310:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.922317:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.922322:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df800. 00000020:00000010:1.0:1724310015.922976:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.922982:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.922986:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.923022:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883414272 02000000:00000010:1.0:1724310015.923049:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c3000. 00010000:00000010:1.0:1724310015.923109:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.923123:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.923183:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.923206:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.923218:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310015.923220:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.923235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.923238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.923441:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.923443:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.923459:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.923462:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.923483:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.923497:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.923505:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1840. 00080000:00000010:1.0:1724310015.923511:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd28400. 00000001:00000010:1.0:1724310015.924138:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595ba0. 00000001:00000010:1.0:1724310015.924144:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310015.924177:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1840. 00010000:00000010:1.0:1724310015.924183:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.924187:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.924201:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.924221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.924225:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310015.924241:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.924246:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.924250:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.924254:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310015.924334:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000200:1.0:1724310015.924375:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096360, last committed = 4295096163 00010000:00000200:1.0:1724310015.924383:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df800 x1808069883414272/t4295096360(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.924398:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453880. 00000100:00000200:1.0:1724310015.924403:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883414272, offset 224 00000400:00000010:1.0:1724310015.924409:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc874d0. 00000400:00000200:1.0:1724310015.924412:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.925059:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.925065:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531599:531599:256:4294967295] 192.168.204.31@tcp LPNI seq info [531595:531595:8:4294967295] 00000400:00000200:1.0:1724310015.925071:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.925076:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.925082:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.925086:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.925091:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.925097:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.925101:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.926025:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.926031:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.926035:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:2.0:1724310015.926188:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.926191:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:2.0:1724310015.926196:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.926201:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310015.926439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310015.926444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.1:1724310015.926448:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310015.926451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310015.926453:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310015.926455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310015.926460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.1:1724310015.926462:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310015.926464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310015.926465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310015.926467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310015.926469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310015.926472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.1:1724310015.926474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310015.926476:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310015.926478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310015.926480:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310015.926482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310015.926485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310015.929398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.1:1724310015.929451:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310015.929455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310015.929457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310015.929459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.1:1724310015.929460:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310015.929462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310015.929467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310015.929468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310015.929473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310015.930034:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.930048:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295395 00000400:00000200:0.0:1724310015.930054:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.930058:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.930062:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453880 00000400:00000010:0.0:1724310015.930064:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453880. 00000400:00000200:0.0:1724310015.930093:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.930098:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214780 00000400:00000200:0.0:1724310015.930104:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 124584 00010000:00000010:1.0:1724310015.930326:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.930335:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00000400:00000200:0.0:1724310015.930499:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.930504:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.930508:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.930512:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc380. 00000020:00000010:1.0:1724310015.930596:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.930600:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.930604:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.930636:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883414400 00000001:00000010:1.0:1724310015.930644:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310015.930659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.930664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310015.930708:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007d200000. 00010000:00000010:1.0:1724310015.930729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.930732:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.930742:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.930744:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.930747:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.930749:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310015.930822:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310015.930829:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.930833:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.930839:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.931393:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.931396:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.931398:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.931401:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.931436:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.931442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.931444:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.931463:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310015.931473:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc380 x1808069883414400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.931487:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453088. 00000100:00000200:1.0:1724310015.931580:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883414400, offset 224 00000400:00000200:1.0:1724310015.931586:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.931595:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.931600:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531600:531600:256:4294967295] 192.168.204.31@tcp LPNI seq info [531596:531596:8:4294967295] 00000400:00000200:1.0:1724310015.931608:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.931612:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.931616:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.931621:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.931626:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.931629:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.931930:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.931934:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.931937:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.932025:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.932029:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310015.932032:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.932035:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.932038:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453088 00000400:00000010:0.0:1724310015.932039:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453088. 00010000:00000010:2.1:1724310015.933808:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310015.933817:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:0.0:1724310015.934033:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.934043:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214880 00000400:00000200:0.0:1724310015.934049:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 125160 00000400:00000200:0.0:1724310015.934064:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.934067:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.934071:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.934076:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ded80. 00000020:00000010:1.0:1724310015.934157:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.934161:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.934165:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.934182:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883414656 02000000:00000010:1.0:1724310015.934205:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c7000. 00010000:00000010:1.0:1724310015.934230:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.934239:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.934255:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.934275:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.934285:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.934287:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310015.934289:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.934292:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310015.934368:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310015.934370:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.934373:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.934375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310015.934391:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.934395:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.934403:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d595420. 00080000:00000010:1.0:1724310015.934407:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd28000. 00000001:00000010:1.0:1724310015.934545:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1360. 00000001:00000010:1.0:1724310015.934549:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310015.934577:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d595420. 00010000:00000010:1.0:1724310015.934584:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.934587:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.934599:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.934615:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310015.934618:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310015.934631:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.934636:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.934639:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.934644:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310015.934650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.934659:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096361, last committed = 4295096163 00010000:00000200:1.0:1724310015.934665:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ded80 x1808069883414656/t4295096361(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.934677:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453c38. 00000100:00000200:1.0:1724310015.934681:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883414656, offset 224 00000400:00000010:1.0:1724310015.934685:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87508. 00000400:00000200:1.0:1724310015.934688:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.934695:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.934700:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531601:531601:256:4294967295] 192.168.204.31@tcp LPNI seq info [531597:531597:8:4294967295] 00000400:00000200:1.0:1724310015.934705:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.934710:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.934714:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.934717:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310015.934721:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.934726:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.934729:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.935514:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.935519:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.935521:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:2.0:1724310015.935629:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.935632:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310015.935635:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.935638:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.936402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310015.936408:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310015.936411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310015.936413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310015.938313:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.938328:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29539d 00000400:00000200:0.0:1724310015.938333:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.938336:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.938341:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453c38 00000400:00000010:0.0:1724310015.938350:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453c38. 00010000:00000010:3.0:1724310015.938605:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:3.0:1724310015.938613:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:0.0:1724310015.939244:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.939251:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214900 00000400:00000200:0.0:1724310015.939287:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 125648 00000400:00000200:0.0:1724310015.939336:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.939340:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.939351:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.939356:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd880. 00000020:00000010:1.0:1724310015.939654:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.939659:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.939663:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.939683:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883414784 00000001:00000010:1.0:1724310015.939691:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:1.0:1724310015.939706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.939710:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310015.939750:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88005e900000. 00010000:00000010:1.0:1724310015.939767:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.939770:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.939779:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310015.939781:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.939784:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.939786:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310015.939856:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310015.939862:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.939866:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.939871:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.940505:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.940508:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.940511:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.940514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.940547:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.940553:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.940555:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.940574:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.940584:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd880 x1808069883414784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.940596:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310015.940600:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883414784, offset 224 00000400:00000200:1.0:1724310015.940604:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.940612:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.940617:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531602:531602:256:4294967295] 192.168.204.31@tcp LPNI seq info [531598:531598:8:4294967295] 00000400:00000200:1.0:1724310015.940625:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.940629:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.940632:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.940637:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.940643:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.940646:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.940668:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.940671:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.940674:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:2.0:1724310015.940784:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.940788:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:2.0:1724310015.940791:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.940794:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.940797:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310015.940799:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:0.0:1724310015.942060:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.942070:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214a00 00000400:00000200:0.0:1724310015.942076:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 126224 00000400:00000200:0.0:1724310015.942092:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.942095:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.942100:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.942105:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1ad80. 00000020:00000010:1.0:1724310015.942361:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.942366:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.942369:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.942387:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415040 02000000:00000010:1.0:1724310015.942411:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083345000. 00010000:00000010:1.0:1724310015.942432:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.942440:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.942458:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.942460:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.942467:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310015.942469:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.942472:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.942474:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.942540:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.942543:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.942545:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.942547:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310015.942565:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.942569:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.942577:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1840. 00080000:00000010:1.0:1724310015.942582:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f3c00. 00000001:00000010:1.0:1724310015.942742:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba240. 00000001:00000010:1.0:1724310015.942747:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310015.942777:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1840. 00010000:00000010:1.0:1724310015.942783:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.942786:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.942798:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.942813:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310015.942816:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310015.942831:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.942836:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.942839:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.942844:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310015.942850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310015.942859:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096362, last committed = 4295096163 00010000:00000200:1.0:1724310015.942865:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1ad80 x1808069883415040/t4295096362(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.942880:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310015.942884:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883415040, offset 224 00000400:00000010:1.0:1724310015.942888:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87540. 00000400:00000200:1.0:1724310015.942891:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.942897:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.942903:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531603:531603:256:4294967295] 192.168.204.31@tcp LPNI seq info [531599:531599:8:4294967295] 00000400:00000200:1.0:1724310015.942906:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.942911:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.942916:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.942920:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.942923:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.942928:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.942931:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.942954:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310015.942957:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.942960:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:2.0:1724310015.943089:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.943092:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:2.0:1724310015.943095:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.943099:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.943339:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310015.943358:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310015.943361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310015.943363:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310015.943366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310015.943370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310015.944827:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.944839:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953a5 00000400:00000200:0.0:1724310015.944844:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.944847:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.944851:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310015.944853:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:1.0:1724310015.944978:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.944994:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00000400:00000200:0.0:1724310015.945748:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.945754:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214a80 00000400:00000200:0.0:1724310015.945759:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 126712 00000400:00000200:0.0:1724310015.945799:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.945801:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.945804:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.945808:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1aa00. 00000020:00000010:2.0:1724310015.946188:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26600. 00000020:00000010:2.0:1724310015.946193:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310015.946198:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310015.946234:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415168 00000001:00000010:2.0:1724310015.946243:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310015.946360:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310015.946365:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 02000000:00000010:2.0:1724310015.946410:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092b10000. 00010000:00000010:2.0:1724310015.946432:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310015.946435:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310015.946445:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310015.946447:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310015.946450:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310015.946452:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310015.946527:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310015.946533:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310015.946538:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310015.946543:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0680. 00010000:00000010:0.0:1724310015.947644:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310015.947647:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.947650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310015.947654:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.947694:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310015.947736:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310015.947740:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:0.0:1724310015.947763:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:0.0:1724310015.947774:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1aa00 x1808069883415168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.947786:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174198. 00000100:00000200:0.0:1724310015.947790:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883415168, offset 224 00000400:00000200:0.0:1724310015.947795:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.947803:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.947809:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531604:531604:256:4294967295] 192.168.204.31@tcp LPNI seq info [531600:531600:8:4294967295] 00000400:00000200:0.0:1724310015.947817:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.947821:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.947824:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310015.947828:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.947834:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.947837:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.947860:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d680. 00000020:00000010:0.0:1724310015.947863:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:0.0:1724310015.947867:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26600. 00000800:00000200:2.0:1724310015.948162:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310015.948164:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310015.948168:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.948171:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310015.948174:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174198 00000400:00000010:2.0:1724310015.948176:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174198. 00010000:00000010:2.1:1724310015.949877:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310015.949884:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310015.953018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310015.953033:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310015.953037:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310015.953040:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310015.953042:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.953043:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.953046:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310015.953048:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.953050:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310015.953055:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310015.953155:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310015.953160:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:0.1:1724310015.953164:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310015.953166:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:2.0:1724310015.953178:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310015.953191:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214b80 00000400:00000200:2.0:1724310015.953198:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 127288 00000400:00000200:2.0:1724310015.953215:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310015.953219:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310015.953225:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310015.953230:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d78380. 00000020:00000010:0.0:1724310015.953300:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950000. 00000020:00000010:0.0:1724310015.953305:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.953309:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310015.953356:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415424 02000000:00000010:0.0:1724310015.953386:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007f45a000. 00010000:00000010:0.0:1724310015.953416:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.953429:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.953448:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310015.953452:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310015.953463:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310015.953465:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310015.953468:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.953470:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310015.953545:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310015.953547:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.953549:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310015.953551:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310015.953569:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310015.953574:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310015.953584:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9720. 00080000:00000010:0.0:1724310015.953589:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c413c00. 00000001:00000010:0.0:1724310015.953734:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166a20. 00000001:00000010:0.0:1724310015.953738:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310015.953767:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9720. 00010000:00000010:0.0:1724310015.953772:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310015.953775:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.953788:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310015.953803:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310015.953806:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00080000:00000010:0.0:1724310015.953822:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:0.0:1724310015.953826:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:0.0:1724310015.953830:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:0.0:1724310015.953835:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:0.0:1724310015.953842:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310015.953851:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096363, last committed = 4295096163 00010000:00000200:0.0:1724310015.953857:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d78380 x1808069883415424/t4295096363(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.953869:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174cc0. 00000100:00000200:0.0:1724310015.953874:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883415424, offset 224 00000400:00000010:0.0:1724310015.953878:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9a80. 00000400:00000200:0.0:1724310015.953881:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.953889:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.953894:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531605:531605:256:4294967295] 192.168.204.31@tcp LPNI seq info [531601:531601:8:4294967295] 00000400:00000200:0.0:1724310015.953898:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310015.953903:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.953908:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.953911:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310015.953914:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.953920:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.953935:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.953952:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310015.953955:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310015.953957:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950000. 00000800:00000200:0.0:1724310015.954026:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.954029:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:0.0:1724310015.954032:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.954035:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.955858:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310015.955867:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:0.0:1724310015.956243:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.956254:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953ad 00000400:00000200:0.0:1724310015.956286:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.956290:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.956294:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:0.0:1724310015.956296:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00010000:00000010:3.0:1724310015.956505:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:3.0:1724310015.956513:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00000400:00000200:0.0:1724310015.956619:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.956625:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214c00 00000400:00000200:0.0:1724310015.956631:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 127776 00000400:00000200:0.0:1724310015.956678:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.956682:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.956685:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.956690:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1bb80. 00000020:00000010:1.0:1724310015.956741:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.956746:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.956750:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.956768:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415552 00000001:00000010:1.0:1724310015.956776:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310015.956791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310015.956795:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310015.956837:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88009c9a0000. 00010000:00000010:1.0:1724310015.956855:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310015.956858:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.956868:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310015.956871:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.956873:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310015.956875:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000004:00000010:1.0:1724310015.956943:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310015.956949:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.956954:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.956960:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.957716:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.957719:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.957722:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310015.957724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.957759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.957780:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.957784:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.957807:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.957818:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1bb80 x1808069883415552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.957830:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.957834:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883415552, offset 224 00000400:00000200:1.0:1724310015.957838:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.957846:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.957851:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531606:531606:256:4294967295] 192.168.204.31@tcp LPNI seq info [531602:531602:8:4294967295] 00000400:00000200:1.0:1724310015.957858:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.957863:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.957867:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310015.957871:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.957877:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.957881:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.957904:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.957907:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.957910:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.958243:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.958247:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310015.958249:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.958253:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.958256:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310015.958276:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:2.1:1724310015.958338:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310015.958352:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310015.958356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310015.958358:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310015.958360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310015.958365:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:0.0:1724310015.959767:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.959777:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214d00 00000400:00000200:0.0:1724310015.959783:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 128352 00000400:00000200:0.0:1724310015.959800:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.959805:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.959810:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.959814:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19180. 00000020:00000010:1.0:1724310015.959871:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.959875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.959878:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.959902:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415808 02000000:00000010:1.0:1724310015.959924:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083341000. 00010000:00000010:1.0:1724310015.959948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.959958:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.959975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310015.959978:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.959998:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310015.960001:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.960003:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310015.960006:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.960075:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.960077:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.960079:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310015.960082:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310015.960108:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.960113:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.960121:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880136bf11e0. 00080000:00000010:1.0:1724310015.960126:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f1400. 00000001:00000010:1.0:1724310015.960313:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801358578a0. 00000001:00000010:1.0:1724310015.960318:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310015.960360:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880136bf11e0. 00010000:00000010:1.0:1724310015.960366:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310015.960369:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.960382:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.960397:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.960400:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310015.960414:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.960418:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.960422:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.960426:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310015.960432:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310015.960442:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096364, last committed = 4295096163 00010000:00000200:1.0:1724310015.960448:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19180 x1808069883415808/t4295096364(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.960459:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.960464:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883415808, offset 224 00000400:00000010:1.0:1724310015.960468:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87578. 00000400:00000200:1.0:1724310015.960470:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.960477:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.960482:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531607:531607:256:4294967295] 192.168.204.31@tcp LPNI seq info [531603:531603:8:4294967295] 00000400:00000200:1.0:1724310015.960485:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.960490:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.960494:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.960497:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310015.960501:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.960506:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.960509:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.960526:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.960529:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.960531:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.960729:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.960733:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310015.960736:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.960739:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.961249:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.961274:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953b5 00000400:00000200:0.0:1724310015.961278:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.961280:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.961283:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310015.961285:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:1.0:1724310015.961467:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.961473:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:0.0:1724310015.961916:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.961922:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214d80 00000400:00000200:0.0:1724310015.961928:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 128840 00000400:00000200:0.0:1724310015.961959:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.961962:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.961965:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.961969:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18380. 00000020:00000010:1.0:1724310015.962361:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1a00. 00000020:00000010:1.0:1724310015.962365:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.962369:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.962392:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883415936 00000001:00000010:1.0:1724310015.962399:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:1.0:1724310015.962414:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310015.962418:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310015.962459:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bbf0000. 00010000:00000010:1.0:1724310015.962475:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310015.962478:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.962489:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.962491:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.962494:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310015.962496:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000004:00000010:1.0:1724310015.962556:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310015.962562:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.962567:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.962573:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.963942:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.963946:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.963949:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310015.963952:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.963992:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.964000:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.964003:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.964029:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310015.964042:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18380 x1808069883415936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.964055:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.964060:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883415936, offset 224 00000400:00000200:1.0:1724310015.964065:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.964074:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.964079:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531608:531608:256:4294967295] 192.168.204.31@tcp LPNI seq info [531604:531604:8:4294967295] 00000400:00000200:1.0:1724310015.964087:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.964091:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.964094:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310015.964099:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.964105:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.964108:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.964133:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.964137:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.964139:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1a00. 00000800:00000200:0.0:1724310015.964206:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.964209:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310015.964212:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.964216:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.964219:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310015.964220:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:0.1:1724310015.964979:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310015.964980:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310015.964985:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310015.964986:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310015.964989:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:0.0:1724310015.967151:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.967164:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13214e80 00000400:00000200:0.0:1724310015.967172:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 129416 00000400:00000200:0.0:1724310015.967192:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.967197:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.967203:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.967208:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18700. 00000020:00000010:1.0:1724310015.967561:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880124348e00. 00000020:00000010:1.0:1724310015.967567:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.967572:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.967595:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883416192 02000000:00000010:1.0:1724310015.967622:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083343000. 00010000:00000010:1.0:1724310015.967650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.967662:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.967683:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310015.967687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.967696:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.967698:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.967701:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.967703:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.967785:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.967788:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.967790:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310015.967793:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310015.967812:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.967818:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.967825:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857ae0. 00080000:00000010:1.0:1724310015.967831:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f2800. 00000001:00000010:1.0:1724310015.967992:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf11e0. 00000001:00000010:1.0:1724310015.967996:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310015.968026:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857ae0. 00010000:00000010:1.0:1724310015.968033:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310015.968036:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.968049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.968072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310015.968075:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310015.968091:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.968096:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.968100:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.968104:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310015.968110:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310015.968120:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096365, last committed = 4295096163 00010000:00000200:1.0:1724310015.968127:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18700 x1808069883416192/t4295096365(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.968140:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.968145:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883416192, offset 224 00000400:00000010:1.0:1724310015.968150:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc875b0. 00000400:00000200:1.0:1724310015.968153:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.968161:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.968166:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531609:531609:256:4294967295] 192.168.204.31@tcp LPNI seq info [531605:531605:8:4294967295] 00000400:00000200:1.0:1724310015.968170:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.968176:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.968180:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.968183:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.968187:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.968193:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.968196:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.968220:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.968223:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.968225:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880124348e00. 00000800:00000200:0.0:1724310015.968511:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.968514:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310015.968518:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.968522:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.970465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310015.970473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310015.970477:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310015.970481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310015.970483:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310015.970486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310015.970490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310015.970492:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310015.970494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310015.970496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310015.970498:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310015.970499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310015.970501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:0.0:1724310015.972140:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.972155:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953bd 00000400:00000200:0.0:1724310015.972160:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.972163:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.972167:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310015.972169:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:0.0:1724310015.972742:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.972754:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13214f00 00000400:00000200:0.0:1724310015.972760:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 129904 00000400:00000200:0.0:1724310015.972818:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.972821:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.972826:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.972831:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a300. 00010000:00000010:3.0:1724310015.973032:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:3.0:1724310015.973041:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00000020:00000010:1.0:1724310015.973044:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8d600. 00000020:00000010:1.0:1724310015.973049:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.973054:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.973090:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883416320 00000001:00000010:1.0:1724310015.973099:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310015.973119:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310015.973124:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310015.973168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880063d20000. 00010000:00000010:1.0:1724310015.973189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310015.973192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.973204:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310015.973206:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.973209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310015.973211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310015.973314:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310015.973321:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.973325:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310015.973331:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:1.0:1724310015.975328:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310015.975332:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.975336:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310015.975339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.975389:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.975396:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.975398:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.975422:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310015.975434:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a300 x1808069883416320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.975446:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310015.975450:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883416320, offset 224 00000400:00000200:1.0:1724310015.975454:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.975464:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.975469:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531610:531610:256:4294967295] 192.168.204.31@tcp LPNI seq info [531606:531606:8:4294967295] 00000400:00000200:1.0:1724310015.975475:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.975479:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.975481:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.975485:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.975489:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.975492:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.975516:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.975519:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.975521:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8d600. 00000800:00000200:0.0:1724310015.975748:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.975752:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310015.975755:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.975760:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.975763:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310015.975765:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:2.1:1724310015.976466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310015.976472:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310015.976476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310015.976478:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.976480:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310015.976485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:0.0:1724310015.978745:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.978760:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215000 00000400:00000200:0.0:1724310015.978766:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 130480 00000400:00000200:0.0:1724310015.978786:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.978790:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.978795:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.978801:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b800. 00000020:00000010:1.0:1724310015.978898:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8d600. 00000020:00000010:1.0:1724310015.978903:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.978907:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.978938:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883416576 02000000:00000010:1.0:1724310015.978967:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560a000. 00010000:00000010:1.0:1724310015.978997:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.979010:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.979030:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.979034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.979045:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310015.979047:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310015.979050:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.979052:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.979124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310015.979126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310015.979128:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.979130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310015.979148:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.979153:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.979168:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857780. 00080000:00000010:1.0:1724310015.979174:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f3800. 00000001:00000010:1.0:1724310015.979377:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b16c0. 00000001:00000010:1.0:1724310015.979381:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310015.979410:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857780. 00010000:00000010:1.0:1724310015.979422:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310015.979425:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.979437:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.979453:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.979456:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310015.979471:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:1.0:1724310015.979476:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:1.0:1724310015.979480:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310015.979484:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310015.979489:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310015.979500:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096366, last committed = 4295096163 00010000:00000200:1.0:1724310015.979507:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b800 x1808069883416576/t4295096366(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.979519:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310015.979523:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883416576, offset 224 00000400:00000010:1.0:1724310015.979528:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc875e8. 00000400:00000200:1.0:1724310015.979530:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.979537:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.979543:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531611:531611:256:4294967295] 192.168.204.31@tcp LPNI seq info [531607:531607:8:4294967295] 00000400:00000200:1.0:1724310015.979547:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.979552:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.979556:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.979559:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310015.979563:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.979568:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.979571:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.979589:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310015.979592:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.979594:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8d600. 00010000:00000010:1.1:1724310015.979980:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310015.979987:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000800:00000200:0.0:1724310015.980019:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.980022:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310015.980024:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.980027:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310015.982455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310015.982467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310015.982470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310015.982473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310015.983238:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.983251:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953c5 00000400:00000200:0.0:1724310015.983285:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.983289:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.983294:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310015.983296:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:1.0:1724310015.983493:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.983500:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00000400:00000200:0.0:1724310015.984774:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.984783:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215080 00000400:00000200:0.0:1724310015.984790:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 130968 00000400:00000200:0.0:1724310015.984844:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.984849:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.984854:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.984858:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a680. 00000020:00000010:1.0:1724310015.986025:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8d600. 00000020:00000010:1.0:1724310015.986031:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.986035:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.986078:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883416704 00000001:00000010:1.0:1724310015.986087:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310015.986107:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310015.986113:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310015.986158:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800874e0000. 00010000:00000010:1.0:1724310015.986180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310015.986183:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.986197:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310015.986199:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.986202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310015.986204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:3.1:1724310015.986813:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310015.986821:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310015.986824:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310015.986826:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310015.986828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310015.986833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000004:00000010:0.0:1724310015.987178:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310015.987186:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310015.987191:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310015.987198:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:1.0:1724310015.988539:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310015.988544:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.988547:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310015.988552:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.988601:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.988609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.988612:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.988643:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310015.988656:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a680 x1808069883416704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.988671:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310015.988676:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883416704, offset 224 00000400:00000200:1.0:1724310015.988682:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.988692:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.988697:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531612:531612:256:4294967295] 192.168.204.31@tcp LPNI seq info [531608:531608:8:4294967295] 00000400:00000200:1.0:1724310015.988705:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.988711:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.988714:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310015.988718:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.988724:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.988728:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.988758:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.988762:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.988766:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8d600. 00010000:00000010:2.1:1724310015.989381:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310015.989387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000800:00000200:0.0:1724310015.989581:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.989585:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310015.989589:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.989594:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.989598:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310015.989600:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00000400:00000200:0.0:1724310015.991719:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.991731:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215180 00000400:00000200:0.0:1724310015.991738:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 131544 00000400:00000200:0.0:1724310015.991759:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.991763:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.991768:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.991774:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19880. 00000020:00000010:1.0:1724310015.992504:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8d600. 00000020:00000010:1.0:1724310015.992510:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.992514:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310015.992549:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883416960 02000000:00000010:1.0:1724310015.992576:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880095608000. 00010000:00000010:1.0:1724310015.992604:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.992617:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.992637:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310015.992642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310015.992652:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310015.992653:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310015.992657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310015.992659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310015.992734:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310015.992736:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310015.992738:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310015.992740:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310015.992760:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.992765:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938860. 00000020:00000010:1.0:1724310015.992772:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1840. 00080000:00000010:1.0:1724310015.992777:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f2c00. 00000001:00000010:1.0:1724310015.992926:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857a20. 00000001:00000010:1.0:1724310015.992930:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310015.992961:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1840. 00010000:00000010:1.0:1724310015.992967:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310015.992970:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.992983:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310015.993000:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310015.993003:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310015.993018:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:1.0:1724310015.993025:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:1.0:1724310015.993028:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:1.0:1724310015.993032:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:1.0:1724310015.993039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310015.993051:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096367, last committed = 4295096163 00010000:00000200:1.0:1724310015.993058:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19880 x1808069883416960/t4295096367(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 488/456 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310015.993070:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310015.993075:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883416960, offset 224 00000400:00000010:1.0:1724310015.993079:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87620. 00000400:00000200:1.0:1724310015.993082:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310015.993090:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310015.993096:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531613:531613:256:4294967295] 192.168.204.31@tcp LPNI seq info [531609:531609:8:4294967295] 00000400:00000200:1.0:1724310015.993100:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310015.993105:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310015.993109:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310015.993112:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310015.993116:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310015.993121:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310015.993124:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310015.993137:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310015.993139:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310015.993142:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8d600. 00000800:00000200:0.0:1724310015.993245:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310015.993247:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310015.993254:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.993281:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310015.994691:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310015.994702:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953cd 00000400:00000200:0.0:1724310015.994706:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.994708:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310015.994712:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310015.994714:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:3.0:1724310015.994785:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:3.0:1724310015.994792:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00000400:00000200:0.0:1724310015.995052:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310015.995058:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215200 00000400:00000200:0.0:1724310015.995064:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 132032 00000400:00000200:0.0:1724310015.995102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310015.995106:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310015.995110:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310015.995115:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b100. 00000020:00000010:2.0:1724310015.996042:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e26600. 00000020:00000010:2.0:1724310015.996047:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310015.996051:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310015.996075:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883417088 00000001:00000010:2.0:1724310015.996084:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:2.0:1724310015.996101:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310015.996106:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310015.996149:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddf0000. 00010000:00000010:2.0:1724310015.996170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310015.996173:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310015.996185:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310015.996187:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310015.996190:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310015.996193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.1:1724310015.996641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310015.996647:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310015.996651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310015.996653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000004:00000010:2.0:1724310015.996701:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310015.996708:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310015.996712:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310015.996718:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310015.997800:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310015.997804:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310015.997807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310015.997811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310015.997854:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310015.998424:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310015.998429:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310015.998459:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:0.0:1724310015.998473:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b100 x1808069883417088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:281/0 lens 576/584 e 0 to 0 dl 1724310051 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310015.998487:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174cc0. 00000100:00000200:0.0:1724310015.998492:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883417088, offset 224 00000400:00000200:0.0:1724310015.998497:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310015.998507:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310015.998512:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531614:531614:256:4294967295] 192.168.204.31@tcp LPNI seq info [531610:531610:8:4294967295] 00000400:00000200:0.0:1724310015.998520:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310015.998525:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310015.998529:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310015.998533:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310015.998539:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310015.998542:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310015.998564:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:0.0:1724310015.998567:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:0.0:1724310015.998570:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e26600. 00000800:00000200:1.0:1724310015.998843:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310015.998847:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310015.998850:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310015.998855:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310015.998858:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174cc0 00000400:00000010:1.0:1724310015.998860:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174cc0. 00010000:00000010:1.1:1724310015.999369:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310015.999377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:0.0:1724310016.000412:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.000423:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215300 00000400:00000200:0.0:1724310016.000429:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 132608 00000400:00000200:0.0:1724310016.000447:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.000451:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.000456:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.000460:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19f80. 00000020:00000010:2.0:1724310016.000635:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4200. 00000020:00000010:2.0:1724310016.000640:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.000644:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310016.000667:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883417344 02000000:00000010:2.0:1724310016.000690:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e61000. 00010000:00000010:2.0:1724310016.000782:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310016.000805:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:2.0:1724310016.000825:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.000830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.000839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.000841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.000844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.000846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.000919:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.000922:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.000924:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.000927:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.000946:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.000951:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.000959:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.000965:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7d000. 00000001:00000010:2.0:1724310016.001113:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800881ba120. 00000001:00000010:2.0:1724310016.001117:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310016.001147:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.001154:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.001157:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.001170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.001188:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.001191:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310016.001211:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.001216:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.001219:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.001225:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310016.001232:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310016.001244:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096368, last committed = 4295096163 00010000:00000200:2.0:1724310016.001251:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19f80 x1808069883417344/t4295096368(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.001365:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.001370:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883417344, offset 224 00000400:00000010:2.0:1724310016.001374:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6118. 00000400:00000200:2.0:1724310016.001377:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.001386:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.001390:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531615:531615:256:4294967295] 192.168.204.31@tcp LPNI seq info [531611:531611:8:4294967295] 00000400:00000200:2.0:1724310016.001394:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.001399:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.001403:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.001406:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.001411:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.001416:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.001419:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.001477:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.001481:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310016.001483:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4200. 00000800:00000200:0.0:1724310016.001779:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.001782:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310016.001785:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.001789:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.002575:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310016.002581:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.002583:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.002586:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310016.002897:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310016.002903:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310016.002905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310016.002906:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310016.002909:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310016.002913:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310016.003289:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.003300:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953d5 00000400:00000200:0.0:1724310016.003304:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.003308:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.003312:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:0.0:1724310016.003314:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00000400:00000200:0.0:1724310016.003350:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.003355:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215380 00000400:00000200:0.0:1724310016.003361:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 133096 00000400:00000200:0.0:1724310016.003404:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.003408:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.003412:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.003415:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19c00. 00010000:00000010:1.0:1724310016.003514:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:1.0:1724310016.003521:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.004058:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4200. 00000020:00000010:2.0:1724310016.004063:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.004066:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310016.004093:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883417472 00000001:00000010:2.0:1724310016.004101:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310016.004116:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.004119:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 02000000:00000010:2.0:1724310016.004162:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c640000. 00010000:00000010:2.0:1724310016.004180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.004183:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.004193:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.004195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.004198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.004200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310016.004298:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310016.004304:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.004308:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.004314:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310016.004886:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.004889:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.004892:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.004895:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.004931:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:0.0:1724310016.004952:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:0.0:1724310016.004955:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:0.0:1724310016.004976:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:0.0:1724310016.004987:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19c00 x1808069883417472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.005000:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174440. 00000100:00000200:0.0:1724310016.005005:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883417472, offset 224 00000400:00000200:0.0:1724310016.005008:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.005015:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.005020:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531616:531616:256:4294967295] 192.168.204.31@tcp LPNI seq info [531612:531612:8:4294967295] 00000400:00000200:0.0:1724310016.005027:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.005032:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.005035:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310016.005040:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.005045:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.005048:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.005071:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:0.0:1724310016.005074:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310016.005077:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4200. 00000800:00000200:1.0:1724310016.005214:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.005217:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310016.005220:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.005223:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.005226:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174440 00000400:00000010:1.0:1724310016.005228:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174440. 00010000:00000010:0.1:1724310016.005513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310016.005518:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00000400:00000200:0.0:1724310016.007229:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.007241:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215480 00000400:00000200:0.0:1724310016.007247:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 133672 00000400:00000200:0.0:1724310016.007298:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.007303:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.007308:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.007313:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19500. 00000020:00000010:2.0:1724310016.007424:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e5800. 00000020:00000010:2.0:1724310016.007430:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.007433:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310016.007467:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883417728 02000000:00000010:2.0:1724310016.007491:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e64000. 00010000:00000010:2.0:1724310016.007540:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310016.007551:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310016.007570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.007574:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.007583:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.007585:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.007588:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.007590:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.007663:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.007665:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.007668:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.007670:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.007688:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.007692:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.007700:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.007705:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7f800. 00000001:00000010:2.0:1724310016.007858:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009c6af000. 00000001:00000010:2.0:1724310016.007863:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fcc0. 00000020:00000010:2.0:1724310016.007892:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.007897:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.007900:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.007912:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.007928:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.007930:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310016.007951:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.007956:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.007959:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.007965:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310016.007970:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310016.007981:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096369, last committed = 4295096163 00010000:00000200:2.0:1724310016.007987:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19500 x1808069883417728/t4295096369(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.007998:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fbb0. 00000100:00000200:2.0:1724310016.008002:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883417728, offset 224 00000400:00000010:2.0:1724310016.008007:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6150. 00000400:00000200:2.0:1724310016.008009:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.008017:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.008021:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531617:531617:256:4294967295] 192.168.204.31@tcp LPNI seq info [531613:531613:8:4294967295] 00000400:00000200:2.0:1724310016.008025:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.008030:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.008034:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.008037:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310016.008041:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.008046:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.008049:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.008075:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.008078:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310016.008080:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e5800. 00000800:00000200:0.0:1724310016.008211:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.008214:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:0.0:1724310016.008217:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.008220:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.008385:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:0.1:1724310016.008390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310016.008989:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.008994:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.008996:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310016.008998:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310016.009641:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.009650:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953dd 00000400:00000200:0.0:1724310016.009654:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.009658:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.009662:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fbb0 00000400:00000010:0.0:1724310016.009663:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fbb0. 00010000:00000010:3.0:1724310016.009724:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:3.0:1724310016.009730:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000400:00000200:0.0:1724310016.010067:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.010073:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215500 00000400:00000200:0.0:1724310016.010078:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 134160 00000400:00000200:0.0:1724310016.010380:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.010384:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.010387:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.010391:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18000. 00000020:00000010:2.0:1724310016.010494:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e5800. 00000020:00000010:2.0:1724310016.010499:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.010503:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310016.010531:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883417856 00000001:00000010:2.0:1724310016.010539:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310016.010553:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.010556:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 02000000:00000010:2.0:1724310016.010596:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbf0000. 00010000:00000010:2.0:1724310016.010613:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.010615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.010625:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.010627:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.010631:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.010632:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310016.010695:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310016.010701:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.010704:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.010711:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310016.011647:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.011651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.011654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.011657:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.011694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310016.011716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:0.0:1724310016.011719:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:0.0:1724310016.011744:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:0.0:1724310016.011755:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18000 x1808069883417856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.011768:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174990. 00000100:00000200:0.0:1724310016.011773:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883417856, offset 224 00000400:00000200:0.0:1724310016.011777:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.011784:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.011790:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531618:531618:256:4294967295] 192.168.204.31@tcp LPNI seq info [531614:531614:8:4294967295] 00000400:00000200:0.0:1724310016.011797:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.011801:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.011804:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310016.011809:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.011815:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.011818:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.012373:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:0.0:1724310016.012378:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:0.0:1724310016.012381:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e5800. 00000800:00000200:1.0:1724310016.012788:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.012791:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:1.0:1724310016.012795:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.012800:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.012804:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:1.0:1724310016.012806:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00000400:00000200:0.0:1724310016.014013:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.014024:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215600 00000400:00000200:0.0:1724310016.014031:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 134736 00000400:00000200:0.0:1724310016.014048:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.014052:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.014056:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.014061:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18a80. 00000020:00000010:2.0:1724310016.014320:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4c00. 00000020:00000010:2.0:1724310016.014325:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df00. 00010000:00000010:0.1:1724310016.014489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310016.014495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310016.014500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310016.014506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000020:00000010:2.0:1724310016.014645:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310016.015669:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883418112 02000000:00000010:2.0:1724310016.015698:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803a7000. 00010000:00000010:2.0:1724310016.015727:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310016.015739:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:2.0:1724310016.015760:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.015764:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.015774:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.015776:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.015779:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.015780:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.015855:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.015857:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.015860:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.015862:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.015882:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.015887:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.015894:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.015899:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7e000. 00000001:00000010:2.0:1724310016.016047:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012a397660. 00000001:00000010:2.0:1724310016.016051:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310016.016080:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.016086:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.016090:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.016103:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.016119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.016121:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00080000:00000010:2.0:1724310016.016141:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.016146:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.016149:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.016155:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310016.016163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310016.016173:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096370, last committed = 4295096163 00010000:00000200:2.0:1724310016.016182:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18a80 x1808069883418112/t4295096370(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.016195:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fc38. 00000100:00000200:2.0:1724310016.016202:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883418112, offset 224 00000400:00000010:2.0:1724310016.016208:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6188. 00000400:00000200:2.0:1724310016.016211:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.016221:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.016226:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531619:531619:256:4294967295] 192.168.204.31@tcp LPNI seq info [531615:531615:8:4294967295] 00000400:00000200:2.0:1724310016.016230:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.016235:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.016240:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.016243:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.016248:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.016254:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.016274:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.016298:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310016.016301:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310016.016304:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4c00. 00000800:00000200:0.0:1724310016.016409:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.016412:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310016.016415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.016419:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.017977:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.017990:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953e5 00000400:00000200:0.0:1724310016.017994:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.017997:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.018001:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fc38 00000400:00000010:0.0:1724310016.018003:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fc38. 00010000:00000010:1.0:1724310016.018093:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:1.0:1724310016.018101:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.1:1724310016.018362:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310016.018368:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.018371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.018373:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310016.018425:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310016.018430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310016.018918:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.018926:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215680 00000400:00000200:0.0:1724310016.018932:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 135224 00000400:00000200:0.0:1724310016.018975:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.018979:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.018983:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.018989:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cca80. 00000020:00000010:2.0:1724310016.019599:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4c00. 00000020:00000010:2.0:1724310016.019605:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310016.019608:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310016.020120:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883418240 00000001:00000010:2.0:1724310016.020129:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fcc0. 00010000:00000010:2.0:1724310016.020145:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.020150:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310016.020191:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bf0000. 00010000:00000010:2.0:1724310016.020212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.020215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.020225:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.020227:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.020231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.020233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310016.020312:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310016.020317:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.020321:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.020787:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.1:1724310016.021359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310016.021366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310016.021369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310016.021372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310016.021376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310016.021379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.0:1724310016.021747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.021750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.021754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.021757:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.021802:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:0.0:1724310016.021843:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310016.021847:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310016.021874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:0.0:1724310016.021886:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cca80 x1808069883418240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.021903:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174dd0. 00000100:00000200:0.0:1724310016.021908:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883418240, offset 224 00000400:00000200:0.0:1724310016.021912:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.021921:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.021926:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531620:531620:256:4294967295] 192.168.204.31@tcp LPNI seq info [531616:531616:8:4294967295] 00000400:00000200:0.0:1724310016.021935:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.021940:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.021943:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310016.021947:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.021952:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.021956:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.021981:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df00. 00000020:00000010:0.0:1724310016.021984:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310016.021987:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4c00. 00000800:00000200:1.0:1724310016.022109:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.022112:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:1.0:1724310016.022115:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.022119:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.022122:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:1.0:1724310016.022124:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00010000:00000010:0.1:1724310016.024609:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310016.024623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310016.025756:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.025769:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215780 00000400:00000200:0.0:1724310016.025775:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 135800 00000400:00000200:0.0:1724310016.025796:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.025800:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.025805:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.025810:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cce00. 00000020:00000010:2.0:1724310016.025876:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4400. 00000020:00000010:2.0:1724310016.025882:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310016.025886:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310016.025917:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883418496 02000000:00000010:2.0:1724310016.025942:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803a4000. 00010000:00000010:2.0:1724310016.025969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:2.0:1724310016.025979:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:2.0:1724310016.026079:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.026085:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.026095:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.026097:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.026100:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.026102:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.026177:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.026180:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.026183:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.026185:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310016.026202:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.026207:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951e20. 00000020:00000010:2.0:1724310016.026214:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.026219:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb7c800. 00000001:00000010:2.0:1724310016.026419:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b49895a0. 00000001:00000010:2.0:1724310016.026423:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310016.026453:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.026459:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.026462:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.026475:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.026492:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.026495:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00080000:00000010:2.0:1724310016.026515:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.026520:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.026524:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.026541:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310016.026548:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310016.026560:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096371, last committed = 4295096163 00010000:00000200:2.0:1724310016.026566:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cce00 x1808069883418496/t4295096371(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.026579:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f110. 00000100:00000200:2.0:1724310016.026584:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883418496, offset 224 00000400:00000010:2.0:1724310016.026588:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf61c0. 00000400:00000200:2.0:1724310016.026591:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.026599:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.026604:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531621:531621:256:4294967295] 192.168.204.31@tcp LPNI seq info [531617:531617:8:4294967295] 00000400:00000200:2.0:1724310016.026608:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.026613:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.026618:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.026621:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.026625:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.026631:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.026634:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.026651:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310016.026655:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:2.0:1724310016.026657:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4400. 00000800:00000200:0.0:1724310016.026765:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.026767:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310016.026771:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.026774:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.027527:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.027536:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953ed 00000400:00000200:0.0:1724310016.027539:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.027542:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.027546:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f110 00000400:00000010:0.0:1724310016.027547:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f110. 00010000:00000010:3.0:1724310016.027758:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310016.027764:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:0.0:1724310016.027960:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.027966:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215800 00000400:00000200:0.0:1724310016.027972:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 136288 00000400:00000200:0.0:1724310016.028006:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.028009:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.028013:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.028016:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd180. 00000020:00000010:2.0:1724310016.028091:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4400. 00000020:00000010:2.0:1724310016.028094:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310016.028097:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310016.028125:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883418624 00000001:00000010:2.0:1724310016.028133:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310016.028148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.028152:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 02000000:00000010:2.0:1724310016.028192:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880094430000. 00010000:00000010:2.0:1724310016.028209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.028213:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.028221:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.028224:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.028232:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.028234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310016.028320:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310016.028325:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.028329:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.028334:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310016.028989:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.028992:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.028995:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.028998:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310016.029032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.029040:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.029042:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:0.0:1724310016.029067:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:0.0:1724310016.029078:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cd180 x1808069883418624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.029089:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174330. 00000100:00000200:0.0:1724310016.029093:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883418624, offset 224 00000400:00000200:0.0:1724310016.029096:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.029103:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.029107:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531622:531622:256:4294967295] 192.168.204.31@tcp LPNI seq info [531618:531618:8:4294967295] 00000400:00000200:0.0:1724310016.029114:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.029117:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.029121:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.029125:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.029130:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.029133:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.029155:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:0.0:1724310016.029159:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:0.0:1724310016.029161:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4400. 00000800:00000200:2.0:1724310016.029214:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.029216:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310016.029219:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.029222:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.029225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:2.0:1724310016.029226:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00010000:00000010:2.1:1724310016.030369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310016.030375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310016.030375:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.030378:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310016.030380:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310016.030381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310016.030383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310016.030386:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:0.1:1724310016.030389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310016.030395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310016.031581:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.031591:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215900 00000400:00000200:0.0:1724310016.031597:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 136864 00000400:00000200:0.0:1724310016.031613:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.031617:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.031622:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.031626:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc000. 00000020:00000010:2.0:1724310016.032554:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4c00. 00000020:00000010:2.0:1724310016.032560:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.032564:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310016.032597:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883418880 02000000:00000010:2.0:1724310016.032623:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803a6000. 00010000:00000010:2.0:1724310016.032650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310016.032662:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310016.032681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.032685:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.032694:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.032696:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.032699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.032701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.032772:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.032774:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.032776:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.032778:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310016.032797:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.032802:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.032810:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.032817:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b6c00. 00000001:00000010:2.0:1724310016.032962:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4332480. 00000001:00000010:2.0:1724310016.032967:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310016.032994:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.033000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.033003:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.033015:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.033032:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.033035:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310016.033055:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.033060:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.033063:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.033069:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310016.033077:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310016.033086:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096372, last committed = 4295096163 00010000:00000200:2.0:1724310016.033094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cc000 x1808069883418880/t4295096372(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.033106:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f3b8. 00000100:00000200:2.0:1724310016.033111:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883418880, offset 224 00000400:00000010:2.0:1724310016.033116:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf61f8. 00000400:00000200:2.0:1724310016.033119:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.033127:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.033132:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531623:531623:256:4294967295] 192.168.204.31@tcp LPNI seq info [531619:531619:8:4294967295] 00000400:00000200:2.0:1724310016.033136:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.033141:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.033146:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.033149:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.033153:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.033158:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.033161:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.033190:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.033194:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310016.033196:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4c00. 00000800:00000200:0.0:1724310016.033420:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.033423:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.033426:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.033429:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.035967:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.035979:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953f5 00000400:00000200:0.0:1724310016.035985:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.035988:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.035992:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f3b8 00000400:00000010:0.0:1724310016.035995:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f3b8. 00000400:00000200:0.0:1724310016.036026:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.036032:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215980 00000400:00000200:0.0:1724310016.036038:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 137352 00000400:00000200:0.0:1724310016.036088:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.036092:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.036095:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.036099:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdf80. 00000020:00000010:3.0:1724310016.036174:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867de600. 00000020:00000010:3.0:1724310016.036179:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.036183:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00010000:00000010:1.0:1724310016.036188:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:1.0:1724310016.036195:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000100:00000200:3.0:1724310016.036217:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883419008 00000001:00000010:3.0:1724310016.036225:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:3.0:1724310016.036241:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.036245:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310016.036318:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080810000. 00010000:00000010:3.0:1724310016.036359:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.036366:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.036377:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310016.036379:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.036381:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.036383:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310016.036463:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310016.036469:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.036472:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310016.036478:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:1.1:1724310016.037182:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310016.037188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.0:1724310016.037564:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.037567:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.037569:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.037572:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.037607:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.037629:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.037632:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.037656:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310016.037669:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cdf80 x1808069883419008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.037681:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.037686:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883419008, offset 224 00000400:00000200:3.0:1724310016.037690:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.037699:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.037704:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531624:531624:256:4294967295] 192.168.204.31@tcp LPNI seq info [531620:531620:8:4294967295] 00000400:00000200:3.0:1724310016.037711:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.037715:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.037718:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310016.037723:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.037729:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.037732:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.037744:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.037747:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.037749:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867de600. 00000800:00000200:0.0:1724310016.037895:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.037899:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310016.037902:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.037905:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.037908:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.037910:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.1:1724310016.039560:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.039569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310016.039611:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310016.039616:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:3.1:1724310016.039620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310016.039622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310016.039716:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310016.039721:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310016.039724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310016.039726:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310016.039728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310016.039733:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310016.039945:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.039957:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215a80 00000400:00000200:0.0:1724310016.039963:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 137928 00000400:00000200:0.0:1724310016.039979:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.039982:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.039986:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.039990:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdc00. 00000020:00000010:3.0:1724310016.042279:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a1ba4a00. 00000020:00000010:3.0:1724310016.042287:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.042292:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.042336:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883419264 02000000:00000010:3.0:1724310016.042367:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e2000. 00010000:00000010:3.0:1724310016.042395:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.042408:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.042429:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.042433:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.042443:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.042445:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.042448:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.042450:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.042528:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.042531:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.042533:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.042535:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310016.042559:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.042564:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.042571:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a840. 00080000:00000010:3.0:1724310016.042576:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a99400. 00000001:00000010:3.0:1724310016.042755:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4c60. 00000001:00000010:3.0:1724310016.042759:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310016.042795:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a840. 00010000:00000010:3.0:1724310016.042801:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.042804:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.042816:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.042832:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.042834:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00080000:00000010:3.0:1724310016.042848:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:3.0:1724310016.042852:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310016.042855:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.042859:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310016.042866:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310016.042876:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096373, last committed = 4295096163 00010000:00000200:3.0:1724310016.042884:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cdc00 x1808069883419264/t4295096373(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.042896:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.042901:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883419264, offset 224 00000400:00000010:3.0:1724310016.042906:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467d90. 00000400:00000200:3.0:1724310016.042909:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.042920:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.042925:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531625:531625:256:4294967295] 192.168.204.31@tcp LPNI seq info [531621:531621:8:4294967295] 00000400:00000200:3.0:1724310016.042929:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.042934:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.042939:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.042942:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310016.042947:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.042952:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.042955:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.042978:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.042981:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.042983:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a1ba4a00. 00000800:00000200:0.0:1724310016.043497:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.043500:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310016.043505:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.043509:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.045853:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.045868:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2953fd 00000400:00000200:0.0:1724310016.045873:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.045877:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.045881:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.045883:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310016.045911:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.045916:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215b00 00000400:00000200:0.0:1724310016.045923:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 138416 00000400:00000200:0.0:1724310016.045979:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.045983:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.045987:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.045991:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc380. 00010000:00000010:3.0:1724310016.046148:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.046157:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00000020:00000010:2.0:1724310016.046234:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4c00. 00000020:00000010:2.0:1724310016.046239:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.046243:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310016.046279:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883419392 00000001:00000010:2.0:1724310016.046287:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310016.046302:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.046306:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310016.046352:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88002eb30000. 00010000:00000010:2.0:1724310016.046370:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.046373:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.046382:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.046384:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.046387:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.046388:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000004:00000010:2.0:1724310016.046452:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310016.046457:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.046461:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.046467:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.1:1724310016.046717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310016.046723:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310016.046727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310016.046729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.0:1724310016.047548:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310016.047552:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310016.047555:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.047558:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310016.047592:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:0.0:1724310016.047940:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:0.0:1724310016.047944:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:0.0:1724310016.047973:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:0.0:1724310016.047986:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cc380 x1808069883419392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.048000:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174330. 00000100:00000200:0.0:1724310016.048005:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883419392, offset 224 00000400:00000200:0.0:1724310016.048010:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.048018:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.048023:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531626:531626:256:4294967295] 192.168.204.31@tcp LPNI seq info [531622:531622:8:4294967295] 00000400:00000200:0.0:1724310016.048030:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.048034:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.048037:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310016.048041:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.048046:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.048049:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.048374:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:0.0:1724310016.048379:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:0.0:1724310016.048382:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4c00. 00000800:00000200:1.0:1724310016.048615:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.048618:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310016.048620:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.048624:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.048626:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174330 00000400:00000010:1.0:1724310016.048628:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174330. 00010000:00000010:1.1:1724310016.051620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310016.051631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310016.051635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.051639:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310016.051643:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.051649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310016.051963:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.051977:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215c00 00000400:00000200:0.0:1724310016.051983:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 138992 00000400:00000200:0.0:1724310016.052004:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.052009:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.052157:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.052162:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ced80. 00000020:00000010:2.0:1724310016.052319:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007f8e4c00. 00000020:00000010:2.0:1724310016.052324:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310016.052329:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310016.052896:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883419648 02000000:00000010:2.0:1724310016.052925:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002d29e000. 00010000:00000010:2.0:1724310016.052954:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:2.0:1724310016.052980:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310016.053000:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.053004:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.053016:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.053019:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.053022:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.053024:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.053724:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.053727:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.053730:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.053732:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.053756:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.053762:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.053770:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.053994:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b5000. 00000001:00000010:2.0:1724310016.054149:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67ed20. 00000001:00000010:2.0:1724310016.054154:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310016.054182:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.054188:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.054192:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.054205:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.054224:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.054226:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00080000:00000010:2.0:1724310016.054247:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.054252:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.054255:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.054296:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310016.054307:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310016.054319:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096374, last committed = 4295096163 00010000:00000200:2.0:1724310016.054327:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ced80 x1808069883419648/t4295096374(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.054340:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fe58. 00000100:00000200:2.0:1724310016.054357:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883419648, offset 224 00000400:00000010:2.0:1724310016.054363:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6230. 00000400:00000200:2.0:1724310016.054366:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.054376:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.054382:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531627:531627:256:4294967295] 192.168.204.31@tcp LPNI seq info [531623:531623:8:4294967295] 00000400:00000200:2.0:1724310016.054386:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.054392:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.054397:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.054400:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310016.054405:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.054412:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.054415:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.054444:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310016.054448:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:2.0:1724310016.054450:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007f8e4c00. 00000800:00000200:1.0:1724310016.054672:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.054675:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:1.0:1724310016.054679:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.054684:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.056411:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.056424:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295405 00000400:00000200:0.0:1724310016.056429:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.056432:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.056436:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fe58 00000400:00000010:0.0:1724310016.056438:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fe58. 00010000:00000010:1.0:1724310016.056676:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:1.0:1724310016.056683:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00000400:00000200:0.0:1724310016.056787:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.056794:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215c80 00000400:00000200:0.0:1724310016.056799:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 139480 00000400:00000200:0.0:1724310016.056844:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.056848:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.056851:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.056856:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cf480. 00010000:00000010:0.1:1724310016.057736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310016.057745:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310016.057749:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310016.057751:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310016.057753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310016.057758:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310016.057760:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310016.057762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310016.057801:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310016.057806:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.057810:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.057813:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000020:00000010:3.0:1724310016.057912:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91ea00. 00000020:00000010:3.0:1724310016.057917:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.057921:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.057948:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883419776 00000001:00000010:3.0:1724310016.057956:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310016.057973:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.057978:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310016.058021:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800905c0000. 00010000:00000010:3.0:1724310016.058042:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.058045:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.058057:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.058059:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.058061:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.058063:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310016.058141:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310016.058147:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.058151:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310016.058156:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:3.0:1724310016.058733:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.058736:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.058739:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.058743:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.058781:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.059167:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.059172:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.059199:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310016.059212:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cf480 x1808069883419776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.059226:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.059231:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883419776, offset 224 00000400:00000200:3.0:1724310016.059235:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.059244:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.059249:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531628:531628:256:4294967295] 192.168.204.31@tcp LPNI seq info [531624:531624:8:4294967295] 00000400:00000200:3.0:1724310016.059276:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.059281:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.059285:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310016.059289:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.059295:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.059298:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.059431:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.059435:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.059437:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91ea00. 00000800:00000200:1.0:1724310016.059546:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.059549:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310016.059552:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.059556:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.059559:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:1.0:1724310016.059561:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:2.1:1724310016.060491:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.060499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310016.060533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310016.060536:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00000400:00000200:0.0:1724310016.061583:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.061595:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215d80 00000400:00000200:0.0:1724310016.061602:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 140056 00000400:00000200:0.0:1724310016.061620:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.061624:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.061628:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.061633:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ce300. 00000020:00000010:3.0:1724310016.061751:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91ea00. 00000020:00000010:3.0:1724310016.061756:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.061760:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.061782:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420032 02000000:00000010:3.0:1724310016.061807:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e5000. 00010000:00000010:3.0:1724310016.061834:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.061845:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.061864:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.061868:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.061877:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310016.061879:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.061882:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.061884:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.061962:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.061965:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.061967:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.061969:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.061988:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.061993:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.062000:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac42a0. 00080000:00000010:3.0:1724310016.062007:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86e000. 00000001:00000010:3.0:1724310016.062159:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4300. 00000001:00000010:3.0:1724310016.062163:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310016.062191:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac42a0. 00010000:00000010:3.0:1724310016.062197:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.062199:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.062211:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.062228:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.062231:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310016.062247:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:3.0:1724310016.062252:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310016.062277:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.062283:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310016.062292:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.062302:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096375, last committed = 4295096163 00010000:00000200:3.0:1724310016.062309:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ce300 x1808069883420032/t4295096375(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.062320:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.062325:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883420032, offset 224 00000400:00000010:3.0:1724310016.062590:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467dc8. 00000400:00000200:3.0:1724310016.062594:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.062602:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.062607:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531629:531629:256:4294967295] 192.168.204.31@tcp LPNI seq info [531625:531625:8:4294967295] 00000400:00000200:3.0:1724310016.062612:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.062618:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.062622:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.062626:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310016.062630:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.062635:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.062638:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.063348:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.063354:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.063356:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91ea00. 00000800:00000200:0.0:1724310016.064337:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.064350:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310016.064354:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.064359:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.065832:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.065843:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29540d 00000400:00000200:0.0:1724310016.065848:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.065852:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.065856:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.065858:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.065961:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.065966:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215e00 00000400:00000200:0.0:1724310016.065971:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 140544 00000400:00000200:0.0:1724310016.066016:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.066019:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.066023:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.066027:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd500. 00010000:00000010:3.0:1724310016.066096:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.066104:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00000020:00000010:2.0:1724310016.067271:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:2.0:1724310016.067276:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310016.067279:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00010000:00000010:0.1:1724310016.067358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310016.067364:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310016.067367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310016.067370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000100:00000200:2.0:1724310016.067615:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420160 00000001:00000010:2.0:1724310016.067623:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310016.067639:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.067644:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 02000000:00000010:2.0:1724310016.067684:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d740000. 00010000:00000010:2.0:1724310016.067704:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.067706:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.067717:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.067719:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.067722:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.067724:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310016.067794:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310016.067800:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.067804:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.067812:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310016.068892:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.068896:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.068899:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.068902:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.068938:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:0.0:1724310016.069035:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:0.0:1724310016.069039:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:0.0:1724310016.069063:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:0.0:1724310016.069073:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cd500 x1808069883420160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.069086:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174dd0. 00000100:00000200:0.0:1724310016.069091:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883420160, offset 224 00000400:00000200:0.0:1724310016.069095:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.069105:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.069109:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531630:531630:256:4294967295] 192.168.204.31@tcp LPNI seq info [531626:531626:8:4294967295] 00000400:00000200:0.0:1724310016.069118:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.069123:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.069127:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310016.069132:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.069137:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.069140:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.069392:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:0.0:1724310016.069396:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310016.069399:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000800:00000200:1.0:1724310016.069512:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.069516:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310016.069518:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.069521:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.069524:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174dd0 00000400:00000010:1.0:1724310016.069526:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174dd0. 00010000:00000010:1.1:1724310016.071669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310016.071679:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310016.071684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310016.071690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310016.071725:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310016.071730:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310016.071733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310016.071735:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310016.071737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310016.071742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310016.071774:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310016.071777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:0.0:1724310016.072767:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.072780:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13215f00 00000400:00000200:0.0:1724310016.072786:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 141120 00000400:00000200:0.0:1724310016.072800:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.072804:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.072809:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.072815:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aaa00. 00000020:00000010:2.0:1724310016.072925:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f600. 00000020:00000010:2.0:1724310016.072930:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310016.072933:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310016.072968:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420416 02000000:00000010:2.0:1724310016.072994:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002d29b000. 00010000:00000010:2.0:1724310016.073025:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310016.073040:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310016.073057:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.073061:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.073071:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.073073:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.073075:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.073077:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.073150:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.073152:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.073155:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.073157:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.073176:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.073181:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951600. 00000020:00000010:2.0:1724310016.073189:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.073194:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b4000. 00000001:00000010:2.0:1724310016.073374:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b4bca660. 00000001:00000010:2.0:1724310016.073378:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310016.073406:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.073411:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.073414:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.073427:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.073444:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.073446:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310016.073465:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.073469:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.073473:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.073478:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310016.073483:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:2.0:1724310016.073494:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096376, last committed = 4295096163 00010000:00000200:2.0:1724310016.073500:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aaa00 x1808069883420416/t4295096376(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.073512:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fe58. 00000100:00000200:2.0:1724310016.073516:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883420416, offset 224 00000400:00000010:2.0:1724310016.073520:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6268. 00000400:00000200:2.0:1724310016.073523:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.073531:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.073537:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531631:531631:256:4294967295] 192.168.204.31@tcp LPNI seq info [531627:531627:8:4294967295] 00000400:00000200:2.0:1724310016.073540:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.073546:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.073550:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.073553:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.073557:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.073563:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.073566:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.073578:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310016.073581:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310016.073584:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f600. 00000800:00000200:2.0:1724310016.073657:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.073660:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:2.0:1724310016.073663:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.073666:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.074407:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310016.074412:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.074415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.074417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:0.0:1724310016.075200:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.075210:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295415 00000400:00000200:0.0:1724310016.075214:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.075217:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.075221:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fe58 00000400:00000010:0.0:1724310016.075223:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fe58. 00000400:00000200:0.0:1724310016.075250:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.075255:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13215f80 00000400:00000200:0.0:1724310016.075278:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 141608 00000400:00000200:0.0:1724310016.075293:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.075296:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.075299:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.075303:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8a80. 00010000:00000010:1.0:1724310016.075386:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:1.0:1724310016.075393:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00000020:00000010:2.0:1724310016.075466:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295ec00. 00000020:00000010:2.0:1724310016.075470:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310016.075473:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310016.075490:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420544 00000001:00000010:2.0:1724310016.075497:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310016.075511:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.075514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 02000000:00000010:2.0:1724310016.075553:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bc0000. 00010000:00000010:2.0:1724310016.075570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.075573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.075581:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.075583:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.075587:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.075588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310016.075645:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310016.075651:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.075654:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.075661:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310016.077331:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.077337:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.077351:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.077356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.077400:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310016.077424:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.077428:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.077457:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:0.0:1724310016.077470:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8a80 x1808069883420544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.077484:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095174990. 00000100:00000200:0.0:1724310016.077489:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883420544, offset 224 00000400:00000200:0.0:1724310016.077494:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.077503:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.077508:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531632:531632:256:4294967295] 192.168.204.31@tcp LPNI seq info [531628:531628:8:4294967295] 00000400:00000200:0.0:1724310016.077516:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.077521:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.077524:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310016.077528:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.077535:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.077538:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.077559:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:0.0:1724310016.077563:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310016.077566:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295ec00. 00000800:00000200:1.0:1724310016.077772:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.077775:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310016.077778:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.077782:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.077786:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095174990 00000400:00000010:1.0:1724310016.077787:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880095174990. 00010000:00000010:0.1:1724310016.080404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310016.080412:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310016.080416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310016.080420:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.080422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310016.080428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310016.080977:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.080989:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216080 00000400:00000200:0.0:1724310016.080996:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 142184 00000400:00000200:0.0:1724310016.081013:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.081017:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.081022:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.081026:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9880. 00000020:00000010:2.0:1724310016.081767:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295fa00. 00000020:00000010:2.0:1724310016.081774:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.081778:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.081798:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420800 02000000:00000010:2.0:1724310016.081822:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002d29a000. 00010000:00000010:2.0:1724310016.081850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:2.0:1724310016.082031:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:2.0:1724310016.082052:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.082056:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.082067:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.082068:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.082071:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.082073:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.082146:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.082148:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.082150:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.082152:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310016.082169:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951ec0. 00000020:00000010:2.0:1724310016.082174:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951ec0. 00000020:00000010:2.0:1724310016.082181:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.082186:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b7000. 00000001:00000010:2.0:1724310016.082352:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10000. 00000001:00000010:2.0:1724310016.082357:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310016.082388:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.082394:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.082397:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.082410:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.082426:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.082429:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00080000:00000010:2.0:1724310016.082448:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.082453:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.082456:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.082461:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310016.082467:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310016.082478:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096377, last committed = 4295096163 00010000:00000200:2.0:1724310016.082485:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9880 x1808069883420800/t4295096377(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.082498:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f110. 00000100:00000200:2.0:1724310016.082502:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883420800, offset 224 00000400:00000010:2.0:1724310016.082507:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf62a0. 00000400:00000200:2.0:1724310016.082510:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.082518:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.082524:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531633:531633:256:4294967295] 192.168.204.31@tcp LPNI seq info [531629:531629:8:4294967295] 00000400:00000200:2.0:1724310016.082528:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.082533:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.082538:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.082541:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.082546:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.082551:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.082555:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.083190:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.083194:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310016.083197:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295fa00. 00010000:00000010:3.1:1724310016.084463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310016.084479:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310016.084484:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310016.084486:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310016.084594:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.084599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000800:00000200:0.0:1724310016.085779:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.085783:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310016.085789:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.085796:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.086355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310016.086361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310016.086364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310016.086366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.086369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310016.086373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:0.0:1724310016.087787:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.087799:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29541d 00000400:00000200:0.0:1724310016.087804:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.087807:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.087811:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f110 00000400:00000010:0.0:1724310016.087813:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f110. 00010000:00000010:3.0:1724310016.088048:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:3.0:1724310016.088057:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00000400:00000200:0.0:1724310016.089191:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.089199:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216100 00000400:00000200:0.0:1724310016.089205:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 142672 00000400:00000200:0.0:1724310016.089254:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.090936:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.090943:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.090949:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9ab480. 00000020:00000010:2.0:1724310016.091098:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295fa00. 00000020:00000010:2.0:1724310016.091103:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.091107:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.091128:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883420928 00000001:00000010:2.0:1724310016.091137:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310016.091157:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.091163:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 02000000:00000010:2.0:1724310016.091213:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093470000. 00010000:00000010:2.0:1724310016.091235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.091238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.091251:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.091253:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.091271:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.091273:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000004:00000010:2.0:1724310016.091463:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310016.091470:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.091474:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.091480:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:2.0:1724310016.092668:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.092672:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.092675:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.092678:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.092720:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.093354:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.093359:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.093389:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310016.093402:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9ab480 x1808069883420928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.093416:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fc38. 00000100:00000200:2.0:1724310016.093421:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883420928, offset 224 00000400:00000200:2.0:1724310016.093427:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.093437:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.093442:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531634:531634:256:4294967295] 192.168.204.31@tcp LPNI seq info [531630:531630:8:4294967295] 00000400:00000200:2.0:1724310016.093451:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.093455:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.093460:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310016.093464:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.093470:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.093474:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.093498:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.093501:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310016.093505:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295fa00. 00000800:00000200:0.0:1724310016.093618:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.093621:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:0.0:1724310016.093625:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.093629:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.093632:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fc38 00000400:00000010:0.0:1724310016.093633:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fc38. 00010000:00000010:2.1:1724310016.094963:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:2.1:1724310016.094972:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310016.095604:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.095614:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216200 00000400:00000200:0.0:1724310016.095620:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 143248 00000400:00000200:0.0:1724310016.095638:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.095641:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.095645:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.095649:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9180. 00000020:00000010:2.0:1724310016.096146:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295fa00. 00000020:00000010:2.0:1724310016.096152:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.096155:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.096243:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883421184 02000000:00000010:2.0:1724310016.096289:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319df000. 00010000:00000010:2.0:1724310016.096314:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.096324:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.096353:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.096356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.096366:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.096368:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.096370:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.096372:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.096440:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.096442:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.096445:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.096447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310016.096464:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951ea0. 00000020:00000010:2.0:1724310016.096469:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951ea0. 00000020:00000010:2.0:1724310016.096476:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10d80. 00080000:00000010:2.0:1724310016.096481:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b6400. 00000001:00000010:2.0:1724310016.096631:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd63c0. 00000001:00000010:2.0:1724310016.096635:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310016.096664:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10d80. 00010000:00000010:2.0:1724310016.096670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.096673:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.096685:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.096700:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.096703:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310016.096719:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310016.096723:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310016.096727:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.096732:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310016.096737:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310016.096746:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096378, last committed = 4295096163 00010000:00000200:2.0:1724310016.096753:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9180 x1808069883421184/t4295096378(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.096764:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fbb0. 00000100:00000200:2.0:1724310016.096768:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883421184, offset 224 00000400:00000010:2.0:1724310016.096772:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf62d8. 00000400:00000200:2.0:1724310016.096775:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.096782:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.096788:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531635:531635:256:4294967295] 192.168.204.31@tcp LPNI seq info [531631:531631:8:4294967295] 00000400:00000200:2.0:1724310016.096791:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.096796:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.096801:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.096804:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310016.096808:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.096814:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.096818:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.097593:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.097598:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310016.097601:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295fa00. 00000800:00000200:1.0:1724310016.097715:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.097718:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:1.0:1724310016.097723:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.097727:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.099642:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310016.099652:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310016.099656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310016.099658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310016.100676:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.100689:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295425 00000400:00000200:0.0:1724310016.100695:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.100698:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.100702:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fbb0 00000400:00000010:0.0:1724310016.100704:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fbb0. 00000400:00000200:0.0:1724310016.100733:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.100738:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216280 00000400:00000200:0.0:1724310016.100744:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 143736 00000400:00000200:0.0:1724310016.100759:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.100763:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.100766:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.100771:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aad80. 00010000:00000010:1.0:1724310016.100849:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:1.0:1724310016.100857:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.100930:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295fa00. 00000020:00000010:2.0:1724310016.100935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.100939:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.100971:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883421312 00000001:00000010:2.0:1724310016.100979:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310016.100995:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.100999:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 02000000:00000010:2.0:1724310016.101042:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088960000. 00010000:00000010:2.0:1724310016.101063:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.101065:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.101076:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.101078:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.101081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.101083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310016.101175:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310016.101181:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f539d8. 00000004:00000010:2.0:1724310016.101185:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.101191:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:1.1:1724310016.102696:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.102704:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310016.102708:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310016.102711:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310016.102713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310016.102718:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.0:1724310016.102937:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310016.102941:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.102944:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.102948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.102996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310016.103015:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310016.103018:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:3.0:1724310016.103047:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:3.0:1724310016.103060:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aad80 x1808069883421312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.103073:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.103078:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883421312, offset 224 00000400:00000200:3.0:1724310016.103083:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.103092:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.103097:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531636:531636:256:4294967295] 192.168.204.31@tcp LPNI seq info [531632:531632:8:4294967295] 00000400:00000200:3.0:1724310016.103106:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.103111:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.103115:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.103119:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.103125:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.103128:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.103827:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:3.0:1724310016.103832:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:3.0:1724310016.103836:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295fa00. 00000800:00000200:0.0:1724310016.103948:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.103951:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310016.103955:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.103959:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.103963:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.103965:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:3.1:1724310016.105607:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310016.105617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310016.107487:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.107502:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216380 00000400:00000200:0.0:1724310016.107509:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 144312 00000400:00000200:0.0:1724310016.107529:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.107533:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.107538:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.107543:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8e00. 00000020:00000010:3.0:1724310016.107780:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91ea00. 00000020:00000010:3.0:1724310016.107785:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310016.107789:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.107809:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883421568 02000000:00000010:3.0:1724310016.107833:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e1000. 00010000:00000010:3.0:1724310016.107862:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.107878:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.107899:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.107903:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.107915:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310016.107917:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.107919:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.107921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.108114:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.108116:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.108119:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.108121:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.108138:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.108142:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c740. 00000020:00000010:3.0:1724310016.108149:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac42a0. 00080000:00000010:3.0:1724310016.108154:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86f000. 00000001:00000010:3.0:1724310016.108407:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4b40. 00000001:00000010:3.0:1724310016.108411:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310016.108440:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac42a0. 00010000:00000010:3.0:1724310016.108446:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.108449:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.108462:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.108478:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.108480:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310016.108497:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:3.0:1724310016.108502:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:3.0:1724310016.108506:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f539d8. 00000004:00000010:3.0:1724310016.108512:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:3.0:1724310016.108520:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310016.108532:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096379, last committed = 4295096163 00010000:00000200:3.0:1724310016.108539:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8e00 x1808069883421568/t4295096379(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.108552:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.108557:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883421568, offset 224 00000400:00000010:3.0:1724310016.108561:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467e00. 00000400:00000200:3.0:1724310016.108564:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.108573:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.108579:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531637:531637:256:4294967295] 192.168.204.31@tcp LPNI seq info [531633:531633:8:4294967295] 00000400:00000200:3.0:1724310016.108583:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.108588:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.108593:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.108596:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310016.108600:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.108605:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.108609:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.108633:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310016.108636:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.108639:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91ea00. 00000800:00000200:0.0:1724310016.108747:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.108749:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310016.108752:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.108756:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.110865:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.110878:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29542d 00000400:00000200:0.0:1724310016.110883:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.110889:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.110893:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.110895:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.110923:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.110928:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216400 00000400:00000200:0.0:1724310016.110933:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 144800 00000400:00000200:0.0:1724310016.110974:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.110977:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.110984:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.110989:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aa300. 00010000:00000010:3.0:1724310016.111059:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.111070:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00000020:00000010:2.0:1724310016.111285:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f800. 00000020:00000010:2.0:1724310016.111290:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.111294:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.111332:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883421696 00000001:00000010:2.0:1724310016.111350:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310016.111366:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.111370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310016.111414:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088180000. 00010000:00000010:2.0:1724310016.111435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.111438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.111449:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.111451:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.111454:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.111456:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310016.111525:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310016.111531:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.111535:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310016.111541:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310016.112208:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.112211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.112214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.112217:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.112248:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.112279:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.112282:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.112302:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310016.112312:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa300 x1808069883421696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.112323:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.112327:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883421696, offset 224 00000400:00000200:2.0:1724310016.112331:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.112339:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.112354:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531638:531638:256:4294967295] 192.168.204.31@tcp LPNI seq info [531634:531634:8:4294967295] 00000400:00000200:2.0:1724310016.112362:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.112366:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.112369:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310016.112374:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.112379:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.112382:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.112404:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.112407:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310016.112410:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f800. 00000800:00000200:0.0:1724310016.112694:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.112696:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310016.112699:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.112703:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.112706:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:0.0:1724310016.112707:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00010000:00000010:2.1:1724310016.114424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310016.114433:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310016.114437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310016.115425:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.115438:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216500 00000400:00000200:0.0:1724310016.115444:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 145376 00000400:00000200:0.0:1724310016.115463:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.115468:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.115473:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.115478:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9ab800. 00000020:00000010:2.0:1724310016.115551:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f800. 00000020:00000010:2.0:1724310016.115556:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.115561:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.115596:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883421952 02000000:00000010:2.0:1724310016.115620:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319d8000. 00010000:00000010:2.0:1724310016.115648:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.115659:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.115679:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.115683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.115693:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.115695:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.115698:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.115700:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.115766:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.115768:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.115770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.115772:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.115787:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951ea0. 00000020:00000010:2.0:1724310016.115792:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951ea0. 00000020:00000010:2.0:1724310016.115799:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6000. 00080000:00000010:2.0:1724310016.115804:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800939b7800. 00000001:00000010:2.0:1724310016.116152:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10120. 00000001:00000010:2.0:1724310016.116157:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310016.116187:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6000. 00010000:00000010:2.0:1724310016.116197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.116200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.116213:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.116365:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.116369:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310016.116387:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310016.116391:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310016.116395:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.116401:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310016.116410:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310016.116422:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096380, last committed = 4295096163 00010000:00000200:2.0:1724310016.116429:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9ab800 x1808069883421952/t4295096380(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.116442:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.116447:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883421952, offset 224 00000400:00000010:2.0:1724310016.116451:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6310. 00000400:00000200:2.0:1724310016.116454:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.116462:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.116467:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531639:531639:256:4294967295] 192.168.204.31@tcp LPNI seq info [531635:531635:8:4294967295] 00000400:00000200:2.0:1724310016.116471:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.116476:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.116481:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.116484:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310016.116489:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.116494:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.116497:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.116517:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.116520:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310016.116523:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f800. 00000800:00000200:0.0:1724310016.116647:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.116650:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:0.0:1724310016.116653:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.116657:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.118494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310016.118503:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310016.118506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310016.118508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310016.120660:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.120677:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295435 00000400:00000200:0.0:1724310016.120683:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.120687:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.120692:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:0.0:1724310016.120694:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00000400:00000200:0.0:1724310016.120729:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.120734:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216580 00000400:00000200:0.0:1724310016.120740:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 145864 00000400:00000200:0.0:1724310016.120756:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.120759:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.120763:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.120767:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8380. 00010000:00000010:1.0:1724310016.120872:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:1.0:1724310016.120880:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00000020:00000010:2.0:1724310016.120928:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f800. 00000020:00000010:2.0:1724310016.120933:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.120937:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.120968:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883422080 00000001:00000010:2.0:1724310016.120976:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310016.120995:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.120999:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310016.121040:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b90000. 00010000:00000010:2.0:1724310016.121060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.121063:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.121074:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.121077:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.121080:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.121082:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000004:00000010:2.0:1724310016.121157:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310016.121164:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.121168:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310016.121174:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:3.0:1724310016.122124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.122128:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.122131:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.122135:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.122175:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310016.122183:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:3.0:1724310016.122186:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:3.0:1724310016.122215:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:3.0:1724310016.122229:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8380 x1808069883422080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.122242:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.122246:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883422080, offset 224 00000400:00000200:3.0:1724310016.122250:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.122284:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.122290:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531640:531640:256:4294967295] 192.168.204.31@tcp LPNI seq info [531636:531636:8:4294967295] 00000400:00000200:3.0:1724310016.122298:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.122303:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.122306:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310016.122310:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.122316:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.122319:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.122331:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:3.0:1724310016.122335:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:3.0:1724310016.122338:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f800. 00000800:00000200:0.0:1724310016.122556:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.122559:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310016.122564:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.122568:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.122570:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.122572:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.124251:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.124322:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216680 00000400:00000200:0.0:1724310016.124331:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 146440 00010000:00000010:1.1:1724310016.124565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310016.124573:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00000400:00000200:0.0:1724310016.124574:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310016.124578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310016.124579:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.124580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310016.124583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000100:00000200:0.0:1724310016.124584:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.124590:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8000. 00010000:00000010:1.1:1724310016.124590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000020:00000010:2.0:1724310016.124641:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:2.0:1724310016.124646:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.124650:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.124671:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883422336 02000000:00000010:2.0:1724310016.124695:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319db000. 00010000:00000010:2.0:1724310016.124723:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:2.0:1724310016.124748:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:2.0:1724310016.124767:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.124771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.124780:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.124782:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.124785:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.124787:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.124860:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.124862:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.124865:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.124867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310016.124885:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951ec0. 00000020:00000010:2.0:1724310016.124890:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951ec0. 00000020:00000010:2.0:1724310016.124897:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10a20. 00080000:00000010:2.0:1724310016.124902:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc7c00. 00010000:00000010:3.1:1724310016.124988:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310016.124992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.1:1724310016.124995:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310016.124998:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.1:1724310016.125002:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310016.125004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.1:1724310016.125008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.1:1724310016.125010:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:3.1:1724310016.125012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000001:00000010:2.0:1724310016.125432:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6000. 00000001:00000010:2.0:1724310016.125437:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310016.125467:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10a20. 00010000:00000010:2.0:1724310016.125474:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.125477:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.125490:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.125506:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.125509:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00080000:00000010:2.0:1724310016.125531:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310016.125536:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310016.125539:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.125544:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310016.125550:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310016.125560:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096381, last committed = 4295096163 00010000:00000200:2.0:1724310016.125566:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8000 x1808069883422336/t4295096381(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.125643:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fbb0. 00000100:00000200:2.0:1724310016.125650:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883422336, offset 224 00000400:00000010:2.0:1724310016.125658:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6348. 00000400:00000200:2.0:1724310016.125661:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.125669:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.125674:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531641:531641:256:4294967295] 192.168.204.31@tcp LPNI seq info [531637:531637:8:4294967295] 00000400:00000200:2.0:1724310016.125678:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.125685:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.125689:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.125692:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310016.125696:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.125702:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.125705:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.125724:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.125727:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310016.125730:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000800:00000200:0.0:1724310016.125807:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.125810:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:0.0:1724310016.125813:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.125816:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.127113:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.127122:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29543d 00000400:00000200:0.0:1724310016.127127:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.127130:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.127133:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fbb0 00000400:00000010:0.0:1724310016.127135:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fbb0. 00010000:00000010:3.0:1724310016.127894:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310016.127903:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:0.1:1724310016.128047:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.128053:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:0.0:1724310016.128549:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.128558:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216700 00000400:00000200:0.0:1724310016.128563:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 146928 00000400:00000200:0.0:1724310016.128611:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.128615:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.128620:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.128625:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aa680. 00000020:00000010:2.0:1724310016.128708:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8400. 00000020:00000010:2.0:1724310016.128712:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.128715:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.128748:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883422464 00000001:00000010:2.0:1724310016.128756:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310016.128773:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.128777:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310016.128819:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c00000. 00010000:00000010:2.0:1724310016.128839:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.128842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.128853:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.128855:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.128858:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.128860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310016.128931:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310016.128938:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.128941:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310016.128948:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310016.129481:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.129484:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.129488:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.129491:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.129527:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.129534:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.129537:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.129559:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310016.129569:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa680 x1808069883422464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.129582:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fc38. 00000100:00000200:2.0:1724310016.129586:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883422464, offset 224 00000400:00000200:2.0:1724310016.129591:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.129598:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.129603:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531642:531642:256:4294967295] 192.168.204.31@tcp LPNI seq info [531638:531638:8:4294967295] 00000400:00000200:2.0:1724310016.129610:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.129614:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.129617:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310016.129621:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.129626:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.129629:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.129652:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.129655:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310016.129658:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8400. 00000800:00000200:0.0:1724310016.129709:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.129711:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310016.129718:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.129722:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.129725:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fc38 00000400:00000010:0.0:1724310016.129727:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fc38. 00010000:00000010:3.1:1724310016.130623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310016.130628:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310016.130632:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310016.130635:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310016.130824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310016.130829:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00000400:00000200:0.0:1724310016.132886:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.132900:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216800 00000400:00000200:0.0:1724310016.132906:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 147504 00000400:00000200:0.0:1724310016.132924:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.132928:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.132933:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.132938:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9500. 00000020:00000010:2.0:1724310016.133080:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8400. 00000020:00000010:2.0:1724310016.133086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.133089:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.133950:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883422720 02000000:00000010:2.0:1724310016.133983:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf3000. 00010000:00000010:2.0:1724310016.134019:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.134033:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.134056:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.134061:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.134072:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.134074:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.134077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.134079:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.134154:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.134156:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.134158:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.134160:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.134179:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951a20. 00000020:00000010:2.0:1724310016.134184:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951a20. 00000020:00000010:2.0:1724310016.134192:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6a80. 00080000:00000010:2.0:1724310016.134197:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc6400. 00000001:00000010:2.0:1724310016.134380:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10780. 00000001:00000010:2.0:1724310016.134385:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310016.134419:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6a80. 00010000:00000010:2.0:1724310016.134425:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.134428:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.134442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.134459:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.134462:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310016.134483:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310016.134487:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310016.134490:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.134496:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310016.134505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310016.134516:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096382, last committed = 4295096163 00010000:00000200:2.0:1724310016.134522:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9500 x1808069883422720/t4295096382(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.134534:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f110. 00000100:00000200:2.0:1724310016.134540:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883422720, offset 224 00000400:00000010:2.0:1724310016.134545:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6380. 00000400:00000200:2.0:1724310016.134548:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.134556:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.134561:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531643:531643:256:4294967295] 192.168.204.31@tcp LPNI seq info [531639:531639:8:4294967295] 00000400:00000200:2.0:1724310016.134565:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.134570:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.134575:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.134578:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.134583:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.134588:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.134592:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.134613:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.134616:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310016.134619:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8400. 00000800:00000200:0.0:1724310016.134686:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.134689:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:0.0:1724310016.134693:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.134919:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.135831:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.135839:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295445 00000400:00000200:0.0:1724310016.135844:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.135846:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.135850:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f110 00000400:00000010:0.0:1724310016.135852:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f110. 00010000:00000010:1.0:1724310016.136009:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:1.0:1724310016.136015:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00000400:00000200:2.0:1724310016.136282:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.136448:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216880 00000400:00000200:3.0:1724310016.136455:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 147992 00010000:00000010:2.1:1724310016.136481:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310016.136486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310016.136560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310016.136565:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310016.136569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310016.136573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.136575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310016.136577:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.136579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310016.136580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:3.0:1724310016.136905:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.136909:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.136913:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.136918:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2a680. 00000020:00000010:2.0:1724310016.137086:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8400. 00000020:00000010:2.0:1724310016.137090:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.137093:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.137125:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883422848 00000001:00000010:2.0:1724310016.137133:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310016.137148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.137152:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 02000000:00000010:2.0:1724310016.137194:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006f5c0000. 00010000:00000010:2.0:1724310016.137214:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.137218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.137228:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.137229:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.137232:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.137234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000004:00000010:2.0:1724310016.137321:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310016.137327:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f00. 00000004:00000010:2.0:1724310016.137331:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310016.137337:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310016.137931:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.137934:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.137937:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.137939:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.137973:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.137980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.137983:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.138004:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310016.138015:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2a680 x1808069883422848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.138027:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fe58. 00000100:00000200:2.0:1724310016.138031:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883422848, offset 224 00000400:00000200:2.0:1724310016.138036:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.138043:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.138047:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531644:531644:256:4294967295] 192.168.204.31@tcp LPNI seq info [531640:531640:8:4294967295] 00000400:00000200:2.0:1724310016.138055:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.138059:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.138062:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310016.138066:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.138071:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.138074:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.138096:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.138099:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310016.138102:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8400. 00000800:00000200:0.0:1724310016.138366:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.138369:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:0.0:1724310016.138373:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.138376:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.138379:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fe58 00000400:00000010:0.0:1724310016.138381:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fe58. 00000400:00000200:2.0:1724310016.139765:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.139776:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216980 00000400:00000200:2.0:1724310016.139782:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 148568 00000400:00000200:2.0:1724310016.139798:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.139801:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.139805:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.139810:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7a680. 00000020:00000010:3.0:1724310016.139930:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91ea00. 00000020:00000010:3.0:1724310016.139934:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310016.139938:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00010000:00000010:1.1:1724310016.139991:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310016.139998:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000100:00000200:3.0:1724310016.139999:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883423104 02000000:00000010:3.0:1724310016.140020:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093921000. 00010000:00000010:3.0:1724310016.140048:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:3.0:1724310016.140101:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:3.0:1724310016.140120:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.140124:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.140133:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.140136:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.140138:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.140140:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.140200:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310016.140202:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.140204:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.140205:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310016.140219:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310016.140223:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310016.140228:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac42a0. 00080000:00000010:3.0:1724310016.140233:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86e800. 00000001:00000010:3.0:1724310016.140498:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac40c0. 00000001:00000010:3.0:1724310016.140503:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310016.140529:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac42a0. 00010000:00000010:3.0:1724310016.140535:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.140538:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.140550:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.140566:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.140569:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310016.140585:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:3.0:1724310016.140589:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:3.0:1724310016.140593:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f00. 00000004:00000010:3.0:1724310016.140599:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:3.0:1724310016.140606:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310016.140616:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096383, last committed = 4295096163 00010000:00000200:3.0:1724310016.140621:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d7a680 x1808069883423104/t4295096383(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.140633:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.140637:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883423104, offset 224 00000400:00000010:3.0:1724310016.140642:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467e38. 00000400:00000200:3.0:1724310016.140645:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.140653:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.140658:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531645:531645:256:4294967295] 192.168.204.31@tcp LPNI seq info [531641:531641:8:4294967295] 00000400:00000200:3.0:1724310016.140661:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.140666:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.140670:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.140672:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310016.140676:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.140680:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.140683:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.140702:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310016.140704:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.140707:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91ea00. 00000800:00000200:0.0:1724310016.140794:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.140796:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310016.140799:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.140802:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.141659:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.141667:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29544d 00000400:00000200:0.0:1724310016.141670:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.141673:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.141677:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.141678:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:3.0:1724310016.141920:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.141927:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000400:00000200:2.0:1724310016.142516:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.142524:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216a00 00000400:00000200:2.0:1724310016.142529:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 149056 00000400:00000200:2.0:1724310016.142576:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.142580:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.142583:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.142589:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511df80. 00010000:00000010:1.1:1724310016.142626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310016.142631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310016.142634:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310016.142636:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310016.142638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310016.142644:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000020:00000010:3.0:1724310016.142727:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a1ba4a00. 00000020:00000010:3.0:1724310016.142731:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.142734:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.142993:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883423232 00000001:00000010:3.0:1724310016.143001:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310016.143015:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.143019:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 02000000:00000010:3.0:1724310016.143060:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800811b0000. 00010000:00000010:3.0:1724310016.143077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.143080:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.143090:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.143092:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.143095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.143097:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310016.143164:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310016.143175:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.143180:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310016.143186:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:3.0:1724310016.144077:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.144081:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.144084:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.144087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.144126:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.144133:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.144135:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.144157:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310016.144168:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511df80 x1808069883423232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.144182:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.144187:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883423232, offset 224 00000400:00000200:3.0:1724310016.144191:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.144199:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.144204:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531646:531646:256:4294967295] 192.168.204.31@tcp LPNI seq info [531642:531642:8:4294967295] 00000400:00000200:3.0:1724310016.144212:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.144216:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.144219:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.144224:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.144229:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.144232:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.144244:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.144248:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.144250:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a1ba4a00. 00000800:00000200:0.0:1724310016.144429:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.144433:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310016.144436:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.144440:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.144443:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.144445:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:2.1:1724310016.145372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310016.145378:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00000400:00000200:0.0:1724310016.147722:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.147735:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216b00 00000400:00000200:0.0:1724310016.147741:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 149632 00000400:00000200:0.0:1724310016.147762:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.147766:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.147771:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.147776:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9c00. 00000020:00000010:3.0:1724310016.148693:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255e600. 00000020:00000010:3.0:1724310016.148699:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.148703:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.148724:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883423488 02000000:00000010:3.0:1724310016.148753:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093920000. 00010000:00000010:3.0:1724310016.148785:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.148797:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.148817:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.148821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.148832:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.148834:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.148837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.148839:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.148911:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310016.148913:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.148915:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310016.148918:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.148936:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.148941:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.148947:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac44e0. 00080000:00000010:3.0:1724310016.148953:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4fc00. 00000001:00000010:3.0:1724310016.149089:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4780. 00000001:00000010:3.0:1724310016.149093:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310016.149118:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac44e0. 00010000:00000010:3.0:1724310016.149123:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310016.149126:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.149138:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.149154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.149156:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310016.149171:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:3.0:1724310016.149174:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310016.149177:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.149182:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310016.149187:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310016.149197:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096384, last committed = 4295096163 00010000:00000200:3.0:1724310016.149205:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9c00 x1808069883423488/t4295096384(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.149216:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.149221:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883423488, offset 224 00000400:00000010:3.0:1724310016.149226:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467e70. 00000400:00000200:3.0:1724310016.149228:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.149235:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.149240:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531647:531647:256:4294967295] 192.168.204.31@tcp LPNI seq info [531643:531643:8:4294967295] 00000400:00000200:3.0:1724310016.149244:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.149249:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.149253:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.149273:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310016.149277:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.149282:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.149285:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.152130:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.152143:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310016.152147:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255e600. 00010000:00000010:0.1:1724310016.152219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310016.152226:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310016.152232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310016.152234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000800:00000200:2.0:1724310016.152730:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.152733:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310016.152739:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.152746:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.154388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310016.154399:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310016.154403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310016.154409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310016.154411:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310016.154413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310016.154418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310016.154420:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310016.154422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310016.154424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310016.155985:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.155999:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295455 00000400:00000200:0.0:1724310016.156005:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.156008:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.156012:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.156014:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:1.0:1724310016.156090:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:1.0:1724310016.156099:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:2.1:1724310016.157645:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310016.157653:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310016.157657:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310016.157660:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310016.157662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310016.157667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310016.157914:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.157922:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216b80 00000400:00000200:0.0:1724310016.157928:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 150120 00000400:00000200:0.0:1724310016.157969:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.157973:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.157977:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.157981:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9f80. 00000020:00000010:3.0:1724310016.158079:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255e600. 00000020:00000010:3.0:1724310016.158085:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.158088:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310016.158110:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883423616 00000001:00000010:3.0:1724310016.158117:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310016.158141:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.158146:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310016.158188:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880068820000. 00010000:00000010:3.0:1724310016.158210:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310016.158213:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.158225:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.158227:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.158231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.158233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:2.0:1724310016.158402:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310016.158408:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.158411:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.158416:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310016.158874:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.158877:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.158880:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.158883:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.158919:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:2.0:1724310016.158930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310016.158933:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:2.0:1724310016.158962:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:2.0:1724310016.158974:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9f80 x1808069883423616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.158988:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fe58. 00000100:00000200:2.0:1724310016.158992:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883423616, offset 224 00000400:00000200:2.0:1724310016.158997:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.159004:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.159009:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531648:531648:256:4294967295] 192.168.204.31@tcp LPNI seq info [531644:531644:8:4294967295] 00000400:00000200:2.0:1724310016.159017:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.159022:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.159025:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.159029:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.159034:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.159037:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.159059:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:2.0:1724310016.159062:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:2.0:1724310016.159064:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255e600. 00000800:00000200:0.0:1724310016.159153:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.159155:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.159158:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.159162:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.159164:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fe58 00000400:00000010:0.0:1724310016.159166:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fe58. 00010000:00000010:2.1:1724310016.160493:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310016.160502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310016.160914:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.160924:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216c80 00000400:00000200:0.0:1724310016.160931:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 150696 00000400:00000200:0.0:1724310016.160947:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.160951:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.160956:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.160963:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0700. 00000020:00000010:2.0:1724310016.161065:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.161069:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.161071:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.161094:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883423872 02000000:00000010:2.0:1724310016.161117:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf0000. 00010000:00000010:2.0:1724310016.161141:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.161149:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.161172:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.161175:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.161183:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.161185:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.161188:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.161190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.161277:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.161280:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.161283:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.161285:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310016.161306:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.161311:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.161318:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10ea0. 00080000:00000010:2.0:1724310016.161323:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc4400. 00000001:00000010:2.0:1724310016.161481:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd64e0. 00000001:00000010:2.0:1724310016.161485:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310016.161513:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10ea0. 00010000:00000010:2.0:1724310016.161518:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.161521:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.161533:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.161548:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.161551:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310016.161564:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310016.161569:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:2.0:1724310016.161572:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.161578:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310016.161585:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310016.161594:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096385, last committed = 4295096163 00010000:00000200:2.0:1724310016.161600:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0700 x1808069883423872/t4295096385(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.161610:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f110. 00000100:00000200:2.0:1724310016.161615:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883423872, offset 224 00000400:00000010:2.0:1724310016.161619:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf63b8. 00000400:00000200:2.0:1724310016.161621:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.161629:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.161634:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531649:531649:256:4294967295] 192.168.204.31@tcp LPNI seq info [531645:531645:8:4294967295] 00000400:00000200:2.0:1724310016.161637:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.161643:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.161647:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.161650:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.161654:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.161660:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.161663:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.161686:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.161689:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.161691:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00000800:00000200:0.0:1724310016.161792:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.161795:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.161798:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.161801:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.163554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310016.163565:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310016.163568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310016.165299:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.165369:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29545d 00000400:00000200:0.0:1724310016.165376:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.165380:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.165384:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f110 00000400:00000010:0.0:1724310016.165386:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f110. 00010000:00000010:3.0:1724310016.165526:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:3.0:1724310016.165535:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:0.1:1724310016.167060:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310016.167067:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310016.167071:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310016.167075:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310016.167077:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.167079:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310016.167085:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310016.167318:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.167327:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216d00 00000400:00000200:0.0:1724310016.167332:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 151184 00000400:00000200:0.0:1724310016.167399:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.167403:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.167407:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.167412:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c1c00. 00000020:00000010:2.0:1724310016.167647:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.167653:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.167657:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.167680:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883424000 00000001:00000010:2.0:1724310016.167689:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310016.167708:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.167718:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310016.168072:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226e0000. 00010000:00000010:2.0:1724310016.168095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.168098:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.168110:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.168112:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.168115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.168116:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310016.168189:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310016.168195:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.168199:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.168205:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.1:1724310016.170278:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.170289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.170481:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.170485:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.170488:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.170493:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.170539:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.170561:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.170565:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.170595:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310016.170608:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c1c00 x1808069883424000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.170621:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fc38. 00000100:00000200:2.0:1724310016.170627:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883424000, offset 224 00000400:00000200:2.0:1724310016.170631:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.170641:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.170647:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531650:531650:256:4294967295] 192.168.204.31@tcp LPNI seq info [531646:531646:8:4294967295] 00000400:00000200:2.0:1724310016.170656:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.170661:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.170664:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.170669:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.170675:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.170678:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.170693:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.170697:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.170700:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00000800:00000200:0.0:1724310016.171410:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.171413:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:0.0:1724310016.171417:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.171422:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.171426:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fc38 00000400:00000010:0.0:1724310016.171427:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fc38. 00010000:00000010:0.1:1724310016.175552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310016.175569:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310016.175576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310016.177474:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.177489:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216e00 00000400:00000200:0.0:1724310016.177495:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 151760 00000400:00000200:0.0:1724310016.177515:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.177519:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.177525:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.177530:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3800. 00000020:00000010:2.0:1724310016.177694:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.177700:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.177703:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.177739:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883424256 02000000:00000010:2.0:1724310016.177765:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf7000. 00010000:00000010:2.0:1724310016.177796:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.177810:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.177831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.177836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.177847:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.177849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.177851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.177853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.177932:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.177934:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.177936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.177939:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.177959:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.177964:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.177972:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6f60. 00080000:00000010:2.0:1724310016.177977:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc4c00. 00000001:00000010:2.0:1724310016.178125:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10d80. 00000001:00000010:2.0:1724310016.178130:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310016.178160:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6f60. 00010000:00000010:2.0:1724310016.178164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.178167:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.178177:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.178190:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.178193:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00080000:00000010:2.0:1724310016.178206:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310016.178210:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:2.0:1724310016.178213:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.178219:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310016.178226:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310016.178237:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096386, last committed = 4295096163 00010000:00000200:2.0:1724310016.178244:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3800 x1808069883424256/t4295096386(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.178291:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fbb0. 00000100:00000200:2.0:1724310016.178297:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883424256, offset 224 00000400:00000010:2.0:1724310016.178302:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf63f0. 00000400:00000200:2.0:1724310016.178305:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.178385:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.178389:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531651:531651:256:4294967295] 192.168.204.31@tcp LPNI seq info [531647:531647:8:4294967295] 00000400:00000200:2.0:1724310016.178393:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.178398:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.178402:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.178405:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.178409:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.178414:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.178417:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.178434:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.178438:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.178440:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00000800:00000200:0.0:1724310016.178548:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.178550:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:0.0:1724310016.178554:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.178558:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.181312:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.181324:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295465 00000400:00000200:0.0:1724310016.181330:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.181334:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.181349:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fbb0 00000400:00000010:0.0:1724310016.181352:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fbb0. 00010000:00000010:1.0:1724310016.181467:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:1.0:1724310016.181475:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:0.1:1724310016.181614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310016.182008:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.182015:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13216e80 00000400:00000200:0.0:1724310016.182021:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 152248 00000400:00000200:0.0:1724310016.182146:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.182150:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.182155:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.182159:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0a80. 00000020:00000010:2.0:1724310016.182410:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.182415:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.182419:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.182442:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883424384 00000001:00000010:2.0:1724310016.182450:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310016.182467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.182472:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310016.182514:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134af0000. 00010000:00000010:2.0:1724310016.182533:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.182537:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.182547:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.182549:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.182553:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.182555:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310016.182637:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310016.182644:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.182648:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.182655:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310016.184224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.184230:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.184233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.184238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.184324:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.184570:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.184574:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.184602:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310016.184614:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0a80 x1808069883424384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.184628:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.184633:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883424384, offset 224 00000400:00000200:2.0:1724310016.184639:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.184648:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.184653:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531652:531652:256:4294967295] 192.168.204.31@tcp LPNI seq info [531648:531648:8:4294967295] 00000400:00000200:2.0:1724310016.184660:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.184665:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.184668:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.184673:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.184679:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.184682:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.184694:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.184697:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.184700:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00000800:00000200:0.0:1724310016.184763:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.184766:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:0.0:1724310016.184770:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.184774:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.184777:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:0.0:1724310016.184779:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00000400:00000200:0.0:1724310016.186487:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.186497:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13216f80 00000400:00000200:0.0:1724310016.186503:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 152824 00000400:00000200:0.0:1724310016.186519:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.186522:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.186527:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.186531:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c2300. 00000020:00000010:2.0:1724310016.186924:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.186929:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.186934:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.187012:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883424640 02000000:00000010:2.0:1724310016.187039:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472ce000. 00010000:00000010:2.0:1724310016.187064:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.187075:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.187095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.187099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.187107:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.187109:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.187112:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.187114:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.187188:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.187190:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.187193:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.187195:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.187212:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.187216:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.187223:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10ae0. 00080000:00000010:2.0:1724310016.187228:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc5000. 00000001:00000010:2.0:1724310016.187423:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6240. 00000001:00000010:2.0:1724310016.187428:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310016.187457:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10ae0. 00010000:00000010:2.0:1724310016.187463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.187466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.187477:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.187494:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.187497:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310016.187511:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310016.187515:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:2.0:1724310016.187519:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.187525:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310016.187531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310016.187541:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096387, last committed = 4295096163 00010000:00000200:2.0:1724310016.187548:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c2300 x1808069883424640/t4295096387(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.187560:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.187565:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883424640, offset 224 00000400:00000010:2.0:1724310016.187570:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6428. 00000400:00000200:2.0:1724310016.187573:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.187581:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.187585:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531653:531653:256:4294967295] 192.168.204.31@tcp LPNI seq info [531649:531649:8:4294967295] 00000400:00000200:2.0:1724310016.187589:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.187594:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.187598:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.187601:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.187605:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.187611:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.187614:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.187642:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.187646:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.187648:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00000800:00000200:1.0:1724310016.187967:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.187970:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:1.0:1724310016.187974:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.187978:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.189371:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:3.1:1724310016.189381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310016.190788:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.190801:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29546d 00000400:00000200:0.0:1724310016.190805:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.190808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.190812:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:0.0:1724310016.190814:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00010000:00000010:3.0:1724310016.191313:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:3.0:1724310016.191322:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000400:00000200:0.0:1724310016.191948:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.191956:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217000 00000400:00000200:0.0:1724310016.191964:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 153312 00000400:00000200:0.0:1724310016.192010:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.192014:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.192019:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.192023:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0e00. 00000020:00000010:2.0:1724310016.192114:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8000. 00000020:00000010:2.0:1724310016.192120:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.192124:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.192148:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883424768 00000001:00000010:2.0:1724310016.192158:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:2.0:1724310016.192175:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.192179:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 02000000:00000010:2.0:1724310016.192222:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121eb0000. 00010000:00000010:2.0:1724310016.192242:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.192245:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.192275:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.192277:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.192280:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.192282:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310016.192372:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310016.192378:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.192382:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.192389:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310016.195034:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.195040:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.195044:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.195049:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.195102:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.195112:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.195116:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.195150:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310016.195167:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0e00 x1808069883424768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.195183:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fbb0. 00000100:00000200:2.0:1724310016.195189:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883424768, offset 224 00000400:00000200:2.0:1724310016.195194:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.195204:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.195209:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531654:531654:256:4294967295] 192.168.204.31@tcp LPNI seq info [531650:531650:8:4294967295] 00000400:00000200:2.0:1724310016.195217:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.195222:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.195226:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.195230:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.195237:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.195242:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.195288:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.195293:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.195296:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8000. 00010000:00000010:2.1:1724310016.195756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310016.195761:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.195765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310016.195767:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.195769:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310016.195772:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000800:00000200:1.0:1724310016.195810:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.195814:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:1.0:1724310016.195817:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.195822:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.195825:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fbb0 00000400:00000010:1.0:1724310016.195827:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fbb0. 00000400:00000200:0.0:1724310016.197980:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.197992:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217100 00000400:00000200:0.0:1724310016.197998:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 153888 00000400:00000200:0.0:1724310016.198013:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.198017:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.198021:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.198026:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3480. 00000020:00000010:2.0:1724310016.198545:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:2.0:1724310016.198551:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.198554:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.198574:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425024 02000000:00000010:2.0:1724310016.198597:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472cc000. 00010000:00000010:2.0:1724310016.198622:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.198633:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.198655:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.198658:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.198668:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.198669:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.198672:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.198674:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.198746:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.198748:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.198750:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.198753:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310016.198773:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.198778:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.198786:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6f60. 00080000:00000010:2.0:1724310016.198792:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc7000. 00000001:00000010:2.0:1724310016.198953:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22eae0. 00000001:00000010:2.0:1724310016.198957:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310016.198985:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6f60. 00010000:00000010:2.0:1724310016.198992:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.198994:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.199007:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.199024:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.199027:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310016.199040:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310016.199044:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:2.0:1724310016.199047:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.199053:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310016.199060:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310016.199070:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096388, last committed = 4295096163 00010000:00000200:2.0:1724310016.199076:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3480 x1808069883425024/t4295096388(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.199088:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fc38. 00000100:00000200:2.0:1724310016.199092:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883425024, offset 224 00000400:00000010:2.0:1724310016.199096:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6460. 00000400:00000200:2.0:1724310016.199099:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.199106:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.199111:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531655:531655:256:4294967295] 192.168.204.31@tcp LPNI seq info [531651:531651:8:4294967295] 00000400:00000200:2.0:1724310016.199115:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.199120:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.199124:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.199127:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.199131:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.199136:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.199139:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.199151:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.199153:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.199155:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000800:00000200:2.0:1724310016.199235:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.199237:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:2.0:1724310016.199240:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.199243:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.200870:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.200880:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295475 00000400:00000200:0.0:1724310016.200883:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.200886:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.200889:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fc38 00000400:00000010:0.0:1724310016.200891:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fc38. 00000400:00000200:0.0:1724310016.202360:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.202368:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217180 00010000:00000010:1.0:1724310016.202370:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00000400:00000200:0.0:1724310016.202374:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 154376 00010000:00000010:1.0:1724310016.202378:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310016.202421:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.202425:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.202429:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.202434:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0000. 00000020:00000010:0.0:1724310016.202465:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950800. 00000020:00000010:0.0:1724310016.202469:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310016.202472:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.202491:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425152 00000001:00000010:0.0:1724310016.202500:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:0.0:1724310016.202516:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.202520:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 02000000:00000010:0.0:1724310016.202562:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134510000. 00010000:00000010:0.0:1724310016.202582:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.202585:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.202601:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.202603:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.202606:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.202608:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000004:00000010:0.0:1724310016.202675:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310016.202681:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be780. 00000004:00000010:0.0:1724310016.202685:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310016.202691:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef860. 00010000:00000010:0.1:1724310016.204413:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310016.204424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.0:1724310016.204777:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.204780:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.204784:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.204788:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.204831:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.205533:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.205538:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.205569:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000200:0.0:1724310016.205583:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0000 x1808069883425152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.205597:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.205603:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883425152, offset 224 00000400:00000200:0.0:1724310016.205608:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.205617:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.205623:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531656:531656:256:4294967295] 192.168.204.31@tcp LPNI seq info [531652:531652:8:4294967295] 00000400:00000200:0.0:1724310016.205632:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.205637:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.205640:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310016.205645:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.205650:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.205654:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.205683:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310016.205687:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.205689:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950800. 00000800:00000200:1.0:1724310016.208786:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.208792:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:1.0:1724310016.208797:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.208804:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.208809:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:1.0:1724310016.208811:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00010000:00000010:3.1:1724310016.208950:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310016.208960:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:3.1:1724310016.208966:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310016.208970:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310016.208972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310016.208974:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:3.1:1724310016.208976:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310016.208978:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:3.1:1724310016.208979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310016.208984:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310016.208985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310016.208987:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310016.208989:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310016.208991:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310016.210531:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.210545:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217280 00000400:00000200:0.0:1724310016.210552:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 154952 00000400:00000200:0.0:1724310016.210572:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.210576:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.210580:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.210588:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedc00. 00000020:00000010:2.0:1724310016.210872:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d1e00. 00000020:00000010:2.0:1724310016.210877:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.210881:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.210909:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425408 02000000:00000010:2.0:1724310016.210938:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472cb000. 00010000:00000010:2.0:1724310016.210968:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310016.210979:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:2.0:1724310016.210999:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.211003:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.211015:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.211017:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.211019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.211021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.211097:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.211099:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.211102:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.211104:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310016.211123:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.211127:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939511e0. 00000020:00000010:2.0:1724310016.211135:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22ea20. 00080000:00000010:2.0:1724310016.211140:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc7800. 00000001:00000010:2.0:1724310016.211366:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10300. 00000001:00000010:2.0:1724310016.211370:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310016.211400:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22ea20. 00010000:00000010:2.0:1724310016.211406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.211408:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.211421:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.211662:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.211667:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310016.211687:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef860. 00000004:00000010:2.0:1724310016.211692:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:2.0:1724310016.211696:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be780. 00000004:00000010:2.0:1724310016.211700:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:2.0:1724310016.211707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310016.211719:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096389, last committed = 4295096163 00010000:00000200:2.0:1724310016.211725:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedc00 x1808069883425408/t4295096389(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.211738:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29fe58. 00000100:00000200:2.0:1724310016.211743:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883425408, offset 224 00000400:00000010:2.0:1724310016.211747:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6498. 00000400:00000200:2.0:1724310016.211749:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.211758:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.211763:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531657:531657:256:4294967295] 192.168.204.31@tcp LPNI seq info [531653:531653:8:4294967295] 00000400:00000200:2.0:1724310016.211767:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.211772:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.211776:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.211779:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.211783:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.211788:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.211791:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.213116:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.213122:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.213125:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d1e00. 00000800:00000200:1.0:1724310016.213884:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.213888:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:1.0:1724310016.213894:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.213900:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.215582:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.215599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310016.215753:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310016.215758:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310016.215761:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310016.215763:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00000400:00000200:1.0:1724310016.215840:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.215861:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29547d 00000400:00000200:1.0:1724310016.215866:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.215869:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.215873:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29fe58 00000400:00000010:1.0:1724310016.215881:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29fe58. 00000400:00000200:1.0:1724310016.216022:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.216027:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217300 00000400:00000200:1.0:1724310016.216033:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 155440 00010000:00000010:3.0:1724310016.216298:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:3.0:1724310016.216313:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00000400:00000200:1.0:1724310016.216423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.216427:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.216432:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.216442:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f480. 00000020:00000010:2.0:1724310016.216526:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d1e00. 00000020:00000010:2.0:1724310016.216531:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.216534:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.216654:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425536 00000001:00000010:2.0:1724310016.216663:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310016.216685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.216689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 02000000:00000010:2.0:1724310016.216735:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880112130000. 00010000:00000010:2.0:1724310016.216763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.216766:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.216781:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.216783:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.216786:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.216788:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310016.216888:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310016.216895:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d98. 00000004:00000010:2.0:1724310016.216899:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.216905:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:0.0:1724310016.218445:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.218450:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.218454:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.218458:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.218500:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:0.0:1724310016.218523:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.218527:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:0.0:1724310016.218556:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:0.0:1724310016.218568:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f480 x1808069883425536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.218583:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa440. 00000100:00000200:0.0:1724310016.218588:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883425536, offset 224 00000400:00000200:0.0:1724310016.218593:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.218602:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.218608:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531658:531658:256:4294967295] 192.168.204.31@tcp LPNI seq info [531654:531654:8:4294967295] 00000400:00000200:0.0:1724310016.218616:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.218621:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.218624:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310016.218629:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.218634:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.218638:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.218662:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:0.0:1724310016.218665:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:0.0:1724310016.218669:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d1e00. 00000800:00000200:1.0:1724310016.218810:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.218813:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310016.218817:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.218821:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.218824:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa440 00000400:00000010:1.0:1724310016.218825:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa440. 00010000:00000010:0.1:1724310016.221900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310016.221911:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310016.221915:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310016.221917:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:0.1:1724310016.221919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310016.221927:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:1.0:1724310016.222720:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.222732:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217400 00000400:00000200:1.0:1724310016.222738:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 156016 00000400:00000200:1.0:1724310016.222756:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.222759:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.222764:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.222769:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219dc00. 00000020:00000010:0.0:1724310016.222835:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950800. 00000020:00000010:0.0:1724310016.222840:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.222844:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.222875:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425792 02000000:00000010:0.0:1724310016.222901:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008de2e000. 00010000:00000010:0.0:1724310016.222929:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.222941:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.222962:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.222966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.222978:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.222980:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.222983:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.222985:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.223066:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.223068:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.223070:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310016.223072:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310016.223090:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310016.223094:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b9c0. 00000020:00000010:0.0:1724310016.223103:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1662a0. 00080000:00000010:0.0:1724310016.223109:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c413800. 00000001:00000010:0.0:1724310016.223288:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9ae0. 00000001:00000010:0.0:1724310016.223292:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310016.223320:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1662a0. 00010000:00000010:0.0:1724310016.223325:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310016.223328:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.223351:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.223367:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.223370:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00080000:00000010:0.0:1724310016.223383:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:0.0:1724310016.223386:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:0.0:1724310016.223390:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d98. 00000004:00000010:0.0:1724310016.223394:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:0.0:1724310016.223399:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310016.223409:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096390, last committed = 4295096163 00010000:00000200:0.0:1724310016.223415:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219dc00 x1808069883425792/t4295096390(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.223427:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.223431:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883425792, offset 224 00000400:00000010:0.0:1724310016.223435:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9a48. 00000400:00000200:0.0:1724310016.223438:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.223445:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.223450:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531659:531659:256:4294967295] 192.168.204.31@tcp LPNI seq info [531655:531655:8:4294967295] 00000400:00000200:0.0:1724310016.223454:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.223460:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.223463:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.223466:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310016.223470:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.223476:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.223480:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.223491:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.223493:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.223495:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950800. 00000800:00000200:1.0:1724310016.223646:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.223649:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310016.223651:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.223654:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.225044:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:0.1:1724310016.225053:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310016.225513:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.225519:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.225522:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310016.225524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310016.226016:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.226031:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295485 00000400:00000200:0.0:1724310016.226035:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.226038:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.226042:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:0.0:1724310016.226044:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00000400:00000200:0.0:1724310016.227570:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.227578:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217480 00000400:00000200:0.0:1724310016.227585:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 156504 00000400:00000200:0.0:1724310016.227636:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.227640:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.227645:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.227650:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aee300. 00000020:00000010:2.0:1724310016.227780:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d0800. 00000020:00000010:2.0:1724310016.227786:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.227790:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00010000:00000010:1.0:1724310016.227797:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:1.0:1724310016.227806:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00000100:00000200:2.0:1724310016.227814:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883425920 00000001:00000010:2.0:1724310016.227824:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310016.227840:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.227844:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 02000000:00000010:2.0:1724310016.227888:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222d0000. 00010000:00000010:2.0:1724310016.227908:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.227911:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.227922:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.227924:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.227926:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.227928:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310016.228007:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310016.228013:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f534b0. 00000004:00000010:2.0:1724310016.228018:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310016.228024:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:0.0:1724310016.228828:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.228831:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.228835:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.228837:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.228875:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:0.0:1724310016.228881:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310016.228884:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:0.0:1724310016.228909:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:0.0:1724310016.228920:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aee300 x1808069883425920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.228932:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.228937:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883425920, offset 224 00000400:00000200:0.0:1724310016.228941:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.228948:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.228953:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531660:531660:256:4294967295] 192.168.204.31@tcp LPNI seq info [531656:531656:8:4294967295] 00000400:00000200:0.0:1724310016.228960:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.228964:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.228967:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.228971:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.228976:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.228980:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.229352:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:0.0:1724310016.229356:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:0.0:1724310016.229359:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d0800. 00000800:00000200:1.0:1724310016.230046:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.230049:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310016.230051:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.230056:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.230059:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:1.0:1724310016.230061:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00010000:00000010:0.1:1724310016.230639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310016.230645:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310016.230648:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310016.230651:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310016.230654:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310016.230659:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:1.0:1724310016.233880:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.233893:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217580 00000400:00000200:1.0:1724310016.233899:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 157080 00000400:00000200:1.0:1724310016.233918:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.233922:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.233927:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.233933:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ea00. 00000020:00000010:0.0:1724310016.234477:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122950800. 00000020:00000010:0.0:1724310016.234482:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.234486:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.234524:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883426176 02000000:00000010:0.0:1724310016.234554:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88003c442000. 00010000:00000010:0.0:1724310016.234583:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.234595:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.234615:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.234620:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.234631:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.234633:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.234636:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310016.234638:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.234713:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.234715:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.234717:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310016.234720:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.234738:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310016.234743:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310016.234752:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9e40. 00080000:00000010:0.0:1724310016.234759:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c413000. 00000001:00000010:0.0:1724310016.234914:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1668a0. 00000001:00000010:0.0:1724310016.234918:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310016.234947:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9e40. 00010000:00000010:0.0:1724310016.234954:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.234957:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.234970:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.234987:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.234990:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00080000:00000010:0.0:1724310016.235006:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:0.0:1724310016.235010:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:0.0:1724310016.235015:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f534b0. 00000004:00000010:0.0:1724310016.235020:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310016.235028:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310016.235040:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096391, last committed = 4295096163 00010000:00000200:0.0:1724310016.235046:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ea00 x1808069883426176/t4295096391(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.235060:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.235064:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883426176, offset 224 00000400:00000010:0.0:1724310016.235069:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9a10. 00000400:00000200:0.0:1724310016.235072:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.235079:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.235084:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531661:531661:256:4294967295] 192.168.204.31@tcp LPNI seq info [531657:531657:8:4294967295] 00000400:00000200:0.0:1724310016.235088:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.235094:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.235098:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.235102:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.235107:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.235113:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.235117:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.235145:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.235149:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.235151:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122950800. 00000800:00000200:2.0:1724310016.235428:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.235431:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310016.235434:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.235438:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.236372:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310016.236378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310016.236672:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310016.236677:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310016.236681:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310016.236683:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310016.236685:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:2.1:1724310016.236690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:1.0:1724310016.237713:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.237725:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29548d 00000400:00000200:1.0:1724310016.237730:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.237733:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.237737:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:1.0:1724310016.237739:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00000400:00000200:1.0:1724310016.237763:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.237768:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217600 00000400:00000200:1.0:1724310016.237773:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 157568 00000400:00000200:1.0:1724310016.237824:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.237827:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.237830:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.237835:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219e680. 00010000:00000010:3.0:1724310016.237898:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:3.0:1724310016.237905:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00000020:00000010:0.0:1724310016.237981:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082552000. 00000020:00000010:0.0:1724310016.237985:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.237989:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.238020:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883426304 00000001:00000010:0.0:1724310016.238028:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:0.0:1724310016.238044:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.238048:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310016.238092:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122be0000. 00010000:00000010:0.0:1724310016.238112:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.238115:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.238123:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.238125:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.238128:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.238130:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310016.238200:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310016.238206:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6beb40. 00000004:00000010:0.0:1724310016.238211:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310016.238217:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee000. 00010000:00000010:0.0:1724310016.239082:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.239085:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.239088:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.239091:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.239126:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.239133:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.239136:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.239159:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310016.239170:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219e680 x1808069883426304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.239183:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.239187:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883426304, offset 224 00000400:00000200:0.0:1724310016.239191:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.239199:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.239204:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531662:531662:256:4294967295] 192.168.204.31@tcp LPNI seq info [531658:531658:8:4294967295] 00000400:00000200:0.0:1724310016.239212:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.239217:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.239220:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310016.239225:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.239230:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.239234:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.239661:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.239666:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.239668:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082552000. 00000800:00000200:1.0:1724310016.239768:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.239770:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310016.239774:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.239777:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.239780:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:1.0:1724310016.239782:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00000400:00000200:0.0:1724310016.241404:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.241414:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217700 00000400:00000200:0.0:1724310016.241420:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 158144 00000400:00000200:0.0:1724310016.241438:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.241441:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.241446:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.241451:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeed80. 00000020:00000010:2.0:1724310016.241526:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d1000. 00000020:00000010:2.0:1724310016.241531:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.241535:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f000. 00000100:00000200:2.0:1724310016.241553:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883426560 02000000:00000010:2.0:1724310016.241576:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3e000. 00010000:00000010:2.0:1724310016.241599:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:2.0:1724310016.241621:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310016.241638:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.241642:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.241650:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.241652:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.241654:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.241656:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.241715:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.241716:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.241718:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.241720:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310016.241732:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.241736:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.241743:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e10a20. 00080000:00000010:2.0:1724310016.241747:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bda400. 00000001:00000010:2.0:1724310016.241874:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e2a0. 00000001:00000010:2.0:1724310016.241878:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310016.241903:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e10a20. 00010000:00000010:2.0:1724310016.241908:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.241910:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.241921:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.241936:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.241939:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310016.241954:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee000. 00000004:00000010:2.0:1724310016.241961:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:2.0:1724310016.241964:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6beb40. 00000004:00000010:2.0:1724310016.241968:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:2.0:1724310016.241973:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310016.241984:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096392, last committed = 4295096163 00010000:00000200:2.0:1724310016.241989:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeed80 x1808069883426560/t4295096392(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.242001:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e29f000. 00000100:00000200:2.0:1724310016.242005:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883426560, offset 224 00000400:00000010:2.0:1724310016.242010:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf64d0. 00000400:00000200:2.0:1724310016.242013:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.242019:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.242024:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531663:531663:256:4294967295] 192.168.204.31@tcp LPNI seq info [531659:531659:8:4294967295] 00000400:00000200:2.0:1724310016.242027:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.242033:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.242036:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.242039:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310016.242043:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.242048:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.242050:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.242062:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.242064:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:2.0:1724310016.242067:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d1000. 00000800:00000200:2.0:1724310016.242123:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.242125:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:2.0:1724310016.242127:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.242130:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.244287:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310016.244296:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.244300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.244303:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310016.244306:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310016.244309:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310016.244311:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310016.244313:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310016.244315:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:2.1:1724310016.244322:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310016.245321:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310016.245327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310016.245484:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310016.245488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310016.245490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310016.245493:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310016.245495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310016.245499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:1.0:1724310016.245557:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.245570:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295495 00000400:00000200:1.0:1724310016.245575:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.245578:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.245582:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e29f000 00000400:00000010:1.0:1724310016.245584:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88008e29f000. 00000400:00000200:1.0:1724310016.245613:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.245618:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217780 00000400:00000200:1.0:1724310016.245624:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 158632 00000400:00000200:1.0:1724310016.245673:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.245677:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.245681:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.245686:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c700. 00000020:00000010:0.0:1724310016.245747:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310016.245752:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.245756:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.245785:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883426688 00000001:00000010:0.0:1724310016.245792:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:0.0:1724310016.245808:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.245814:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310016.245851:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880135b30000. 00010000:00000010:0.0:1724310016.245869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310016.245871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.245882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.245884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.245886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310016.245888:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000004:00000010:0.0:1724310016.245948:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310016.245954:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bec30. 00000004:00000010:0.0:1724310016.245958:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310016.245963:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:2.0:1724310016.246323:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.246347:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:0.0:1724310016.246940:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.246943:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.246946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.246949:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.246980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.246986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.246988:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.247007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310016.247016:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c700 x1808069883426688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.247045:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.247049:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883426688, offset 224 00000400:00000200:0.0:1724310016.247054:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.247062:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.247067:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531664:531664:256:4294967295] 192.168.204.31@tcp LPNI seq info [531660:531660:8:4294967295] 00000400:00000200:0.0:1724310016.247075:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.247079:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.247083:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310016.247087:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.247092:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.247095:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.247117:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.247120:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.247122:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:2.0:1724310016.247213:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.247216:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310016.247218:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.247221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.247224:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:2.0:1724310016.247225:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00010000:00000010:2.1:1724310016.248379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310016.248385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310016.248388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310016.248390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:2.0:1724310016.248807:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.248816:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217880 00000400:00000200:2.0:1724310016.248821:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 159208 00000400:00000200:2.0:1724310016.248835:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.248838:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.248842:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.248846:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ea00. 00000020:00000010:0.0:1724310016.248900:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103800. 00000020:00000010:0.0:1724310016.248903:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.248906:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.249222:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883426944 02000000:00000010:0.0:1724310016.249245:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123fd4000. 00010000:00000010:0.0:1724310016.249348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.249356:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.249372:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.249375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.249383:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.249385:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.249387:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310016.249389:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.249453:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.249455:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.249457:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310016.249459:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.249472:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b080. 00000020:00000010:0.0:1724310016.249477:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b080. 00000020:00000010:0.0:1724310016.249485:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1662a0. 00080000:00000010:0.0:1724310016.249490:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879df800. 00000001:00000010:0.0:1724310016.249625:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fc420. 00000001:00000010:0.0:1724310016.249629:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310016.249655:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1662a0. 00010000:00000010:0.0:1724310016.249660:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310016.249663:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.249673:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.249686:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.249689:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00080000:00000010:0.0:1724310016.249700:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310016.249705:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:0.0:1724310016.249708:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bec30. 00000004:00000010:0.0:1724310016.249711:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310016.249716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:0.0:1724310016.249724:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096393, last committed = 4295096163 00010000:00000200:0.0:1724310016.249730:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511ea00 x1808069883426944/t4295096393(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.249740:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.249743:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883426944, offset 224 00000400:00000010:0.0:1724310016.249747:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef99d8. 00000400:00000200:0.0:1724310016.249750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.249756:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.249760:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531665:531665:256:4294967295] 192.168.204.31@tcp LPNI seq info [531661:531661:8:4294967295] 00000400:00000200:0.0:1724310016.249763:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.249768:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.249772:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.249774:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310016.249778:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.249782:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.249785:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.249804:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.249807:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.249809:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103800. 00000800:00000200:1.0:1724310016.249949:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.249952:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310016.249954:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.249957:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.251396:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.251404:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29549d 00000400:00000200:0.0:1724310016.251408:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.251410:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.251414:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:0.0:1724310016.251415:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00000400:00000200:0.0:1724310016.251962:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.251967:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217900 00000400:00000200:0.0:1724310016.251972:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 159696 00000400:00000200:0.0:1724310016.252017:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.252020:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.252024:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.252028:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aefb80. 00010000:00000010:3.0:1724310016.252095:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:3.0:1724310016.252102:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00000020:00000010:2.0:1724310016.252178:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d1200. 00000020:00000010:2.0:1724310016.252182:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310016.252185:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f000. 00000100:00000200:2.0:1724310016.252477:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883427072 00000001:00000010:2.0:1724310016.252487:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310016.252503:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.252507:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 02000000:00000010:2.0:1724310016.252552:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801359e0000. 00010000:00000010:2.0:1724310016.252570:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.252573:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.252582:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.252584:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.252587:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.252589:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000004:00000010:2.0:1724310016.252662:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310016.252667:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f537f8. 00000004:00000010:2.0:1724310016.252672:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f258. 00080000:00000010:2.0:1724310016.252678:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:0.0:1724310016.254123:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.254128:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.254131:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.254135:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.254174:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:0.0:1724310016.254181:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:0.0:1724310016.254184:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:0.0:1724310016.254212:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:0.0:1724310016.254225:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aefb80 x1808069883427072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.254239:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.254244:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883427072, offset 224 00000400:00000200:0.0:1724310016.254248:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.254294:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.254299:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531666:531666:256:4294967295] 192.168.204.31@tcp LPNI seq info [531662:531662:8:4294967295] 00000400:00000200:0.0:1724310016.254307:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.254313:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.254317:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310016.254321:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.254327:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.254331:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.254358:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:0.0:1724310016.254362:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:0.0:1724310016.254365:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d1200. 00000800:00000200:2.0:1724310016.254634:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.254637:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:2.0:1724310016.254641:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.254645:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.254648:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:2.0:1724310016.254649:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00010000:00000010:0.1:1724310016.254702:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.254707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:1.0:1724310016.256900:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.256914:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217a00 00000400:00000200:1.0:1724310016.256921:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 160272 00000400:00000200:1.0:1724310016.256946:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.256950:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.256955:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.256961:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ce00. 00000020:00000010:0.0:1724310016.257042:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103800. 00000020:00000010:0.0:1724310016.257048:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310016.257051:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.257084:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883427328 02000000:00000010:0.0:1724310016.257111:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123fd1000. 00010000:00000010:0.0:1724310016.257139:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.257150:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.257169:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.257173:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.257182:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310016.257184:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.257187:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.257189:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.257504:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310016.257507:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.257509:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310016.257512:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310016.257533:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b800. 00000020:00000010:0.0:1724310016.257538:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b800. 00000020:00000010:0.0:1724310016.257547:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fc960. 00080000:00000010:0.0:1724310016.257552:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879dc800. 00000001:00000010:0.0:1724310016.257749:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9c60. 00000001:00000010:0.0:1724310016.257754:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310016.257784:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fc960. 00010000:00000010:0.0:1724310016.257791:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310016.257794:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.257806:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.257823:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.257825:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00080000:00000010:0.0:1724310016.257843:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:0.0:1724310016.257848:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f258. 00000004:00000010:0.0:1724310016.257851:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f537f8. 00000004:00000010:0.0:1724310016.257856:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310016.257864:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310016.257883:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096394, last committed = 4295096163 00010000:00000200:0.0:1724310016.257890:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ce00 x1808069883427328/t4295096394(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.257918:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.257923:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883427328, offset 224 00000400:00000010:0.0:1724310016.257927:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef99a0. 00000400:00000200:0.0:1724310016.257930:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.257938:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.257943:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531667:531667:256:4294967295] 192.168.204.31@tcp LPNI seq info [531663:531663:8:4294967295] 00000400:00000200:0.0:1724310016.257947:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.257952:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.257956:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.257960:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.257964:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.257969:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.257972:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.258014:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310016.258017:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:0.0:1724310016.258020:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103800. 00000800:00000200:2.0:1724310016.258154:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.258158:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310016.258161:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.258164:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.260083:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.260095:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954a5 00000400:00000200:2.0:1724310016.260099:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.260102:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.260106:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:2.0:1724310016.260109:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00010000:00000010:1.1:1724310016.260491:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310016.260499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310016.260547:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.260554:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:2.1:1724310016.260828:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310016.260833:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310016.260836:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310016.260838:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00000400:00000200:1.0:1724310016.262480:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.262492:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217a80 00000400:00000200:1.0:1724310016.262499:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 160760 00000400:00000200:1.0:1724310016.262554:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.262558:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.262563:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.262568:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c380. 00000020:00000010:0.0:1724310016.262646:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103800. 00000020:00000010:0.0:1724310016.262652:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310016.262656:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310016.262679:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883427456 00000001:00000010:0.0:1724310016.262688:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:0.0:1724310016.262705:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310016.262710:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 02000000:00000010:0.0:1724310016.262753:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ab0000. 00010000:00000010:0.0:1724310016.262773:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310016.262776:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.262787:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.262790:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.262793:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310016.262794:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000004:00000010:0.0:1724310016.262869:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310016.262875:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bec30. 00000004:00000010:0.0:1724310016.262879:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310016.262885:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:2.1:1724310016.263755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310016.263761:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310016.263765:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310016.263767:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310016.263769:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310016.263772:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310016.263775:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310016.263777:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.263781:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310016.263783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310016.263785:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310016.263787:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310016.263789:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310016.263790:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310016.263793:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310016.263797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310016.263799:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310016.263801:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.0:1724310016.263991:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310016.263993:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.263997:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310016.264000:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310016.264042:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:1.0:1724310016.264053:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:1.0:1724310016.264056:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:1.0:1724310016.264081:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:1.0:1724310016.264092:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c380 x1808069883427456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.264110:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310016.264114:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883427456, offset 224 00000400:00000200:1.0:1724310016.264118:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.264126:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.264131:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531668:531668:256:4294967295] 192.168.204.31@tcp LPNI seq info [531664:531664:8:4294967295] 00000400:00000200:1.0:1724310016.264139:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.264143:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.264147:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310016.264151:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.264157:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.264160:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.264184:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:1.0:1724310016.264188:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:1.0:1724310016.264191:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103800. 00000800:00000200:2.0:1724310016.264638:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.264782:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:2.0:1724310016.264786:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.264790:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.264793:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:2.0:1724310016.264795:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:2.0:1724310016.266126:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.266136:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217b80 00000400:00000200:2.0:1724310016.266141:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 161336 00000400:00000200:2.0:1724310016.266157:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.266160:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.266166:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.266171:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511e680. 00000020:00000010:1.0:1724310016.266349:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:1.0:1724310016.266354:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.266358:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.266390:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883427712 02000000:00000010:1.0:1724310016.266413:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560b000. 00010000:00000010:1.0:1724310016.266438:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310016.266447:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.266465:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310016.266468:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.266479:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.266480:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310016.266483:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.266484:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310016.266555:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.266557:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.266560:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.266562:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310016.266580:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.266586:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.266592:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857f60. 00080000:00000010:1.0:1724310016.266598:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800874f3000. 00000001:00000010:1.0:1724310016.266736:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1840. 00000001:00000010:1.0:1724310016.266739:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310016.266766:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857f60. 00010000:00000010:1.0:1724310016.266771:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.266773:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310016.266785:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310016.266798:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.266800:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310016.266813:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:1.0:1724310016.266818:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:1.0:1724310016.266821:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bec30. 00000004:00000010:1.0:1724310016.266824:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:1.0:1724310016.266829:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310016.266838:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096395, last committed = 4295096163 00010000:00000200:1.0:1724310016.266843:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511e680 x1808069883427712/t4295096395(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.266855:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310016.266859:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883427712, offset 224 00000400:00000010:1.0:1724310016.266863:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87658. 00000400:00000200:1.0:1724310016.266866:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.266872:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.266877:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531669:531669:256:4294967295] 192.168.204.31@tcp LPNI seq info [531665:531665:8:4294967295] 00000400:00000200:1.0:1724310016.266880:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.266886:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.266890:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.266892:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310016.266896:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.266900:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.266903:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.266926:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.266929:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.266932:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:0.0:1724310016.267038:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.267040:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310016.267043:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.267046:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.268168:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310016.268175:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310016.268177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.1:1724310016.268180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00000400:00000200:2.0:1724310016.269740:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.269753:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954ad 00000400:00000200:2.0:1724310016.269757:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.269761:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.269765:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310016.269767:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:3.0:1724310016.270978:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:3.0:1724310016.270987:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000400:00000200:2.0:1724310016.271144:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.271152:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217c00 00000400:00000200:2.0:1724310016.271159:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 161824 00000400:00000200:2.0:1724310016.271220:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.271224:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.271229:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.271237:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ca80. 00000020:00000010:2.0:1724310016.271285:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d0800. 00000020:00000010:2.0:1724310016.271290:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310016.271293:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310016.271321:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883427840 00000001:00000010:2.0:1724310016.271329:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:2.0:1724310016.271356:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.271360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310016.271404:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d30000. 00010000:00000010:2.0:1724310016.271422:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.271425:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.271435:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.271437:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.271440:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.271442:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000004:00000010:2.0:1724310016.271513:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310016.271520:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53a50. 00000004:00000010:2.0:1724310016.271523:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310016.271529:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:3.0:1724310016.272284:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.272288:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.272291:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.272294:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.272332:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310016.272350:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:3.0:1724310016.272353:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:3.0:1724310016.272380:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:3.0:1724310016.272391:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511ca80 x1808069883427840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.272405:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.272410:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883427840, offset 224 00000400:00000200:3.0:1724310016.272415:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.272423:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.272428:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531670:531670:256:4294967295] 192.168.204.31@tcp LPNI seq info [531666:531666:8:4294967295] 00000400:00000200:3.0:1724310016.272436:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.272441:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.272444:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310016.272448:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.272454:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.272458:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.272471:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:3.0:1724310016.272474:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:3.0:1724310016.272477:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d0800. 00000800:00000200:0.0:1724310016.272657:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.272660:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310016.272663:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.272667:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.272670:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.272671:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:0.1:1724310016.273740:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310016.273747:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310016.273749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310016.273751:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310016.273753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310016.273757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:2.0:1724310016.274975:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.274988:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217d00 00000400:00000200:2.0:1724310016.274994:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 162400 00000400:00000200:2.0:1724310016.275014:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.275017:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.275023:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.275028:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511c000. 00000020:00000010:3.0:1724310016.275114:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ee00. 00000020:00000010:3.0:1724310016.275119:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.275123:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.275143:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428096 02000000:00000010:3.0:1724310016.275170:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093922000. 00010000:00000010:3.0:1724310016.275195:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.275206:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.275224:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.275228:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.275237:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310016.275239:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.275241:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310016.275243:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.275334:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.275336:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.275349:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.275351:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310016.275371:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.275375:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.275382:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac44e0. 00080000:00000010:3.0:1724310016.275387:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4dc00. 00000001:00000010:3.0:1724310016.275717:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ea0. 00000001:00000010:3.0:1724310016.275721:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310016.275746:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac44e0. 00010000:00000010:3.0:1724310016.275751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.275754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.275766:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.275781:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.275784:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310016.275800:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:3.0:1724310016.275804:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:3.0:1724310016.275807:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53a50. 00000004:00000010:3.0:1724310016.275813:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:3.0:1724310016.275821:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310016.275833:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096396, last committed = 4295096163 00010000:00000200:3.0:1724310016.275840:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511c000 x1808069883428096/t4295096396(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.275852:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.275856:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883428096, offset 224 00000400:00000010:3.0:1724310016.275860:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467ea8. 00000400:00000200:3.0:1724310016.275863:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.275871:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.275876:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531671:531671:256:4294967295] 192.168.204.31@tcp LPNI seq info [531667:531667:8:4294967295] 00000400:00000200:3.0:1724310016.275880:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.275885:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.275888:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.275892:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310016.275896:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.275901:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.275904:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.275929:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.275933:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.275935:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ee00. 00000800:00000200:2.0:1724310016.276024:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.276027:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:2.0:1724310016.276030:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.276034:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.276922:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310016.276929:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310016.279538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310016.279547:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310016.279552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.279554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.279557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310016.279561:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310016.279565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310016.279568:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310016.279570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310016.279577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310016.281644:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.281658:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954b5 00000400:00000200:0.0:1724310016.281663:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.281666:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.281670:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.281672:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.281699:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.281703:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217d80 00000400:00000200:0.0:1724310016.281709:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 162888 00000400:00000200:0.0:1724310016.281836:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.281840:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.281844:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.281848:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef800. 00010000:00000010:2.0:1724310016.282982:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310016.282992:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000020:00000010:3.0:1724310016.283065:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ee00. 00000020:00000010:3.0:1724310016.283074:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.283078:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.283114:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428224 00000001:00000010:3.0:1724310016.283124:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:3.0:1724310016.283142:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310016.283147:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310016.283191:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801315f0000. 00010000:00000010:3.0:1724310016.283212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310016.283215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.283227:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.283229:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.283231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.283233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310016.283349:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310016.283356:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.283360:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310016.283366:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:3.0:1724310016.284043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.284047:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.284050:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.284053:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.284086:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.284096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.284099:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.284123:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310016.284137:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef800 x1808069883428224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.284150:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.284156:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883428224, offset 224 00000400:00000200:3.0:1724310016.284160:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.284171:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.284176:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531672:531672:256:4294967295] 192.168.204.31@tcp LPNI seq info [531668:531668:8:4294967295] 00000400:00000200:3.0:1724310016.284183:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.284188:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.284191:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310016.284196:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.284203:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.284208:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.284863:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.284868:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.284871:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ee00. 00000800:00000200:2.0:1724310016.285326:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.285328:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:2.0:1724310016.285332:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.285347:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.285351:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:2.0:1724310016.285353:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:0.1:1724310016.287031:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310016.287040:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:2.0:1724310016.287100:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.287113:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13217e80 00000400:00000200:2.0:1724310016.287119:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 163464 00000400:00000200:2.0:1724310016.287138:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.287142:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.287147:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.287154:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3100. 00000020:00000010:3.0:1724310016.287238:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ee00. 00000020:00000010:3.0:1724310016.287320:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.287324:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.287361:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428480 02000000:00000010:3.0:1724310016.287384:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093e79000. 00010000:00000010:3.0:1724310016.287409:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.287418:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.287435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.287438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.287447:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.287449:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.287452:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.287454:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.287520:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.287522:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.287524:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.287526:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310016.287539:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.287543:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c400. 00000020:00000010:3.0:1724310016.287549:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ba0. 00080000:00000010:3.0:1724310016.287554:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4d000. 00000001:00000010:3.0:1724310016.287702:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d20. 00000001:00000010:3.0:1724310016.287707:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.287737:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ba0. 00010000:00000010:3.0:1724310016.287743:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.287745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.287758:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.287777:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.287780:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310016.287797:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:3.0:1724310016.287802:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:3.0:1724310016.287805:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.287810:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310016.287816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.287828:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096397, last committed = 4295096163 00010000:00000200:3.0:1724310016.287834:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3100 x1808069883428480/t4295096397(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.287847:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.287851:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883428480, offset 224 00000400:00000010:3.0:1724310016.287855:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467ee0. 00000400:00000200:3.0:1724310016.287858:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.287865:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.287870:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531673:531673:256:4294967295] 192.168.204.31@tcp LPNI seq info [531669:531669:8:4294967295] 00000400:00000200:3.0:1724310016.287874:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.287879:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.287883:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.287886:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310016.287891:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.287896:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.287898:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.288663:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.288668:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.288671:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ee00. 00000800:00000200:0.0:1724310016.289673:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.289677:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310016.289683:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.289688:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.290443:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.290455:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954bd 00000400:00000200:2.0:1724310016.290460:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.290463:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.290467:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.290469:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:2.0:1724310016.290494:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.290499:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13217f00 00000400:00000200:2.0:1724310016.290505:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 163952 00000400:00000200:2.0:1724310016.290555:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.290558:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.290562:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.290567:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2300. 00010000:00000010:3.0:1724310016.290719:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.290726:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000020:00000010:0.0:1724310016.290896:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103600. 00000020:00000010:0.0:1724310016.290900:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.290904:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310016.291225:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428608 00000001:00000010:0.0:1724310016.291234:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:0.0:1724310016.291252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310016.291278:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 02000000:00000010:0.0:1724310016.291321:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880118d70000. 00010000:00000010:0.0:1724310016.291352:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310016.291355:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.291365:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310016.291740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310016.291747:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310016.291750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310016.291754:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.0:1724310016.291831:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.291835:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310016.291837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00000004:00000010:0.0:1724310016.291916:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310016.291923:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be2d0. 00000004:00000010:0.0:1724310016.291927:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310016.291932:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:0.0:1724310016.292470:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.292473:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.292475:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.292478:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.292509:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.292633:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.292638:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.292661:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310016.292672:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2300 x1808069883428608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.292685:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.292690:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883428608, offset 224 00000400:00000200:0.0:1724310016.292695:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.292702:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.292708:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531674:531674:256:4294967295] 192.168.204.31@tcp LPNI seq info [531670:531670:8:4294967295] 00000400:00000200:0.0:1724310016.292715:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.292719:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.292722:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310016.292726:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.292732:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.292735:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.292762:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.292765:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310016.292768:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103600. 00000800:00000200:3.0:1724310016.292937:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.292940:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:3.0:1724310016.292943:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.292946:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.292949:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:3.0:1724310016.292951:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00000400:00000200:0.0:1724310016.294372:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.294381:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218000 00000400:00000200:0.0:1724310016.294386:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 164528 00000400:00000200:0.0:1724310016.294403:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.294406:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.294410:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.294414:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aec000. 00000020:00000010:2.0:1724310016.294956:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d0800. 00000020:00000010:2.0:1724310016.294962:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.294965:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.295033:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428864 02000000:00000010:2.0:1724310016.295057:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3a000. 00010000:00000010:2.0:1724310016.295080:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310016.295503:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:2.0:1724310016.295526:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.295530:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.295540:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.295542:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.295546:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.295548:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.295625:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.295628:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.295630:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.295633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310016.295652:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310016.295657:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310016.295664:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e5a0. 00080000:00000010:2.0:1724310016.295668:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bdb800. 00000001:00000010:2.0:1724310016.295823:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10ae0. 00000001:00000010:2.0:1724310016.295827:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310016.295857:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e5a0. 00010000:00000010:2.0:1724310016.295863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.295867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.295880:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.295897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.295899:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310016.295918:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:2.0:1724310016.295924:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:2.0:1724310016.295927:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be2d0. 00000004:00000010:2.0:1724310016.295931:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:2.0:1724310016.295937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310016.295948:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096398, last committed = 4295096163 00010000:00000200:2.0:1724310016.295956:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aec000 x1808069883428864/t4295096398(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.295968:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873000. 00000100:00000200:2.0:1724310016.295972:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883428864, offset 224 00000400:00000010:2.0:1724310016.295977:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6508. 00000400:00000200:2.0:1724310016.295980:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.295989:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.295993:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531675:531675:256:4294967295] 192.168.204.31@tcp LPNI seq info [531671:531671:8:4294967295] 00000400:00000200:2.0:1724310016.295997:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.296002:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.296006:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.296009:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.296013:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.296019:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.296022:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.296918:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.296923:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.296926:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d0800. 00000800:00000200:3.0:1724310016.297081:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.297085:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:3.0:1724310016.297089:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.297093:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.297670:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310016.297677:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310016.297680:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310016.297682:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310016.297684:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310016.297689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310016.297691:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310016.297693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:3.0:1724310016.299721:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.299735:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954c5 00000400:00000200:3.0:1724310016.299740:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.299743:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.299747:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873000 00000400:00000010:3.0:1724310016.299749:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873000. 00000400:00000200:3.0:1724310016.299778:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.299783:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218080 00000400:00000200:3.0:1724310016.299789:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 165016 00000400:00000200:3.0:1724310016.299809:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.299812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.299816:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.299821:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b28700. 00010000:00000010:2.0:1724310016.300170:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.300179:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000020:00000010:0.0:1724310016.300243:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103600. 00000020:00000010:0.0:1724310016.300248:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.300251:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310016.300431:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883428992 00000001:00000010:0.0:1724310016.300439:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:0.0:1724310016.300457:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.300461:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 02000000:00000010:0.0:1724310016.300504:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124430000. 00010000:00000010:0.0:1724310016.300523:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310016.300525:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.300535:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.300537:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.300540:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310016.300542:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000004:00000010:0.0:1724310016.300611:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310016.300618:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bed98. 00000004:00000010:0.0:1724310016.300622:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310016.300630:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee820. 00010000:00000010:0.0:1724310016.301728:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.301732:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.301736:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.301739:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.301777:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.301784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.301788:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.301811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310016.301824:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b28700 x1808069883428992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.301839:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.301844:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883428992, offset 224 00000400:00000200:0.0:1724310016.301849:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.301857:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.301863:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531676:531676:256:4294967295] 192.168.204.31@tcp LPNI seq info [531672:531672:8:4294967295] 00000400:00000200:0.0:1724310016.301871:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.301876:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.301879:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310016.301883:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.301888:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.301891:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.302517:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.302522:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310016.302525:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103600. 00000800:00000200:2.0:1724310016.302778:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.302781:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310016.302785:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.302789:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.302792:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:2.0:1724310016.302794:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00010000:00000010:3.1:1724310016.303957:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310016.303965:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310016.303968:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310016.303971:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310016.304010:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310016.304015:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310016.304018:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310016.304021:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310016.304024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310016.304029:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:3.0:1724310016.304567:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.304578:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218180 00000400:00000200:3.0:1724310016.304584:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 165592 00000400:00000200:3.0:1724310016.304602:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.304605:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.304610:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.304615:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2ad80. 00000020:00000010:1.0:1724310016.304981:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:1.0:1724310016.304986:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.304989:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.305016:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883429248 02000000:00000010:1.0:1724310016.305038:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560d000. 00010000:00000010:1.0:1724310016.305060:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:1.0:1724310016.305600:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:1.0:1724310016.305621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.305625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.305634:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.305636:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310016.305639:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.305641:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310016.305708:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310016.305709:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.305711:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.305713:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310016.305729:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938bc0. 00000020:00000010:1.0:1724310016.305733:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938bc0. 00000020:00000010:1.0:1724310016.305739:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1960. 00080000:00000010:1.0:1724310016.305746:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ac98c00. 00000001:00000010:1.0:1724310016.305882:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857ae0. 00000001:00000010:1.0:1724310016.305887:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310016.305916:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1960. 00010000:00000010:1.0:1724310016.305922:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.305925:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310016.305937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310016.305953:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.305956:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310016.305971:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee820. 00000004:00000010:1.0:1724310016.305977:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:1.0:1724310016.305980:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bed98. 00000004:00000010:1.0:1724310016.305984:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:1.0:1724310016.305990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310016.306001:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096399, last committed = 4295096163 00010000:00000200:1.0:1724310016.306007:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2ad80 x1808069883429248/t4295096399(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.306019:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310016.306024:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883429248, offset 224 00000400:00000010:1.0:1724310016.306028:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87690. 00000400:00000200:1.0:1724310016.306031:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.306039:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.306044:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531677:531677:256:4294967295] 192.168.204.31@tcp LPNI seq info [531673:531673:8:4294967295] 00000400:00000200:1.0:1724310016.306049:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.306053:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.306058:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.306060:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310016.306065:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.306070:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.306073:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.306097:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.306100:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.306103:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:3.0:1724310016.306245:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.306248:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310016.306251:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.306254:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.306753:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310016.306760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310016.306888:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310016.306893:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310016.306896:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310016.306898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:2.0:1724310016.308166:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.308178:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954cd 00000400:00000200:2.0:1724310016.308182:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.308184:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.308189:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:2.0:1724310016.308190:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:3.0:1724310016.308346:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:3.0:1724310016.308353:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00000400:00000200:2.0:1724310016.308537:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.308544:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218200 00000400:00000200:2.0:1724310016.308550:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 166080 00000400:00000200:2.0:1724310016.308616:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.308620:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.308624:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.308629:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2a00. 00000020:00000010:1.0:1724310016.308687:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:1.0:1724310016.308691:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.308694:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.308718:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883429376 00000001:00000010:1.0:1724310016.308726:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:1.0:1724310016.308741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.308745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310016.308786:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341d0000. 00010000:00000010:1.0:1724310016.308803:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310016.308805:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.308814:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.308816:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.308818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.308820:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310016.308886:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310016.308891:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fd20. 00000004:00000010:1.0:1724310016.308895:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310016.308901:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:0.1:1724310016.309482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310016.309487:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310016.309490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310016.309492:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310016.309494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310016.309498:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.0:1724310016.309865:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.309867:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.309871:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.309874:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.309909:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310016.310000:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:2.0:1724310016.310004:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:2.0:1724310016.310028:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:2.0:1724310016.310038:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2a00 x1808069883429376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.310055:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218735d8. 00000100:00000200:2.0:1724310016.310059:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883429376, offset 224 00000400:00000200:2.0:1724310016.310064:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.310071:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.310076:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531678:531678:256:4294967295] 192.168.204.31@tcp LPNI seq info [531674:531674:8:4294967295] 00000400:00000200:2.0:1724310016.310083:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.310087:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.310090:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.310094:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.310099:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.310103:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.310128:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:2.0:1724310016.310131:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:2.0:1724310016.310134:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:3.0:1724310016.310448:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.310451:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:3.0:1724310016.310455:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.310459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.310462:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218735d8 00000400:00000010:3.0:1724310016.310463:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218735d8. 00000400:00000200:2.0:1724310016.312054:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.312064:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218300 00000400:00000200:2.0:1724310016.312070:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 166656 00000400:00000200:2.0:1724310016.312087:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.312090:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.312094:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.312099:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3b80. 00000020:00000010:0.0:1724310016.312188:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103600. 00000020:00000010:0.0:1724310016.312193:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.312196:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310016.312215:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883429632 02000000:00000010:0.0:1724310016.312241:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231c000. 00010000:00000010:0.0:1724310016.312423:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310016.312537:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310016.312559:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.312563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.312572:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.312573:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.312576:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.312578:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.312640:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.312642:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.312644:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.312645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310016.312660:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b940. 00000020:00000010:0.0:1724310016.312665:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b940. 00000020:00000010:0.0:1724310016.312673:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9f00. 00080000:00000010:0.0:1724310016.312678:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879de400. 00000001:00000010:0.0:1724310016.312817:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fc9c0. 00000001:00000010:0.0:1724310016.312821:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310016.314205:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9f00. 00010000:00000010:0.0:1724310016.314218:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310016.314223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.314240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.314287:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.314291:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00080000:00000010:0.0:1724310016.314308:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:0.0:1724310016.314313:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:0.0:1724310016.314316:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fd20. 00000004:00000010:0.0:1724310016.314321:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:0.0:1724310016.314345:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310016.314361:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096400, last committed = 4295096163 00010000:00000200:0.0:1724310016.314369:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3b80 x1808069883429632/t4295096400(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.314382:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.314388:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883429632, offset 224 00000400:00000010:0.0:1724310016.314393:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9968. 00000400:00000200:0.0:1724310016.314396:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.314405:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.314411:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531679:531679:256:4294967295] 192.168.204.31@tcp LPNI seq info [531675:531675:8:4294967295] 00000400:00000200:0.0:1724310016.314414:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.314420:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.314424:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.314427:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.314433:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.314438:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.314441:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.315415:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.315421:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310016.315424:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103600. 00010000:00000010:1.1:1724310016.317407:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310016.317415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000800:00000200:2.0:1724310016.317504:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.317507:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310016.317512:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.317519:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.320586:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.320602:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954d5 00000400:00000200:3.0:1724310016.320608:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.320612:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.320616:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:3.0:1724310016.320618:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00000400:00000200:3.0:1724310016.320648:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.320653:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218380 00000400:00000200:3.0:1724310016.320660:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 167144 00000400:00000200:3.0:1724310016.320676:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.320679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.320683:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.320689:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304700. 00000020:00000010:1.0:1724310016.320781:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:1.0:1724310016.320787:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310016.320791:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc320. 00000100:00000200:1.0:1724310016.320820:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883429760 00000001:00000010:1.0:1724310016.320829:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310016.320848:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.320853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310016.320899:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801351b0000. 00010000:00000010:1.0:1724310016.320922:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.320925:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.320940:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.320943:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.320946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.320948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310016.321023:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310016.321030:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fbb8. 00000004:00000010:1.0:1724310016.321034:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcbb8. 00080000:00000010:1.0:1724310016.321040:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:2.0:1724310016.321294:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:2.0:1724310016.321301:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310016.322204:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.322208:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.322212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.322215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.322250:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:2.0:1724310016.322335:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:2.0:1724310016.322349:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:2.0:1724310016.322375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:2.0:1724310016.322390:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304700 x1808069883429760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.323022:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.323028:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883429760, offset 224 00000400:00000200:3.0:1724310016.323034:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.323042:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.323047:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531680:531680:256:4294967295] 192.168.204.31@tcp LPNI seq info [531676:531676:8:4294967295] 00000400:00000200:3.0:1724310016.323055:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.323061:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.323065:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310016.323069:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.323075:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.323078:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.323103:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5400. 00000020:00000010:3.0:1724310016.323107:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc320. 00000020:00000010:3.0:1724310016.323110:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:2.0:1724310016.323351:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.323353:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:2.0:1724310016.323357:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.323360:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.323363:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.323364:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:1.1:1724310016.323403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310016.323407:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310016.323410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.1:1724310016.323412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310016.323681:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310016.323685:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00000400:00000200:2.0:1724310016.325863:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.325876:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218480 00000400:00000200:2.0:1724310016.325883:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 167720 00000400:00000200:2.0:1724310016.325904:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.325908:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.325913:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.325918:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2d80. 00000020:00000010:3.0:1724310016.326151:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255f800. 00000020:00000010:3.0:1724310016.326157:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310016.326161:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.326387:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430016 02000000:00000010:3.0:1724310016.326415:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093e7f000. 00010000:00000010:3.0:1724310016.326444:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:3.0:1724310016.326605:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:3.0:1724310016.326630:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.326635:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.326645:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.326647:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.326650:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.326652:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.326724:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310016.326727:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.326729:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.326731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310016.326750:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cbc0. 00000020:00000010:3.0:1724310016.326755:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cbc0. 00000020:00000010:3.0:1724310016.326763:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac44e0. 00080000:00000010:3.0:1724310016.326767:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4c800. 00000001:00000010:3.0:1724310016.326912:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4420. 00000001:00000010:3.0:1724310016.326917:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.326945:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac44e0. 00010000:00000010:3.0:1724310016.326951:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.326954:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.326966:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.326983:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.326986:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00080000:00000010:3.0:1724310016.327005:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:3.0:1724310016.327010:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcbb8. 00000004:00000010:3.0:1724310016.327014:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fbb8. 00000004:00000010:3.0:1724310016.327017:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:3.0:1724310016.327022:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310016.327033:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096401, last committed = 4295096163 00010000:00000200:3.0:1724310016.327039:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2d80 x1808069883430016/t4295096401(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.327053:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.327057:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883430016, offset 224 00000400:00000010:3.0:1724310016.327062:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467f18. 00000400:00000200:3.0:1724310016.327064:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.327072:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.327076:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531681:531681:256:4294967295] 192.168.204.31@tcp LPNI seq info [531677:531677:8:4294967295] 00000400:00000200:3.0:1724310016.327080:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.327085:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.327089:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.327092:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310016.327096:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.327102:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.327105:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.327129:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310016.327133:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.327135:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255f800. 00000800:00000200:2.0:1724310016.327395:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.327398:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:2.0:1724310016.327401:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.327404:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.329492:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310016.329502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310016.329507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310016.329510:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310016.329512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:1.1:1724310016.329514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:2.0:1724310016.331480:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.331495:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954dd 00000400:00000200:2.0:1724310016.331500:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.331504:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.331508:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:2.0:1724310016.331510:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:2.0:1724310016.331538:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.331542:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218500 00000400:00000200:2.0:1724310016.331547:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 168208 00010000:00000010:3.0:1724310016.331745:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.331753:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:2.0:1724310016.332052:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.332057:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.332060:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.332065:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2680. 00010000:00000010:1.1:1724310016.332911:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310016.332917:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310016.332920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310016.332925:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310016.332927:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310016.332932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310016.332955:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310016.332960:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310016.332963:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310016.332967:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000020:00000010:3.0:1724310016.333097:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255f800. 00000020:00000010:3.0:1724310016.333102:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.333106:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.333138:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430144 00000001:00000010:3.0:1724310016.333147:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:3.0:1724310016.333164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.333168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310016.333211:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880111800000. 00010000:00000010:3.0:1724310016.333230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.333233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.333244:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310016.333245:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.333248:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.333250:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310016.333349:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310016.333355:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42db40. 00000004:00000010:3.0:1724310016.333360:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310016.333366:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:3.0:1724310016.335139:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.335145:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.335149:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.335153:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.335198:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.335208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.335211:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.335239:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.335253:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2680 x1808069883430144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.335306:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.335312:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883430144, offset 224 00000400:00000200:3.0:1724310016.335317:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.335327:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.335333:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531682:531682:256:4294967295] 192.168.204.31@tcp LPNI seq info [531678:531678:8:4294967295] 00000400:00000200:3.0:1724310016.335352:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.335357:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.335361:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310016.335366:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.335372:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.335376:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.335404:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.335408:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.335411:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255f800. 00010000:00000010:1.1:1724310016.335532:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310016.335538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000800:00000200:2.0:1724310016.335848:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.335852:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:2.0:1724310016.335856:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.335860:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.335863:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:2.0:1724310016.335865:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:1.1:1724310016.338537:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310016.338547:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310016.338551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310016.338553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:3.0:1724310016.340397:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.340418:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218600 00000400:00000200:3.0:1724310016.340425:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 168784 00000400:00000200:3.0:1724310016.340446:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.340450:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.340456:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.340461:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307480. 00000020:00000010:0.0:1724310016.341397:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:0.0:1724310016.341404:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310016.341407:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310016.341447:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430400 02000000:00000010:0.0:1724310016.341474:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122319000. 00010000:00000010:0.0:1724310016.341505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:0.0:1724310016.341534:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:0.0:1724310016.341557:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310016.341561:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310016.341573:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.341575:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98600. 00010000:00000010:0.0:1724310016.341577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.341579:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:1.0:1724310016.341696:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.341700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.341703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.341706:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.341727:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938bc0. 00000020:00000010:1.0:1724310016.341733:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938bc0. 00000020:00000010:1.0:1724310016.341740:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857de0. 00080000:00000010:1.0:1724310016.341745:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ac98400. 00000001:00000010:1.0:1724310016.341895:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1ba0. 00000001:00000010:1.0:1724310016.341899:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310016.341927:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857de0. 00010000:00000010:1.0:1724310016.344038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.344049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.344073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.344108:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.344112:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310016.344138:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:1.0:1724310016.344143:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:1.0:1724310016.344146:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42db40. 00000004:00000010:1.0:1724310016.344152:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:1.0:1724310016.344160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:1.0:1724310016.344177:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096402, last committed = 4295096163 00010000:00000200:1.0:1724310016.344185:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307480 x1808069883430400/t4295096402(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.344201:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310016.344206:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883430400, offset 224 00000400:00000010:1.0:1724310016.344211:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc876c8. 00000400:00000200:1.0:1724310016.344215:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.344225:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.344231:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531683:531683:256:4294967295] 192.168.204.31@tcp LPNI seq info [531679:531679:8:4294967295] 00000400:00000200:1.0:1724310016.344235:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.344241:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.344246:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.344249:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310016.344254:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.344757:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.344761:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.344790:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:1.0:1724310016.344795:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:1.0:1724310016.344798:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:2.0:1724310016.344934:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.344937:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310016.344940:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.344944:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.350542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.1:1724310016.350555:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00000400:00000200:2.0:1724310016.351622:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.351637:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954e5 00000400:00000200:2.0:1724310016.351644:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.351647:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.351652:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:2.0:1724310016.351655:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00000400:00000200:2.0:1724310016.351685:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.351690:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218680 00000400:00000200:2.0:1724310016.351696:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 169272 00000400:00000200:2.0:1724310016.351859:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.351863:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.351867:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.351873:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf0700. 00010000:00000010:0.0:1724310016.352090:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.352098:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98600. 00000020:00000010:1.0:1724310016.352114:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.352119:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.352123:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.352155:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430528 00000001:00000010:1.0:1724310016.352164:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:1.0:1724310016.352183:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.352187:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310016.352232:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801119f0000. 00010000:00000010:1.0:1724310016.352253:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.352287:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.352299:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.352300:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.352304:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.352307:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310016.352397:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310016.352407:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.352411:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.352421:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.352932:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310016.352935:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310016.352938:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310016.352941:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.352973:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.352980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.352982:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.353003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310016.353015:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf0700 x1808069883430528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.353028:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310016.353032:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883430528, offset 224 00000400:00000200:1.0:1724310016.353037:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.353044:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.353048:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531684:531684:256:4294967295] 192.168.204.31@tcp LPNI seq info [531680:531680:8:4294967295] 00000400:00000200:1.0:1724310016.353056:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.353060:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.353063:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310016.353068:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.353073:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.353076:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.354136:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.354142:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.354146:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.357663:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.357669:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310016.357674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.357681:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.357687:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:3.0:1724310016.357689:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:2.1:1724310016.359398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310016.359407:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310016.359411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310016.359417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:2.0:1724310016.360677:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.360690:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218780 00000400:00000200:2.0:1724310016.360697:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 169848 00000400:00000200:2.0:1724310016.360716:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.360720:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.360725:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.360730:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf0a80. 00000020:00000010:1.0:1724310016.361455:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.361462:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.361467:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.361501:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430784 02000000:00000010:1.0:1724310016.361529:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801243ca000. 00010000:00000010:1.0:1724310016.361560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.361573:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310016.361594:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310016.361598:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310016.361608:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310016.361610:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.361613:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310016.361616:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.361694:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310016.361697:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.361699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310016.361701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310016.361722:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.361727:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.361735:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1960. 00080000:00000010:1.0:1724310016.361741:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ac9ac00. 00000001:00000010:1.0:1724310016.361897:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595a80. 00000001:00000010:1.0:1724310016.361902:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310016.361932:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1960. 00010000:00000010:1.0:1724310016.361941:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310016.361944:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.361957:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.361975:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.361978:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310016.361999:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.362004:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.362008:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.362011:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310016.362018:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310016.362031:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096403, last committed = 4295096163 00010000:00000200:1.0:1724310016.362037:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf0a80 x1808069883430784/t4295096403(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.362051:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310016.362055:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883430784, offset 224 00000400:00000010:1.0:1724310016.362060:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87700. 00000400:00000200:1.0:1724310016.362064:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.362072:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.362077:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531685:531685:256:4294967295] 192.168.204.31@tcp LPNI seq info [531681:531681:8:4294967295] 00000400:00000200:1.0:1724310016.362082:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.362088:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.362092:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.362095:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310016.362099:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.362105:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.362109:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.362138:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.362141:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.362144:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.362285:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.362289:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310016.362292:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.362296:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.362420:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310016.362426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:3.0:1724310016.364854:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.364867:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954ed 00000400:00000200:3.0:1724310016.364871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.364874:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.364879:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:3.0:1724310016.364881:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:0.0:1724310016.364957:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:0.0:1724310016.364963:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:2.1:1724310016.365424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310016.365429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310016.365432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310016.365436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:2.0:1724310016.367514:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.367528:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218800 00000400:00000200:2.0:1724310016.367535:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 170336 00000400:00000200:2.0:1724310016.367596:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.367600:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.367606:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.367611:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3480. 00000020:00000010:1.0:1724310016.370254:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.370275:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.370279:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.370304:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883430912 00000001:00000010:1.0:1724310016.370313:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310016.370346:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310016.370352:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310016.370398:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134810000. 00010000:00000010:1.0:1724310016.370416:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310016.370418:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.370431:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.370433:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.370436:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310016.370438:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310016.370511:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310016.370517:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.370521:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.370527:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.371182:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.371185:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.371188:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310016.371191:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.371226:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.371232:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.371236:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.371256:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310016.371281:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3480 x1808069883430912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.371294:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310016.371298:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883430912, offset 224 00000400:00000200:1.0:1724310016.371303:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.371311:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.371316:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531686:531686:256:4294967295] 192.168.204.31@tcp LPNI seq info [531682:531682:8:4294967295] 00000400:00000200:1.0:1724310016.371324:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.371329:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.371332:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310016.371347:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.371353:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.371356:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.371378:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.371380:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.371383:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.374588:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.374596:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310016.374603:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.374610:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.374614:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310016.374616:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:3.1:1724310016.375138:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:3.1:1724310016.375145:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:3.0:1724310016.376552:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.376565:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218900 00000400:00000200:3.0:1724310016.376572:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 170912 00000400:00000200:3.0:1724310016.376595:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.376599:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.376604:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.376609:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305c00. 00000020:00000010:1.0:1724310016.376706:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.376712:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.376716:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.376752:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883431168 02000000:00000010:1.0:1724310016.376781:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083570000. 00010000:00000010:1.0:1724310016.376810:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.376823:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.376845:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310016.376849:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.376862:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.376863:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.376866:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.376868:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310016.376945:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310016.376947:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.376949:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.376951:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.376968:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.376973:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.376981:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1660. 00080000:00000010:1.0:1724310016.376986:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ac9a400. 00000001:00000010:1.0:1724310016.377130:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1b40. 00000001:00000010:1.0:1724310016.377134:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310016.377163:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1660. 00010000:00000010:1.0:1724310016.377168:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.377171:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.377182:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.377197:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.377200:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310016.377216:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.377220:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.377223:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.377228:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310016.377232:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310016.377241:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096404, last committed = 4295096163 00010000:00000200:1.0:1724310016.377247:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305c00 x1808069883431168/t4295096404(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.377295:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310016.377301:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883431168, offset 224 00000400:00000010:1.0:1724310016.377305:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87738. 00000400:00000200:1.0:1724310016.377308:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.377316:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.377321:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531687:531687:256:4294967295] 192.168.204.31@tcp LPNI seq info [531683:531683:8:4294967295] 00000400:00000200:1.0:1724310016.377324:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.377330:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.377334:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.377345:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310016.377349:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.377354:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.377357:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.377369:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.377371:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.377373:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.377562:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.377565:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310016.377569:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.377572:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.378968:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.378978:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954f5 00000400:00000200:3.0:1724310016.378982:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.378984:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.378988:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310016.378990:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:3.0:1724310016.379012:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.379016:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218980 00000400:00000200:3.0:1724310016.379021:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 171400 00000400:00000200:3.0:1724310016.379071:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.379074:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.379077:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.379081:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306300. 00000020:00000010:1.0:1724310016.379156:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.379161:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.379164:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.379193:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883431296 00000001:00000010:1.0:1724310016.379202:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310016.379218:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.379222:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310016.379285:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123b00000. 00010000:00000010:1.0:1724310016.379304:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.379307:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.379318:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310016.379320:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.379323:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.379324:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310016.379397:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310016.379403:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.379408:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.379413:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.0:1724310016.379630:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:0.0:1724310016.379636:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:0.1:1724310016.381464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310016.381472:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310016.381474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310016.381476:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310016.381481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310016.381486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310016.381650:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.381653:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.381657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.381661:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.381707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.381714:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.381717:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.381747:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310016.381760:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306300 x1808069883431296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.381774:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310016.381780:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883431296, offset 224 00000400:00000200:1.0:1724310016.381785:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.381795:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.381800:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531688:531688:256:4294967295] 192.168.204.31@tcp LPNI seq info [531684:531684:8:4294967295] 00000400:00000200:1.0:1724310016.381808:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.381813:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.381816:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310016.381821:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.381827:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.381831:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.382128:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.382133:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.382136:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.382252:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.382255:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310016.382813:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.382818:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.382822:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310016.382823:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:2.1:1724310016.383577:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310016.383583:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310016.383586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310016.383588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310016.383589:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310016.383591:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310016.383593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310016.383594:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310016.383597:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310016.383600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310016.383686:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310016.383690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:3.0:1724310016.385752:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.385766:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218a80 00000400:00000200:3.0:1724310016.385772:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 171976 00000400:00000200:3.0:1724310016.385791:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.385794:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.385799:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.385804:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304e00. 00000020:00000010:1.0:1724310016.385968:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.385973:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.385977:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.386129:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883431552 02000000:00000010:1.0:1724310016.386159:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8a000. 00010000:00000010:1.0:1724310016.386188:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.386198:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.386219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.386223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.386234:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310016.386236:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.386238:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310016.386240:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.386756:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.386758:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.386761:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.386764:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310016.386785:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.386790:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.386798:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857de0. 00080000:00000010:1.0:1724310016.386803:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ac9a000. 00000001:00000010:1.0:1724310016.386960:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7540. 00000001:00000010:1.0:1724310016.386964:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310016.386995:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857de0. 00010000:00000010:1.0:1724310016.387001:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.387004:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.387017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.387034:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.387037:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310016.387057:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.387061:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.387066:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.387070:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310016.387075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310016.387086:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096405, last committed = 4295096163 00010000:00000200:1.0:1724310016.387094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304e00 x1808069883431552/t4295096405(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.387108:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310016.387112:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883431552, offset 224 00000400:00000010:1.0:1724310016.387118:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87770. 00000400:00000200:1.0:1724310016.387121:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.387129:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.387135:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531689:531689:256:4294967295] 192.168.204.31@tcp LPNI seq info [531685:531685:8:4294967295] 00000400:00000200:1.0:1724310016.387138:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.387144:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.387149:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.387153:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310016.387158:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.387164:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.387168:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.387194:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.387197:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.387199:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.387505:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.387508:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310016.387511:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.387515:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.389768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310016.389778:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310016.389782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310016.389786:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:3.0:1724310016.389894:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.389906:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2954fd 00000400:00000200:3.0:1724310016.389912:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.389915:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.389919:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310016.389921:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:3.0:1724310016.390155:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.390161:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218b00 00000400:00000200:3.0:1724310016.390167:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 172464 00010000:00000010:1.0:1724310016.390362:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.390371:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:3.0:1724310016.390416:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.390420:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.390424:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.390428:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306d80. 00000020:00000010:1.0:1724310016.390598:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8ee00. 00000020:00000010:1.0:1724310016.390603:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.390606:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.390635:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883431680 00000001:00000010:1.0:1724310016.390644:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310016.390660:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310016.390664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310016.390707:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880115af0000. 00010000:00000010:1.0:1724310016.390725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310016.390727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.390737:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.390739:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.390742:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310016.390743:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000004:00000010:1.0:1724310016.390822:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310016.390829:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.390833:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.390840:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.392097:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310016.392101:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.392104:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310016.392107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.392143:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.392151:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.392154:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.392180:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310016.392192:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306d80 x1808069883431680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.392206:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310016.392211:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883431680, offset 224 00000400:00000200:1.0:1724310016.392216:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.392225:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.392230:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531690:531690:256:4294967295] 192.168.204.31@tcp LPNI seq info [531686:531686:8:4294967295] 00000400:00000200:1.0:1724310016.392238:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.392243:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.392246:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310016.392250:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.392539:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.392543:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310016.393143:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310016.393149:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310016.393153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310016.393155:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310016.393157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310016.393161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000020:00000010:1.0:1724310016.393305:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.393309:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.393313:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8ee00. 00000800:00000200:3.0:1724310016.393657:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.393660:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310016.393665:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.393669:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.393673:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310016.393675:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:2.1:1724310016.395632:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310016.395641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310016.395643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310016.395645:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310016.395647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310016.395649:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:3.0:1724310016.395928:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.395940:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218c00 00000400:00000200:3.0:1724310016.395946:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 173040 00000400:00000200:3.0:1724310016.395963:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.395966:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.395970:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.395975:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304a80. 00000020:00000010:1.0:1724310016.396634:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8ee00. 00000020:00000010:1.0:1724310016.396640:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.396644:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.396725:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883431936 02000000:00000010:1.0:1724310016.396751:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8c000. 00010000:00000010:1.0:1724310016.396779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.397079:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.397099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310016.397104:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.397116:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310016.397118:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310016.397121:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310016.397123:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310016.397205:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310016.397207:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.397209:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310016.397211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310016.397229:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.397233:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.397240:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a20. 00080000:00000010:1.0:1724310016.397246:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134218c00. 00000001:00000010:1.0:1724310016.397410:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7960. 00000001:00000010:1.0:1724310016.397414:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310016.397439:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a20. 00010000:00000010:1.0:1724310016.397444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310016.397446:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.397458:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.397473:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310016.397475:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310016.397491:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.397494:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.397498:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.397502:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310016.397506:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310016.397516:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096406, last committed = 4295096163 00010000:00000200:1.0:1724310016.397523:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304a80 x1808069883431936/t4295096406(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.397535:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310016.397540:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883431936, offset 224 00000400:00000010:1.0:1724310016.397544:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc877a8. 00000400:00000200:1.0:1724310016.397548:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.397556:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.397561:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531691:531691:256:4294967295] 192.168.204.31@tcp LPNI seq info [531687:531687:8:4294967295] 00000400:00000200:1.0:1724310016.397565:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.397570:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.397574:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.397577:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310016.397581:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.397586:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.397589:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.397612:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.397614:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.397616:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8ee00. 00000800:00000200:2.0:1724310016.397720:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.397723:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310016.397726:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.397730:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.400669:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.400682:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295505 00000400:00000200:3.0:1724310016.400687:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.400690:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.400694:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:3.0:1724310016.400697:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:3.0:1724310016.400714:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.400719:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218c80 00000400:00000200:3.0:1724310016.400725:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 173528 00000400:00000200:3.0:1724310016.400741:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.400744:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.400748:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.400753:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307b80. 00010000:00000010:0.0:1724310016.400823:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:0.0:1724310016.400830:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00000020:00000010:1.0:1724310016.400917:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8ee00. 00000020:00000010:1.0:1724310016.400922:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.400925:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.400943:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883432064 00000001:00000010:1.0:1724310016.400951:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310016.400966:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310016.400970:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310016.401010:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f5f0000. 00010000:00000010:1.0:1724310016.401027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310016.401029:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.401038:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310016.401040:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.401042:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310016.401044:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310016.401111:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310016.401117:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.401120:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.401127:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.401868:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310016.401871:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.401875:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310016.401877:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.401911:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.401917:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.401919:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.401942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310016.401953:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307b80 x1808069883432064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.401966:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310016.401969:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883432064, offset 224 00000400:00000200:1.0:1724310016.401974:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.401981:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.401985:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531692:531692:256:4294967295] 192.168.204.31@tcp LPNI seq info [531688:531688:8:4294967295] 00000400:00000200:1.0:1724310016.401994:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.401998:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.402001:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310016.402004:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.402010:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.402013:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.402489:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.402493:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.402496:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8ee00. 00010000:00000010:2.1:1724310016.402778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310016.402783:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310016.402785:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310016.402787:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310016.402789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310016.402793:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000800:00000200:3.0:1724310016.402831:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.402834:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:3.0:1724310016.402837:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.402840:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.402844:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310016.402845:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:2.0:1724310016.404217:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.404227:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218d80 00000400:00000200:2.0:1724310016.404233:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 174104 00000400:00000200:2.0:1724310016.404248:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.404251:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.404254:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.404278:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3800. 00000020:00000010:1.0:1724310016.404456:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8ee00. 00000020:00000010:1.0:1724310016.404460:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.404463:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.404488:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883432320 02000000:00000010:1.0:1724310016.404509:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8b000. 00010000:00000010:1.0:1724310016.404531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.404539:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.404556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.404560:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.404569:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310016.404572:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.404574:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.404576:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.404645:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.404647:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.404649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.404651:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310016.404670:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.404675:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310016.404682:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7060. 00080000:00000010:1.0:1724310016.404687:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013421b000. 00000001:00000010:1.0:1724310016.404831:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7300. 00000001:00000010:1.0:1724310016.404835:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310016.404859:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7060. 00010000:00000010:1.0:1724310016.404864:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.404867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.404878:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.404891:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310016.404893:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310016.404908:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.404912:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.404916:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.404919:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310016.404924:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310016.404932:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096407, last committed = 4295096163 00010000:00000200:1.0:1724310016.404939:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3800 x1808069883432320/t4295096407(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.404949:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310016.404953:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883432320, offset 224 00000400:00000010:1.0:1724310016.404957:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc877e0. 00000400:00000200:1.0:1724310016.404960:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.404965:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.404969:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531693:531693:256:4294967295] 192.168.204.31@tcp LPNI seq info [531689:531689:8:4294967295] 00000400:00000200:1.0:1724310016.404973:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.404977:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.404982:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.404985:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310016.404988:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.404993:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.404996:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.405017:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.405020:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.405022:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8ee00. 00000800:00000200:2.0:1724310016.405136:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.405139:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310016.405141:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.405144:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.405615:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310016.405621:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310016.407658:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.407672:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29550d 00000400:00000200:3.0:1724310016.407678:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.407681:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.407686:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310016.407688:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:1.0:1724310016.408045:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.408053:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:2.1:1724310016.408679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310016.408685:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310016.408688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310016.408691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000400:00000200:2.0:1724310016.409970:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.409981:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218e00 00000400:00000200:2.0:1724310016.409987:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 174592 00000400:00000200:2.0:1724310016.410039:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.410043:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.410048:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.410054:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8000. 00000020:00000010:3.0:1724310016.410214:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ea00. 00000020:00000010:3.0:1724310016.410219:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.410222:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.410244:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883432448 00000001:00000010:3.0:1724310016.410252:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.0:1724310016.410284:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.410289:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310016.410857:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f4d0000. 00010000:00000010:3.0:1724310016.410879:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.410882:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.410893:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.410895:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.410898:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.410900:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310016.410969:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310016.410975:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d2d0. 00000004:00000010:3.0:1724310016.410979:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310016.410985:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74d00. 00010000:00000010:3.0:1724310016.411491:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.411494:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.411497:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.411499:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.411533:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.411793:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.411798:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.411850:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.411864:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8000 x1808069883432448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.411878:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.411883:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883432448, offset 224 00000400:00000200:3.0:1724310016.411887:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.411895:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.411900:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531694:531694:256:4294967295] 192.168.204.31@tcp LPNI seq info [531690:531690:8:4294967295] 00000400:00000200:3.0:1724310016.411908:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.411913:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.411916:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310016.411920:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.411925:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.411928:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.411950:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.411953:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310016.411955:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ea00. 00000800:00000200:2.0:1724310016.412130:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.412133:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310016.412136:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.412139:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.412142:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:2.0:1724310016.412144:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:2.1:1724310016.413543:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310016.413551:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310016.413553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310016.413555:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310016.413558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310016.413563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310016.413565:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310016.413567:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:3.0:1724310016.414252:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.414358:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13218f00 00000400:00000200:3.0:1724310016.414364:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 175168 00000400:00000200:3.0:1724310016.414382:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.414385:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.414389:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.414394:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307800. 00000020:00000010:0.0:1724310016.414455:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103600. 00000020:00000010:0.0:1724310016.414459:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310016.414463:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.414488:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883432704 02000000:00000010:0.0:1724310016.414512:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231a000. 00010000:00000010:0.0:1724310016.414535:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310016.414555:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:0.0:1724310016.414573:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.414577:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.414586:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.414587:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310016.414590:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310016.414592:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.414665:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.414668:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.414670:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310016.414672:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310016.414689:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b940. 00000020:00000010:0.0:1724310016.414694:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b940. 00000020:00000010:0.0:1724310016.414702:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fc3c0. 00080000:00000010:0.0:1724310016.414708:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879dd400. 00000001:00000010:0.0:1724310016.414852:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9a20. 00000001:00000010:0.0:1724310016.414856:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310016.414884:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fc3c0. 00010000:00000010:0.0:1724310016.414890:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310016.414893:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.414906:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.414921:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.414924:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00080000:00000010:0.0:1724310016.414939:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74d00. 00000004:00000010:0.0:1724310016.414944:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:0.0:1724310016.414947:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d2d0. 00000004:00000010:0.0:1724310016.414952:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:0.0:1724310016.414958:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310016.414967:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096408, last committed = 4295096163 00010000:00000200:0.0:1724310016.414974:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307800 x1808069883432704/t4295096408(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.414986:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.414991:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883432704, offset 224 00000400:00000010:0.0:1724310016.414996:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9930. 00000400:00000200:0.0:1724310016.414999:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.415006:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.415010:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531695:531695:256:4294967295] 192.168.204.31@tcp LPNI seq info [531691:531691:8:4294967295] 00000400:00000200:0.0:1724310016.415014:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.415019:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.415023:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.415027:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310016.415031:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.415037:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.415039:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.415052:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310016.415054:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.415056:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103600. 00000800:00000200:0.0:1724310016.415130:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.415133:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:0.0:1724310016.415135:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.415139:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.417855:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.417871:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295515 00000400:00000200:2.0:1724310016.417877:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.417881:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.417886:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:2.0:1724310016.417888:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00000400:00000200:2.0:1724310016.417975:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.417981:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13218f80 00000400:00000200:2.0:1724310016.417988:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 175656 00000400:00000200:2.0:1724310016.418046:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.418050:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.418053:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.418058:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831ab100. 00010000:00000010:0.0:1724310016.418208:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.418216:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00000020:00000010:3.0:1724310016.418629:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ea00. 00000020:00000010:3.0:1724310016.418634:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.418638:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310016.418671:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883432832 00000001:00000010:3.0:1724310016.418679:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310016.418697:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.418702:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310016.418748:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226a0000. 00010000:00000010:3.0:1724310016.418768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.418771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.418781:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.418783:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.418786:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.418787:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000004:00000010:3.0:1724310016.418854:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310016.418860:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d168. 00000004:00000010:3.0:1724310016.418864:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310016.418870:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:2.1:1724310016.419672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310016.419678:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310016.419683:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310016.419685:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310016.422553:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310016.422562:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310016.422566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310016.422569:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310016.422572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310016.422577:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.0:1724310016.423123:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310016.423128:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.423133:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.423138:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310016.423189:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.423212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.423215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.423246:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.423289:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831ab100 x1808069883432832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.423304:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.423310:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883432832, offset 224 00000400:00000200:2.0:1724310016.423371:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.423382:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.423388:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531696:531696:256:4294967295] 192.168.204.31@tcp LPNI seq info [531692:531692:8:4294967295] 00000400:00000200:2.0:1724310016.423396:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.423402:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.423405:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.423410:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.423417:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.423421:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.423449:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:2.0:1724310016.423453:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:2.0:1724310016.423456:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ea00. 00000800:00000200:3.0:1724310016.423741:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.423744:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:3.0:1724310016.423748:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.423753:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.423757:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310016.423758:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.1:1724310016.427459:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310016.427469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310016.429635:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310016.429647:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310016.429652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310016.430215:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.430229:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219080 00000400:00000200:0.0:1724310016.430236:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 176232 00000400:00000200:0.0:1724310016.430255:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.430283:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.430289:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.430294:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef100. 00000020:00000010:2.0:1724310016.430412:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931d1600. 00000020:00000010:2.0:1724310016.430418:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310016.430421:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.430441:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433088 02000000:00000010:2.0:1724310016.430466:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a3000. 00010000:00000010:2.0:1724310016.430492:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310016.430506:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:2.0:1724310016.430525:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.430528:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.430538:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.430540:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.430543:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.430545:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.430617:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.430619:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.430621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.430623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.430641:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951360. 00000020:00000010:2.0:1724310016.430646:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951360. 00000020:00000010:2.0:1724310016.430653:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e102a0. 00080000:00000010:2.0:1724310016.430658:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bdac00. 00000001:00000010:2.0:1724310016.430799:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e600. 00000001:00000010:2.0:1724310016.430804:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310016.430829:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e102a0. 00010000:00000010:2.0:1724310016.430834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.430837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.430849:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.430863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.430866:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00080000:00000010:2.0:1724310016.430881:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:2.0:1724310016.430885:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:2.0:1724310016.430888:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d168. 00000004:00000010:2.0:1724310016.430894:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:2.0:1724310016.430899:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310016.430908:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096409, last committed = 4295096163 00010000:00000200:2.0:1724310016.430915:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef100 x1808069883433088/t4295096409(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.430928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218736e8. 00000100:00000200:2.0:1724310016.430933:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883433088, offset 224 00000400:00000010:2.0:1724310016.430938:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6540. 00000400:00000200:2.0:1724310016.430941:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.430950:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.430955:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531697:531697:256:4294967295] 192.168.204.31@tcp LPNI seq info [531693:531693:8:4294967295] 00000400:00000200:2.0:1724310016.430959:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.430965:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.430970:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.430973:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.430977:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.430982:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.430985:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.431010:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310016.431014:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.431017:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931d1600. 00000800:00000200:3.0:1724310016.431408:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.431411:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:3.0:1724310016.431414:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.431418:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.432772:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:3.0:1724310016.434543:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.434557:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29551d 00000400:00000200:3.0:1724310016.434563:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.434566:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.434570:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218736e8 00000400:00000010:3.0:1724310016.434572:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218736e8. 00000400:00000200:3.0:1724310016.436054:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.436062:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219100 00000400:00000200:3.0:1724310016.436068:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 176720 00000400:00000200:3.0:1724310016.436121:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.436125:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.436130:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.436135:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306a00. 00010000:00000010:1.0:1724310016.436287:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:1.0:1724310016.436295:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00000020:00000010:0.0:1724310016.436616:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.436620:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310016.436623:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.436642:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433216 00000001:00000010:0.0:1724310016.436651:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:0.0:1724310016.436669:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.436673:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 02000000:00000010:0.0:1724310016.436715:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801246b0000. 00010000:00000010:0.0:1724310016.436733:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.436736:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.436747:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.436749:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.436751:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.436753:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000004:00000010:0.0:1724310016.436827:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310016.436834:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.436838:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310016.436845:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310016.437852:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.437856:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.437859:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310016.437863:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.437897:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.437914:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.437916:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.437937:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310016.437948:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306a00 x1808069883433216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.437961:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.437965:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883433216, offset 224 00000400:00000200:0.0:1724310016.437970:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.437978:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.437983:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531698:531698:256:4294967295] 192.168.204.31@tcp LPNI seq info [531694:531694:8:4294967295] 00000400:00000200:0.0:1724310016.437990:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.437994:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.437997:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.438002:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.438007:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.438010:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.438033:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310016.438037:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.438039:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:1.0:1724310016.438366:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.438370:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310016.438373:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.438377:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.438380:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:1.0:1724310016.438382:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00010000:00000010:1.1:1724310016.438497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310016.438503:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310016.438508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310016.438510:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.438513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310016.438518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:3.0:1724310016.440168:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.440179:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219200 00000400:00000200:3.0:1724310016.440186:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 177296 00000400:00000200:3.0:1724310016.440205:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.440208:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.440213:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.440218:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304380. 00000020:00000010:0.0:1724310016.440292:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.440296:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310016.440300:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.440638:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433472 02000000:00000010:0.0:1724310016.440662:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231b000. 00010000:00000010:0.0:1724310016.440687:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.440697:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.440717:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.440721:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.440730:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.440732:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.440734:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310016.440736:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.440805:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.440808:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.440810:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.440812:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.440829:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.440834:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.440843:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9e40. 00080000:00000010:0.0:1724310016.440849:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879dec00. 00000001:00000010:0.0:1724310016.441008:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fc960. 00000001:00000010:0.0:1724310016.441013:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310016.441043:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9e40. 00010000:00000010:0.0:1724310016.441049:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.441052:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.441064:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.441078:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.441081:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310016.441094:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310016.441100:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310016.441103:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.441107:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310016.441113:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310016.441123:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096410, last committed = 4295096163 00010000:00000200:0.0:1724310016.441129:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304380 x1808069883433472/t4295096410(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.441141:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.441146:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883433472, offset 224 00000400:00000010:0.0:1724310016.441151:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef98f8. 00000400:00000200:0.0:1724310016.441154:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.441162:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.441167:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531699:531699:256:4294967295] 192.168.204.31@tcp LPNI seq info [531695:531695:8:4294967295] 00000400:00000200:0.0:1724310016.441171:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.441177:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.441182:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.441185:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310016.441189:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.441194:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.441198:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.441223:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310016.441226:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.441228:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:3.0:1724310016.441384:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.441387:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:3.0:1724310016.441390:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.441393:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.442723:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310016.442731:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310016.443632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310016.443639:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310016.443641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310016.443644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:1.0:1724310016.444591:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.444604:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295525 00000400:00000200:1.0:1724310016.444610:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.444613:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.444617:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:1.0:1724310016.444619:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00000400:00000200:1.0:1724310016.444638:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.444643:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219280 00000400:00000200:1.0:1724310016.444648:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 177784 00010000:00000010:0.0:1724310016.444829:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.444837:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00000400:00000200:1.0:1724310016.444921:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.444925:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.444929:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.444934:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f800. 00000020:00000010:2.0:1724310016.444999:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:2.0:1724310016.445003:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310016.445006:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.445183:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433600 00000001:00000010:2.0:1724310016.445192:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:2.0:1724310016.445208:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.445212:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 02000000:00000010:2.0:1724310016.445252:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123ac0000. 00010000:00000010:2.0:1724310016.445284:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.445287:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.445297:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.445299:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.445301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.445303:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310016.445383:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310016.445389:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53348. 00000004:00000010:2.0:1724310016.445393:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310016.445399:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:1.1:1724310016.446347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310016.446354:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310016.446357:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310016.446359:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310016.446361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310016.446365:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.447111:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.447115:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310016.447118:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.447122:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.447163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.447169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.447172:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:0.0:1724310016.447198:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:0.0:1724310016.447210:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f800 x1808069883433600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.447224:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.447229:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883433600, offset 224 00000400:00000200:0.0:1724310016.447234:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.447243:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.447248:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531700:531700:256:4294967295] 192.168.204.31@tcp LPNI seq info [531696:531696:8:4294967295] 00000400:00000200:0.0:1724310016.447283:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.447288:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.447291:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.447296:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.447302:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.447305:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.447325:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:0.0:1724310016.447329:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:0.0:1724310016.447332:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000800:00000200:3.0:1724310016.447689:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.447692:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310016.447696:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.447699:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.447702:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:3.0:1724310016.447704:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00010000:00000010:1.1:1724310016.449858:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310016.449868:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000400:00000200:3.0:1724310016.449933:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.449945:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219380 00000400:00000200:3.0:1724310016.449951:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 178360 00000400:00000200:3.0:1724310016.449969:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.449973:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.449978:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.449983:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305500. 00000020:00000010:1.0:1724310016.450053:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8e800. 00000020:00000010:1.0:1724310016.450058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310016.450061:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.450415:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433856 02000000:00000010:1.0:1724310016.450443:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb88000. 00010000:00000010:1.0:1724310016.450472:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:1.0:1724310016.450497:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:1.0:1724310016.450519:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.450523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.450533:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.450535:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.450538:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.450539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.450617:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.450619:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.450621:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.450623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310016.450641:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.450646:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.450654:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a20. 00080000:00000010:1.0:1724310016.450659:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013421b400. 00000001:00000010:1.0:1724310016.450814:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7900. 00000001:00000010:1.0:1724310016.450818:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310016.450847:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a20. 00010000:00000010:1.0:1724310016.450853:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.450856:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.450869:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.450885:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310016.450887:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310016.450907:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:1.0:1724310016.450912:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:1.0:1724310016.450916:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53348. 00000004:00000010:1.0:1724310016.450921:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:1.0:1724310016.450927:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310016.450937:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096411, last committed = 4295096163 00010000:00000200:1.0:1724310016.450944:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305500 x1808069883433856/t4295096411(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.450957:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310016.450962:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883433856, offset 224 00000400:00000010:1.0:1724310016.450967:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87818. 00000400:00000200:1.0:1724310016.450969:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.450978:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.450983:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531701:531701:256:4294967295] 192.168.204.31@tcp LPNI seq info [531697:531697:8:4294967295] 00000400:00000200:1.0:1724310016.450987:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.450992:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.450996:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.451000:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310016.451004:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.451009:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.451013:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.451026:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310016.451028:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.451031:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8e800. 00000800:00000200:1.0:1724310016.451097:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.451099:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:1.0:1724310016.451102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.451105:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.453022:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.453031:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29552d 00000400:00000200:3.0:1724310016.453035:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.453038:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.453042:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310016.453044:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:1.0:1724310016.453120:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.453126:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:3.0:1724310016.453587:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.453594:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219400 00000400:00000200:3.0:1724310016.453601:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 178848 00000400:00000200:3.0:1724310016.453643:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.453647:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.453650:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.453655:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305f80. 00000020:00000010:2.0:1724310016.454620:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51800. 00000020:00000010:2.0:1724310016.454625:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310016.454629:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.454661:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883433984 00000001:00000010:2.0:1724310016.454670:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:2.0:1724310016.454687:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.454692:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 02000000:00000010:2.0:1724310016.454734:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122b60000. 00010000:00000010:2.0:1724310016.454754:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.454757:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.454767:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.454770:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.454773:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.454775:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000004:00000010:2.0:1724310016.454849:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310016.454855:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53000. 00000004:00000010:2.0:1724310016.454859:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310016.454865:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.0:1724310016.455747:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.455751:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.455753:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310016.455756:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.455795:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310016.455801:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310016.455804:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.455826:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:0.0:1724310016.455838:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305f80 x1808069883433984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.455851:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.455856:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883433984, offset 224 00000400:00000200:0.0:1724310016.455860:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.455868:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.455873:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531702:531702:256:4294967295] 192.168.204.31@tcp LPNI seq info [531698:531698:8:4294967295] 00000400:00000200:0.0:1724310016.455881:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.455885:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.455889:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310016.455893:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.455899:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.455902:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.456033:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:0.0:1724310016.456037:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:0.0:1724310016.456041:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51800. 00000800:00000200:1.0:1724310016.456299:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.456302:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:1.0:1724310016.456306:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.456309:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.456312:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:1.0:1724310016.456314:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00010000:00000010:3.1:1724310016.457532:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310016.457539:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310016.457542:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310016.457545:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310016.457548:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310016.457551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310016.457950:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310016.457954:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310016.457958:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310016.457960:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:3.0:1724310016.458530:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.458541:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219500 00000400:00000200:3.0:1724310016.458547:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 179424 00000400:00000200:3.0:1724310016.458567:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.458570:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.458574:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.458579:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497dc00. 00000020:00000010:0.0:1724310016.458651:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.458655:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310016.458659:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.458693:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883434240 02000000:00000010:0.0:1724310016.458718:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006b887000. 00010000:00000010:0.0:1724310016.458743:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.458752:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.458769:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310016.458772:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.458781:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310016.458783:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.458786:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.458787:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.458855:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.458857:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.458860:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.458862:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310016.458884:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.458889:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.458896:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fcba0. 00080000:00000010:0.0:1724310016.458902:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879dc000. 00000001:00000010:0.0:1724310016.459043:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1666c0. 00000001:00000010:0.0:1724310016.459048:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310016.459077:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fcba0. 00010000:00000010:0.0:1724310016.459083:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310016.459086:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.459098:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.459114:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.459116:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310016.459130:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:0.0:1724310016.459134:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:0.0:1724310016.459138:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53000. 00000004:00000010:0.0:1724310016.459143:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:0.0:1724310016.459150:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310016.459160:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096412, last committed = 4295096163 00010000:00000200:0.0:1724310016.459166:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497dc00 x1808069883434240/t4295096412(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.459177:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.459181:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883434240, offset 224 00000400:00000010:0.0:1724310016.459186:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef98c0. 00000400:00000200:0.0:1724310016.459188:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.459195:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.459199:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531703:531703:256:4294967295] 192.168.204.31@tcp LPNI seq info [531699:531699:8:4294967295] 00000400:00000200:0.0:1724310016.459203:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.459208:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.459212:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.459214:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310016.459218:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.459222:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.459225:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.459246:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310016.459249:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.459252:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:3.0:1724310016.459403:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.459406:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310016.459408:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.459413:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.460831:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310016.460838:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:1.0:1724310016.461313:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.461324:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295535 00000400:00000200:1.0:1724310016.461328:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.461331:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.461343:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:1.0:1724310016.461345:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00000400:00000200:1.0:1724310016.461363:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.461366:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219580 00000400:00000200:1.0:1724310016.461371:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 179912 00000400:00000200:1.0:1724310016.461415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.461418:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.461421:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.461424:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c000. 00010000:00000010:0.0:1724310016.461483:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.461489:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00000020:00000010:2.0:1724310016.461542:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51e00. 00000020:00000010:2.0:1724310016.461545:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310016.461549:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.461564:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883434368 00000001:00000010:2.0:1724310016.461570:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310016.461583:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.461586:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 02000000:00000010:2.0:1724310016.461637:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801180b0000. 00010000:00000010:2.0:1724310016.461656:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.461659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.461667:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.461669:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.461671:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.461674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310016.461737:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310016.461742:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53168. 00000004:00000010:2.0:1724310016.461747:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fc80. 00080000:00000010:2.0:1724310016.461753:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:0.0:1724310016.462697:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310016.462700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.462703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.462705:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.462737:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:0.0:1724310016.462742:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310016.462745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310016.462767:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000200:0.0:1724310016.462777:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c000 x1808069883434368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.462790:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.462794:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883434368, offset 224 00000400:00000200:0.0:1724310016.462798:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.462805:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.462810:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531704:531704:256:4294967295] 192.168.204.31@tcp LPNI seq info [531700:531700:8:4294967295] 00000400:00000200:0.0:1724310016.462817:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.462821:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.462824:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310016.462828:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.462833:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.462837:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.462920:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:0.0:1724310016.462924:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:0.0:1724310016.462927:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51e00. 00000800:00000200:3.0:1724310016.463022:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.463025:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310016.463028:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.463032:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.463034:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:3.0:1724310016.463035:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00010000:00000010:1.1:1724310016.463741:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310016.463747:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310016.463750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310016.463752:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:3.0:1724310016.465016:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.465027:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219680 00000400:00000200:3.0:1724310016.465033:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 180488 00000400:00000200:3.0:1724310016.465063:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.465066:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.465071:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.465076:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497d500. 00000020:00000010:0.0:1724310016.465142:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.465146:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.465149:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.465180:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883434624 02000000:00000010:0.0:1724310016.465202:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006b886000. 00010000:00000010:0.0:1724310016.465226:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.465236:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.465253:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.465286:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.465298:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.465300:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.465302:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.465304:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.465385:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.465387:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.465389:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310016.465392:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310016.465411:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.465416:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.465425:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166540. 00080000:00000010:0.0:1724310016.465431:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800879de800. 00000001:00000010:0.0:1724310016.465584:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fcea0. 00000001:00000010:0.0:1724310016.465588:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310016.465618:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166540. 00010000:00000010:0.0:1724310016.465625:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.465628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.465642:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.465657:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.465660:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310016.465675:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:0.0:1724310016.465679:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fc80. 00000004:00000010:0.0:1724310016.465682:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53168. 00000004:00000010:0.0:1724310016.465688:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310016.465692:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310016.465702:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096413, last committed = 4295096163 00010000:00000200:0.0:1724310016.465709:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497d500 x1808069883434624/t4295096413(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.465720:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.465725:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883434624, offset 224 00000400:00000010:0.0:1724310016.465729:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9888. 00000400:00000200:0.0:1724310016.465732:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.465739:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.465743:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531705:531705:256:4294967295] 192.168.204.31@tcp LPNI seq info [531701:531701:8:4294967295] 00000400:00000200:0.0:1724310016.465746:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.465751:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.465756:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.465758:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310016.465762:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.465767:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.465770:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.465787:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.465790:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.465792:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:1.0:1724310016.466055:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.466058:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:1.0:1724310016.466062:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.466066:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.467410:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.467419:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29553d 00000400:00000200:3.0:1724310016.467423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.467426:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.467429:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:3.0:1724310016.467431:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00000400:00000200:3.0:1724310016.467991:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.467996:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219700 00000400:00000200:3.0:1724310016.468002:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 180976 00000400:00000200:3.0:1724310016.468043:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.468047:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.468051:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.468055:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f480. 00000020:00000010:2.0:1724310016.468633:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51600. 00000020:00000010:2.0:1724310016.468639:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310016.468643:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310016.468664:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883434752 00000001:00000010:2.0:1724310016.468673:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:2.0:1724310016.468691:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.468697:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310016.468739:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801106b0000. 00010000:00000010:2.0:1724310016.468758:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.468760:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.468773:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.468775:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.468777:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.468779:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:1.0:1724310016.469081:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:1.0:1724310016.469088:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00000004:00000010:2.0:1724310016.469214:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310016.469221:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f538e8. 00000004:00000010:2.0:1724310016.469226:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310016.469232:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:0.0:1724310016.469965:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.469968:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.469971:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.469973:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.470007:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310016.470013:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:0.0:1724310016.470016:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:0.0:1724310016.470039:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:0.0:1724310016.470050:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f480 x1808069883434752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.470068:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.470073:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883434752, offset 224 00000400:00000200:0.0:1724310016.470077:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.470085:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.470090:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531706:531706:256:4294967295] 192.168.204.31@tcp LPNI seq info [531702:531702:8:4294967295] 00000400:00000200:0.0:1724310016.470097:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.470102:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.470105:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.470109:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.470115:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.470118:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.470140:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d700. 00000020:00000010:0.0:1724310016.470144:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310016.470147:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51600. 00000800:00000200:3.0:1724310016.470247:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.470249:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310016.470253:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.470272:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.470275:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:3.0:1724310016.470277:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00010000:00000010:1.1:1724310016.472088:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310016.472097:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310016.472100:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310016.472102:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310016.472104:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310016.472111:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310016.472113:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310016.472116:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310016.472118:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310016.472121:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.472124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310016.472126:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:1.0:1724310016.472749:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.472759:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219800 00000400:00000200:1.0:1724310016.472765:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 181552 00000400:00000200:1.0:1724310016.472782:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.472786:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.472791:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.472795:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fc380. 00000020:00000010:0.0:1724310016.472857:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.472862:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310016.472865:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.472897:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435008 02000000:00000010:0.0:1724310016.472922:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5e000. 00010000:00000010:0.0:1724310016.472948:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.472957:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.472975:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.472979:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.472988:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.472990:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.472992:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310016.472994:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.473063:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.473065:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.473068:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.473070:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310016.473090:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.473095:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.473104:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fc300. 00080000:00000010:0.0:1724310016.473111:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135890800. 00000001:00000010:0.0:1724310016.473285:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166a80. 00000001:00000010:0.0:1724310016.473290:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310016.473539:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fc300. 00010000:00000010:0.0:1724310016.473546:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310016.473549:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.473561:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.473576:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.473579:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310016.473597:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:0.0:1724310016.473602:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:0.0:1724310016.473605:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f538e8. 00000004:00000010:0.0:1724310016.473610:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:0.0:1724310016.473617:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:0.0:1724310016.473627:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096414, last committed = 4295096163 00010000:00000200:0.0:1724310016.473634:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fc380 x1808069883435008/t4295096414(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.473645:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.473650:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883435008, offset 224 00000400:00000010:0.0:1724310016.473654:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9850. 00000400:00000200:0.0:1724310016.473657:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.473664:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.473668:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531707:531707:256:4294967295] 192.168.204.31@tcp LPNI seq info [531703:531703:8:4294967295] 00000400:00000200:0.0:1724310016.473672:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.473678:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.473682:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.473686:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.473690:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.473696:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.473699:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.473724:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310016.473727:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.473730:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:3.0:1724310016.473855:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.473858:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310016.473861:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.473864:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.474434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310016.474440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:3.0:1724310016.476283:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.476296:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295545 00000400:00000200:3.0:1724310016.476301:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.476304:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.476308:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:3.0:1724310016.476310:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00010000:00000010:0.0:1724310016.476486:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.476494:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000400:00000200:3.0:1724310016.476568:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.476575:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219880 00000400:00000200:3.0:1724310016.476582:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 182040 00000400:00000200:3.0:1724310016.476601:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.476605:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.476609:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.476613:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497e680. 00000020:00000010:0.0:1724310016.476710:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3d600. 00000020:00000010:0.0:1724310016.476714:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310016.476717:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.477252:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435136 00000001:00000010:0.0:1724310016.477350:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:0.0:1724310016.477368:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310016.477372:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 02000000:00000010:0.0:1724310016.477416:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88010f840000. 00010000:00000010:0.0:1724310016.477437:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.477440:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.477450:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.477452:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.477455:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310016.477456:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000004:00000010:0.0:1724310016.477527:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310016.477533:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.477538:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310016.477544:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310016.479191:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.479197:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.479200:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.479204:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.479246:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.479254:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.479319:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.479475:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310016.479490:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497e680 x1808069883435136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.479505:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.479510:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883435136, offset 224 00000400:00000200:0.0:1724310016.479515:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.479523:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.479528:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531708:531708:256:4294967295] 192.168.204.31@tcp LPNI seq info [531704:531704:8:4294967295] 00000400:00000200:0.0:1724310016.479535:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.479540:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.479544:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310016.479547:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.479553:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.479556:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.479856:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310016.479860:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.479863:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3d600. 00000800:00000200:1.0:1724310016.479989:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.479992:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310016.479995:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.479999:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.480002:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:1.0:1724310016.480004:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00010000:00000010:2.1:1724310016.480580:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310016.480585:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310016.480588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310016.480590:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310016.480592:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310016.480596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310016.480598:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.480600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.480604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310016.480606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310016.482347:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.482359:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219980 00000400:00000200:3.0:1724310016.482365:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 182616 00000400:00000200:3.0:1724310016.482383:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.482386:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.482392:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.482397:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f800. 00000020:00000010:0.0:1724310016.482469:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:0.0:1724310016.482474:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310016.482478:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.482553:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435392 02000000:00000010:0.0:1724310016.482578:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5d000. 00010000:00000010:0.0:1724310016.482605:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.482617:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.482636:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.482640:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.482650:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310016.482651:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.482653:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310016.482656:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.482728:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.482730:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.482732:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.482734:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.482751:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.482755:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.482764:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d1662a0. 00080000:00000010:0.0:1724310016.482769:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135890000. 00000001:00000010:0.0:1724310016.482908:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fc3c0. 00000001:00000010:0.0:1724310016.482912:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310016.482940:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d1662a0. 00010000:00000010:0.0:1724310016.482945:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.482948:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.482960:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.482975:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.482978:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00080000:00000010:0.0:1724310016.482992:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310016.482998:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310016.483000:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.483004:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310016.483009:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310016.483019:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096415, last committed = 4295096163 00010000:00000200:0.0:1724310016.483025:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f800 x1808069883435392/t4295096415(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.483038:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaee0. 00000100:00000200:0.0:1724310016.483042:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883435392, offset 224 00000400:00000010:0.0:1724310016.483047:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9818. 00000400:00000200:0.0:1724310016.483049:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.483057:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.483062:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531709:531709:256:4294967295] 192.168.204.31@tcp LPNI seq info [531705:531705:8:4294967295] 00000400:00000200:0.0:1724310016.483066:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.483071:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.483076:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.483079:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310016.483083:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.483088:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.483091:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.483114:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310016.483117:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.483118:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000800:00000200:3.0:1724310016.483254:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.483287:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310016.483290:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.483293:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.483451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310016.483456:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310016.483459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310016.483461:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310016.483463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310016.483469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310016.483471:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310016.483474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310016.483475:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310016.483477:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310016.483479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310016.483480:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:1.0:1724310016.487177:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.487190:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29554d 00000400:00000200:1.0:1724310016.487196:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.487199:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.487203:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaee0 00000400:00000010:1.0:1724310016.487205:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaee0. 00010000:00000010:0.0:1724310016.487363:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.487372:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00000400:00000200:3.0:1724310016.487666:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.487674:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219a00 00000400:00000200:3.0:1724310016.487680:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 183104 00000400:00000200:3.0:1724310016.487727:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.487731:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.487735:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.487740:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ca80. 00000020:00000010:2.0:1724310016.487827:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b50200. 00000020:00000010:2.0:1724310016.487832:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.487836:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310016.487866:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435520 00000001:00000010:2.0:1724310016.487875:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:2.0:1724310016.487894:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.487898:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310016.487941:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131bd0000. 00010000:00000010:2.0:1724310016.487961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.487965:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.487975:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.487977:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.487980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.487981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000004:00000010:2.0:1724310016.488064:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310016.488071:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53870. 00000004:00000010:2.0:1724310016.488075:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310016.488081:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:0.0:1724310016.489225:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.489229:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.489233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310016.489236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.489310:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.489319:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310016.489322:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.489358:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:0.0:1724310016.489372:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ca80 x1808069883435520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.489389:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.489394:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883435520, offset 224 00000400:00000200:0.0:1724310016.489398:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.489407:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.489413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531710:531710:256:4294967295] 192.168.204.31@tcp LPNI seq info [531706:531706:8:4294967295] 00000400:00000200:0.0:1724310016.489421:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.489570:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.489573:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310016.489578:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.489583:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.489587:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.489612:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:0.0:1724310016.489615:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:0.0:1724310016.489618:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b50200. 00000800:00000200:3.0:1724310016.489883:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.489886:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310016.489890:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.489893:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.489897:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:3.0:1724310016.489898:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00010000:00000010:0.1:1724310016.490358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310016.490363:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310016.490366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310016.490367:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310016.490370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310016.490375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:1.0:1724310016.492833:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.492846:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219b00 00000400:00000200:1.0:1724310016.492853:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 183680 00000400:00000200:1.0:1724310016.492875:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.492879:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.492884:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.492891:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ff480. 00000020:00000010:0.0:1724310016.493129:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f103600. 00000020:00000010:0.0:1724310016.493135:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310016.493139:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.493863:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435776 02000000:00000010:0.0:1724310016.493909:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880048ac7000. 00010000:00000010:0.0:1724310016.493937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.493949:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.493968:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.493972:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.493982:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.493984:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.493987:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.493989:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.494065:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.494068:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.494071:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.494073:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310016.494091:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.494095:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.494104:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fcba0. 00080000:00000010:0.0:1724310016.494109:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135892c00. 00000001:00000010:0.0:1724310016.494275:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9d80. 00000001:00000010:0.0:1724310016.494280:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310016.494311:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fcba0. 00010000:00000010:0.0:1724310016.494317:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.494319:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.494332:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.494359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.494361:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00080000:00000010:0.0:1724310016.494379:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:0.0:1724310016.494383:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:0.0:1724310016.494386:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53870. 00000004:00000010:0.0:1724310016.494391:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:0.0:1724310016.494399:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310016.494410:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096416, last committed = 4295096163 00010000:00000200:0.0:1724310016.494417:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ff480 x1808069883435776/t4295096416(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.494430:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaaa0. 00000100:00000200:0.0:1724310016.494435:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883435776, offset 224 00000400:00000010:0.0:1724310016.494439:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef97e0. 00000400:00000200:0.0:1724310016.494442:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.494450:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.494454:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531711:531711:256:4294967295] 192.168.204.31@tcp LPNI seq info [531707:531707:8:4294967295] 00000400:00000200:0.0:1724310016.494458:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.494464:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.494468:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.494471:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310016.494475:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.494480:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.494483:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.494510:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310016.494514:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.494517:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f103600. 00000800:00000200:3.0:1724310016.494723:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.494726:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310016.494730:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.494733:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.496920:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.496933:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295555 00000400:00000200:3.0:1724310016.496938:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.496940:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.496945:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaaa0 00000400:00000010:3.0:1724310016.496947:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaaa0. 00010000:00000010:0.0:1724310016.497025:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.497033:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:2.1:1724310016.497441:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310016.497448:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310016.497451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310016.497460:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.497464:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.497467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:1.0:1724310016.499373:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.499387:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219b80 00000400:00000200:1.0:1724310016.499393:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 184168 00000400:00000200:1.0:1724310016.499458:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.499462:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.499467:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.499472:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fdc00. 00000020:00000010:2.0:1724310016.499574:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b50c00. 00000020:00000010:2.0:1724310016.499581:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310016.499586:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310016.499626:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883435904 00000001:00000010:2.0:1724310016.499635:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:2.0:1724310016.499654:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.499659:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310016.499705:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ff0000. 00010000:00000010:2.0:1724310016.499728:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.499731:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.499744:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.499746:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.499749:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.499751:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310016.499829:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310016.499836:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e88. 00000004:00000010:2.0:1724310016.499840:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310016.499847:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:3.0:1724310016.501054:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.501058:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.501067:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.501070:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.501115:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:3.0:1724310016.501127:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:3.0:1724310016.501130:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:3.0:1724310016.501156:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:3.0:1724310016.501167:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fdc00 x1808069883435904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.501180:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.501185:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883435904, offset 224 00000400:00000200:3.0:1724310016.501190:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.501197:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.501202:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531712:531712:256:4294967295] 192.168.204.31@tcp LPNI seq info [531708:531708:8:4294967295] 00000400:00000200:3.0:1724310016.501210:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.501214:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.501217:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310016.501221:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.501227:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.501230:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.501244:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:3.0:1724310016.501248:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:3.0:1724310016.501251:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b50c00. 00000800:00000200:3.0:1724310016.501540:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.501543:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:3.0:1724310016.501546:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.501549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.501552:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:3.0:1724310016.501554:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:3.0:1724310016.507863:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.507879:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219c80 00000400:00000200:3.0:1724310016.507887:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 184744 00000400:00000200:3.0:1724310016.507911:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.507915:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.507921:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.507927:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ed80. 00000020:00000010:2.0:1724310016.508006:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51400. 00000020:00000010:2.0:1724310016.508012:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.508016:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00010000:00000010:0.1:1724310016.508115:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310016.508121:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310016.508124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310016.508126:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310016.508128:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310016.508134:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310016.508135:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310016.508138:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000100:00000200:0.0:1724310016.509911:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883436160 02000000:00000010:0.0:1724310016.509946:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a91000. 00010000:00000010:0.0:1724310016.509976:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:0.0:1724310016.510004:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:0.0:1724310016.510027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.510031:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.510043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.510045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.510048:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.510050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.510123:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310016.510125:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.510127:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.510129:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310016.510145:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.510150:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.510157:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9480. 00080000:00000010:0.0:1724310016.510162:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135891c00. 00000001:00000010:0.0:1724310016.510308:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fcb40. 00000001:00000010:0.0:1724310016.510312:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310016.510348:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9480. 00010000:00000010:0.0:1724310016.510353:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.510356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.510367:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.510381:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.510383:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00080000:00000010:0.0:1724310016.510396:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:0.0:1724310016.510400:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:0.0:1724310016.510403:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e88. 00000004:00000010:0.0:1724310016.510408:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310016.510413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310016.510422:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096417, last committed = 4295096163 00010000:00000200:0.0:1724310016.510429:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ed80 x1808069883436160/t4295096417(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.510442:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffaf68. 00000100:00000200:0.0:1724310016.510447:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883436160, offset 224 00000400:00000010:0.0:1724310016.510451:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef97a8. 00000400:00000200:0.0:1724310016.510454:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.510463:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.510468:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531713:531713:256:4294967295] 192.168.204.31@tcp LPNI seq info [531709:531709:8:4294967295] 00000400:00000200:0.0:1724310016.510472:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.510477:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.510482:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.510484:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310016.510488:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.510493:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.510496:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.510510:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:0.0:1724310016.510514:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:0.0:1724310016.510517:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51400. 00000800:00000200:0.0:1724310016.510608:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.510610:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:0.0:1724310016.510613:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.510616:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.511731:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.511741:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29555d 00000400:00000200:3.0:1724310016.511745:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.511747:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.511751:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffaf68 00000400:00000010:3.0:1724310016.511753:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffaf68. 00010000:00000010:0.0:1724310016.511976:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.511982:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:2.1:1724310016.512955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.512961:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.512966:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310016.512968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310016.515823:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.515839:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219d00 00000400:00000200:3.0:1724310016.515847:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 185232 00000400:00000200:3.0:1724310016.515913:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.515918:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.515925:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.515931:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497df80. 00000020:00000010:2.0:1724310016.516000:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51400. 00000020:00000010:2.0:1724310016.516005:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.516009:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310016.516033:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883436288 00000001:00000010:2.0:1724310016.516042:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:2.0:1724310016.516060:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.516065:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310016.516107:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e600000. 00010000:00000010:2.0:1724310016.516125:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.516127:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.516138:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.516141:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.516143:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.516145:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310016.516214:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310016.516219:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53780. 00000004:00000010:2.0:1724310016.516223:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310016.516229:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.516706:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310016.516712:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310016.516716:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310016.516718:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310016.516720:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310016.516724:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.0:1724310016.517492:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.517495:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.517499:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.517502:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.517543:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310016.517555:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:3.0:1724310016.517559:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:3.0:1724310016.517584:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:3.0:1724310016.517596:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497df80 x1808069883436288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.517609:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.517615:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883436288, offset 224 00000400:00000200:3.0:1724310016.517619:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.517627:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.517632:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531714:531714:256:4294967295] 192.168.204.31@tcp LPNI seq info [531710:531710:8:4294967295] 00000400:00000200:3.0:1724310016.517640:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.517644:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.517647:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310016.517651:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.517656:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.517659:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.517683:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:3.0:1724310016.517686:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:3.0:1724310016.517689:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51400. 00000800:00000200:1.0:1724310016.517816:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.517819:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310016.517822:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.517826:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.517828:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:1.0:1724310016.517830:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:3.0:1724310016.519882:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.519894:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219e00 00000400:00000200:3.0:1724310016.519901:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 185808 00000400:00000200:3.0:1724310016.519918:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.519922:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.519928:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.519934:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497c700. 00000020:00000010:0.0:1724310016.520033:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89c00. 00000020:00000010:0.0:1724310016.520037:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310016.520042:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.520099:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883436544 02000000:00000010:0.0:1724310016.520123:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a95000. 00010000:00000010:0.0:1724310016.520147:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:0.0:1724310016.520157:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:0.0:1724310016.520174:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310016.520178:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.520187:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.520189:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.520191:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310016.520193:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.520293:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310016.520295:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.520298:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310016.520300:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310016.520320:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b7a0. 00000020:00000010:0.0:1724310016.520324:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b7a0. 00000020:00000010:0.0:1724310016.520346:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a52fca80. 00080000:00000010:0.0:1724310016.520352:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135893c00. 00000001:00000010:0.0:1724310016.520496:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4bd80. 00000001:00000010:0.0:1724310016.520500:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310016.520530:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a52fca80. 00010000:00000010:0.0:1724310016.520536:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310016.520539:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.520552:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.520567:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.520569:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00080000:00000010:0.0:1724310016.520587:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:0.0:1724310016.520592:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:0.0:1724310016.520596:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53780. 00000004:00000010:0.0:1724310016.520601:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:0.0:1724310016.520607:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310016.520618:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096418, last committed = 4295096163 00010000:00000200:0.0:1724310016.520624:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497c700 x1808069883436544/t4295096418(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.520637:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880082ffa6e8. 00000100:00000200:0.0:1724310016.520641:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883436544, offset 224 00000400:00000010:0.0:1724310016.520645:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9770. 00000400:00000200:0.0:1724310016.520648:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.520655:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.520659:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531715:531715:256:4294967295] 192.168.204.31@tcp LPNI seq info [531711:531711:8:4294967295] 00000400:00000200:0.0:1724310016.520664:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.520668:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.520672:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.520676:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310016.520680:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.520686:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.520688:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.520712:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310016.520715:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.520718:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89c00. 00000800:00000200:3.0:1724310016.520812:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.520815:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:3.0:1724310016.520819:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.520822:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.523431:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310016.523440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:1.0:1724310016.525893:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.525907:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295565 00000400:00000200:1.0:1724310016.525912:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.525916:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.525920:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082ffa6e8 00000400:00000010:1.0:1724310016.525922:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880082ffa6e8. 00010000:00000010:0.0:1724310016.525990:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.525997:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:0.1:1724310016.527716:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310016.527725:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310016.527731:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310016.527733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:3.0:1724310016.528348:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.528360:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13219e80 00000400:00000200:3.0:1724310016.528367:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 186296 00000400:00000200:3.0:1724310016.528510:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.528515:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.528520:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.528526:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ce00. 00000020:00000010:2.0:1724310016.528597:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b50200. 00000020:00000010:2.0:1724310016.528602:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310016.528607:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.528639:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883436672 00000001:00000010:2.0:1724310016.528648:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:2.0:1724310016.528666:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.528671:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310016.528715:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121e80000. 00010000:00000010:2.0:1724310016.528739:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.528743:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.528756:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.528758:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.528761:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.528763:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310016.528847:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.528854:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.528858:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310016.528865:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:2.0:1724310016.529473:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.529476:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.529479:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.529482:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:3.1:1724310016.529493:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310016.529498:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:3.1:1724310016.529501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310016.529504:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310016.529506:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310016.529509:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.0:1724310016.529522:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.529533:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.529537:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.529567:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310016.529578:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ce00 x1808069883436672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.529592:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218732a8. 00000100:00000200:2.0:1724310016.529596:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883436672, offset 224 00000400:00000200:2.0:1724310016.529600:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.529607:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.529612:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531716:531716:256:4294967295] 192.168.204.31@tcp LPNI seq info [531712:531712:8:4294967295] 00000400:00000200:2.0:1724310016.529620:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.529625:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.529628:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.529632:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.529638:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.529641:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.529654:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310016.529657:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.529660:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b50200. 00000800:00000200:2.0:1724310016.529847:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.529850:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:2.0:1724310016.529854:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.529857:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.529860:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218732a8 00000400:00000010:2.0:1724310016.529861:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218732a8. 00000400:00000200:1.0:1724310016.531314:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.531324:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13219f80 00000400:00000200:1.0:1724310016.531329:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 186872 00000400:00000200:1.0:1724310016.531356:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.531359:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.531363:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.531367:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fea00. 00000020:00000010:2.0:1724310016.531441:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b51e00. 00000020:00000010:2.0:1724310016.531445:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310016.531449:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.531568:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883436928 02000000:00000010:2.0:1724310016.531593:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a6000. 00010000:00000010:2.0:1724310016.531615:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.531624:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.531641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.531644:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.531653:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.531655:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.531657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.531659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.531727:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.531730:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.531732:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.531735:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.531753:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951380. 00000020:00000010:2.0:1724310016.531758:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951380. 00000020:00000010:2.0:1724310016.531765:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e840. 00080000:00000010:2.0:1724310016.531769:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bdb400. 00000001:00000010:2.0:1724310016.532061:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6e40. 00000001:00000010:2.0:1724310016.532066:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310016.532097:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e840. 00010000:00000010:2.0:1724310016.532104:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.532107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.532120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.532136:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.532139:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00080000:00000010:2.0:1724310016.532153:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:2.0:1724310016.532158:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310016.532161:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.532167:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310016.532176:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310016.532185:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096419, last committed = 4295096163 00010000:00000200:2.0:1724310016.532192:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fea00 x1808069883436928/t4295096419(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.532204:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218732a8. 00000100:00000200:2.0:1724310016.532209:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883436928, offset 224 00000400:00000010:2.0:1724310016.532214:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6578. 00000400:00000200:2.0:1724310016.532216:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.532224:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.532228:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531717:531717:256:4294967295] 192.168.204.31@tcp LPNI seq info [531713:531713:8:4294967295] 00000400:00000200:2.0:1724310016.532232:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.532237:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.532241:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.532244:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310016.532294:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.532299:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.532302:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.532930:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310016.532934:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.532937:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b51e00. 00000800:00000200:3.0:1724310016.533193:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.533196:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:3.0:1724310016.533200:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.533204:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.534815:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.534826:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29556d 00000400:00000200:2.0:1724310016.534831:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.534834:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.534838:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218732a8 00000400:00000010:2.0:1724310016.534839:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218732a8. 00000400:00000200:2.0:1724310016.534863:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.534867:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a000 00000400:00000200:2.0:1724310016.534873:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 187360 00000400:00000200:2.0:1724310016.534918:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.534921:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.534924:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.534933:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9180. 00010000:00000010:0.0:1724310016.535008:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310016.535015:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00000020:00000010:3.0:1724310016.535072:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255ea00. 00000020:00000010:3.0:1724310016.535076:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.535079:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923320. 00000100:00000200:3.0:1724310016.535100:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883437056 00000001:00000010:3.0:1724310016.535108:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:3.0:1724310016.535124:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.535127:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310016.535168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122e30000. 00010000:00000010:3.0:1724310016.535186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.535188:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.535198:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.535200:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.535202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.535204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000004:00000010:3.0:1724310016.535291:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310016.535297:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dd20. 00000004:00000010:3.0:1724310016.535301:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310016.535307:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:2.0:1724310016.536104:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.536107:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.536110:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.536113:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.536147:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:2.0:1724310016.536154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310016.536156:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:2.0:1724310016.536179:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:2.0:1724310016.536191:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a9180 x1808069883437056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.536203:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218732a8. 00000100:00000200:2.0:1724310016.536207:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883437056, offset 224 00000400:00000200:2.0:1724310016.536211:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.536217:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.536222:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531718:531718:256:4294967295] 192.168.204.31@tcp LPNI seq info [531714:531714:8:4294967295] 00000400:00000200:2.0:1724310016.536230:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.536234:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.536237:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.536242:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.536247:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.536251:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.536354:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:2.0:1724310016.536358:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923320. 00000020:00000010:2.0:1724310016.536361:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255ea00. 00000800:00000200:1.0:1724310016.536450:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.536453:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:1.0:1724310016.536456:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.536459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.536462:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218732a8 00000400:00000010:1.0:1724310016.536465:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218732a8. 00010000:00000010:3.1:1724310016.536606:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310016.536611:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00000400:00000200:3.0:1724310016.538002:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.538012:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a100 00000400:00000200:3.0:1724310016.538018:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 187936 00000400:00000200:3.0:1724310016.538033:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.538037:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.538041:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.538046:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313800. 00000020:00000010:2.0:1724310016.538475:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.538480:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.538484:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.538663:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883437312 02000000:00000010:2.0:1724310016.538689:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a1000. 00010000:00000010:2.0:1724310016.538715:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.538724:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.538746:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.538750:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.538760:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.538762:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.538764:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.538767:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.538835:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.538837:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.538839:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.538841:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.538859:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.538864:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.538871:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6120. 00080000:00000010:2.0:1724310016.538876:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bd9400. 00000001:00000010:2.0:1724310016.539020:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e840. 00000001:00000010:2.0:1724310016.539025:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310016.539054:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6120. 00010000:00000010:2.0:1724310016.539061:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.539064:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.539075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.539092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.539094:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00080000:00000010:2.0:1724310016.539109:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:2.0:1724310016.539114:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:2.0:1724310016.539117:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dd20. 00000004:00000010:2.0:1724310016.539122:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:2.0:1724310016.539128:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310016.539137:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096420, last committed = 4295096163 00010000:00000200:2.0:1724310016.539145:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313800 x1808069883437312/t4295096420(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.539157:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873330. 00000100:00000200:2.0:1724310016.539161:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883437312, offset 224 00000400:00000010:2.0:1724310016.539166:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf65b0. 00000400:00000200:2.0:1724310016.539168:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.539176:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.539181:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531719:531719:256:4294967295] 192.168.204.31@tcp LPNI seq info [531715:531715:8:4294967295] 00000400:00000200:2.0:1724310016.539185:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.539190:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.539194:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.539197:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.539201:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.539205:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.539208:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.540317:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.540322:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.540325:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.540436:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.540439:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:3.0:1724310016.540443:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.540447:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.541355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310016.541360:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.541364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310016.541366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:1.0:1724310016.541975:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.541986:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295575 00000400:00000200:1.0:1724310016.541990:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.541993:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.541997:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873330 00000400:00000010:1.0:1724310016.541999:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873330. 00010000:00000010:0.0:1724310016.542419:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:0.0:1724310016.542426:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:3.0:1724310016.542833:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.542841:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a180 00000400:00000200:3.0:1724310016.542847:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 188424 00000400:00000200:3.0:1724310016.543041:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.543045:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.543050:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.543054:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310700. 00000020:00000010:2.0:1724310016.543425:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.543430:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.543434:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.543485:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883437440 00000001:00000010:2.0:1724310016.543493:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310016.543510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.543515:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 02000000:00000010:2.0:1724310016.543559:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880133480000. 00010000:00000010:2.0:1724310016.543579:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.543582:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.543593:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.543595:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.543598:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.543600:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000004:00000010:2.0:1724310016.543668:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310016.543674:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.543679:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310016.543685:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:2.0:1724310016.544138:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.544141:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.544143:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.544146:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.544177:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.544182:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.544185:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.544203:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310016.544212:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310700 x1808069883437440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.544224:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873d48. 00000100:00000200:2.0:1724310016.544228:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883437440, offset 224 00000400:00000200:2.0:1724310016.544233:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.544240:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.544245:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531720:531720:256:4294967295] 192.168.204.31@tcp LPNI seq info [531716:531716:8:4294967295] 00000400:00000200:2.0:1724310016.544252:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.544909:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.544914:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.544919:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.544925:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.544929:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.544952:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.544955:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.544959:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.545069:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.545071:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:3.0:1724310016.545075:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.545079:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.545082:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873d48 00000400:00000010:3.0:1724310016.545084:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873d48. 00010000:00000010:3.1:1724310016.545283:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:3.1:1724310016.545289:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:1.0:1724310016.547436:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.547450:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a280 00000400:00000200:1.0:1724310016.547457:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 189000 00000400:00000200:1.0:1724310016.547475:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.547478:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.547484:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.547489:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fe680. 00000020:00000010:2.0:1724310016.547780:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.547786:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.547790:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.547823:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883437696 02000000:00000010:2.0:1724310016.547853:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880130957000. 00010000:00000010:2.0:1724310016.547881:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.547895:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.547918:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.547922:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.547933:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.547936:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.547939:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.547941:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.548016:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.548019:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.548021:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.548023:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.548042:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.548047:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.548055:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e660. 00080000:00000010:2.0:1724310016.548060:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bd8000. 00000001:00000010:2.0:1724310016.548214:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6120. 00000001:00000010:2.0:1724310016.548219:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310016.548249:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e660. 00010000:00000010:2.0:1724310016.548285:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.548289:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.548302:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.548318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.548321:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310016.548353:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:2.0:1724310016.548358:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310016.548362:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.548368:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310016.548375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310016.548388:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096421, last committed = 4295096163 00010000:00000200:2.0:1724310016.548396:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fe680 x1808069883437696/t4295096421(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.548409:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873550. 00000100:00000200:2.0:1724310016.548414:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883437696, offset 224 00000400:00000010:2.0:1724310016.548420:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf65e8. 00000400:00000200:2.0:1724310016.548423:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.548431:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.548436:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531721:531721:256:4294967295] 192.168.204.31@tcp LPNI seq info [531717:531717:8:4294967295] 00000400:00000200:2.0:1724310016.548440:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.548446:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.548451:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.548454:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310016.548458:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.548463:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.548467:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.548493:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.548496:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.548499:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.548872:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.548875:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:3.0:1724310016.548879:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.548883:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.550971:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.550983:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29557d 00000400:00000200:3.0:1724310016.550987:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.550990:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.550993:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873550 00000400:00000010:3.0:1724310016.550995:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873550. 00000400:00000200:3.0:1724310016.551008:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.551012:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a300 00000400:00000200:3.0:1724310016.551017:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 189488 00000400:00000200:3.0:1724310016.551031:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.551034:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.551037:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.551041:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310e00. 00010000:00000010:0.0:1724310016.551114:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310016.551122:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.1:1724310016.551646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310016.551651:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:2.1:1724310016.551656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310016.551658:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310016.551660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310016.551667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310016.551669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310016.551673:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310016.551677:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310016.551678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310016.551681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310016.551683:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310016.551685:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310016.551687:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:2.1:1724310016.551689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310016.551692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000020:00000010:1.0:1724310016.551861:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8ee00. 00000020:00000010:1.0:1724310016.551866:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.551870:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.551899:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883437824 00000001:00000010:1.0:1724310016.551907:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:1.0:1724310016.551924:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310016.551928:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310016.551971:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134190000. 00010000:00000010:1.0:1724310016.551992:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.551995:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.552006:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310016.552008:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.552011:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.552013:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310016.552083:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310016.552090:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.552094:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.552100:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.552586:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.552589:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.552592:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310016.552594:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.552625:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.553183:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.553188:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.553211:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310016.553223:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310e00 x1808069883437824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.553237:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310016.553243:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883437824, offset 224 00000400:00000200:1.0:1724310016.553248:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.553392:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.553397:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531722:531722:256:4294967295] 192.168.204.31@tcp LPNI seq info [531718:531718:8:4294967295] 00000400:00000200:1.0:1724310016.553405:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.553410:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.553413:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310016.553418:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.553423:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.553427:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.553441:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.553443:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.553446:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8ee00. 00000800:00000200:0.0:1724310016.553580:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.553583:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310016.553586:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.553590:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.553593:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:0.0:1724310016.553595:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:3.1:1724310016.553804:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310016.553810:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:3.0:1724310016.556224:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.556238:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a400 00000400:00000200:3.0:1724310016.556244:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 190064 00000400:00000200:3.0:1724310016.556480:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.556485:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.556490:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.556495:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311c00. 00000020:00000010:1.0:1724310016.556647:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.556652:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.556656:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.556808:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438080 02000000:00000010:1.0:1724310016.556835:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f164000. 00010000:00000010:1.0:1724310016.556864:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.556875:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.556895:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310016.556899:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.556909:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.556910:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.556913:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310016.556915:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.556991:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310016.556994:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.556996:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310016.556998:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.557017:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310016.557022:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959388c0. 00000020:00000010:1.0:1724310016.557029:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7de0. 00080000:00000010:1.0:1724310016.557035:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134219000. 00000001:00000010:1.0:1724310016.557187:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa78a0. 00000001:00000010:1.0:1724310016.557192:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310016.557221:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7de0. 00010000:00000010:1.0:1724310016.557226:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310016.557229:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.557241:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.557582:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.557587:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00080000:00000010:1.0:1724310016.557604:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.557609:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.557613:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.557617:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310016.557623:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310016.557634:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096422, last committed = 4295096163 00010000:00000200:1.0:1724310016.557641:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311c00 x1808069883438080/t4295096422(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.557654:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310016.557658:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883438080, offset 224 00000400:00000010:1.0:1724310016.557663:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87850. 00000400:00000200:1.0:1724310016.557666:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.557674:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.557679:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531723:531723:256:4294967295] 192.168.204.31@tcp LPNI seq info [531719:531719:8:4294967295] 00000400:00000200:1.0:1724310016.557683:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.557689:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.557694:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.557697:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310016.557701:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.557707:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.557710:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.557735:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.557738:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.557740:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:3.0:1724310016.558049:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.558052:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310016.558055:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.558059:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.559984:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310016.559993:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310016.559997:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310016.559999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310016.560745:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.560758:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295585 00000400:00000200:0.0:1724310016.560763:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.560766:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.560770:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310016.560772:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:2.1:1724310016.560843:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310016.560849:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.560853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310016.560855:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310016.560857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310016.560859:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:2.1:1724310016.560861:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310016.560863:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.560866:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310016.560869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310016.560958:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.560964:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a480 00000400:00000200:0.0:1724310016.560969:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 190552 00000400:00000200:0.0:1724310016.560986:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.560989:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.560993:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.560998:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeea00. 00010000:00000010:1.0:1724310016.561069:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.561077:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00000020:00000010:2.0:1724310016.561142:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.561146:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.561150:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.561174:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438208 00000001:00000010:2.0:1724310016.561182:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310016.561197:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.561201:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 02000000:00000010:2.0:1724310016.561243:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e130000. 00010000:00000010:2.0:1724310016.561282:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.561285:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.561295:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.561297:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.561300:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.561302:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310016.561388:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310016.561395:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.561399:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310016.561405:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:2.0:1724310016.561918:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.561921:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.561924:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.561926:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.561956:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.562427:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.562431:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.562455:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310016.562465:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeea00 x1808069883438208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.562479:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873908. 00000100:00000200:2.0:1724310016.562483:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883438208, offset 224 00000400:00000200:2.0:1724310016.562487:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.562495:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.562500:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531724:531724:256:4294967295] 192.168.204.31@tcp LPNI seq info [531720:531720:8:4294967295] 00000400:00000200:2.0:1724310016.562508:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.562513:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.562517:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.562521:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.562526:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.562529:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.562789:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.562794:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.562797:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.563710:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.563713:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:3.0:1724310016.563718:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.563722:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.563726:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873908 00000400:00000010:3.0:1724310016.563728:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873908. 00010000:00000010:2.1:1724310016.565622:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:2.1:1724310016.565632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:3.0:1724310016.565708:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.565719:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a580 00000400:00000200:3.0:1724310016.565725:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 191128 00000400:00000200:3.0:1724310016.565744:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.565747:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.565752:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.565757:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310000. 00000020:00000010:2.0:1724310016.565836:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.565841:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.565845:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.565932:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438464 02000000:00000010:2.0:1724310016.565958:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008871a000. 00010000:00000010:2.0:1724310016.565984:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.565994:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.566012:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.566016:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.566026:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.566028:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.566031:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.566033:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.566109:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.566111:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.566114:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.566116:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.566141:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.566146:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.566153:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6a80. 00080000:00000010:2.0:1724310016.566159:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bd8800. 00000001:00000010:2.0:1724310016.566571:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e7e0. 00000001:00000010:2.0:1724310016.566576:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310016.566604:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6a80. 00010000:00000010:2.0:1724310016.566609:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.566612:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.566624:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.566638:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.566640:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00080000:00000010:2.0:1724310016.566653:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:2.0:1724310016.566657:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310016.566662:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.566667:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310016.566673:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.566683:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096423, last committed = 4295096163 00010000:00000200:2.0:1724310016.566689:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310000 x1808069883438464/t4295096423(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.566701:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873e58. 00000100:00000200:2.0:1724310016.566706:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883438464, offset 224 00000400:00000010:2.0:1724310016.566710:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6620. 00000400:00000200:2.0:1724310016.566713:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.566720:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.566724:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531725:531725:256:4294967295] 192.168.204.31@tcp LPNI seq info [531721:531721:8:4294967295] 00000400:00000200:2.0:1724310016.566728:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.566734:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.566738:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.566740:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.566744:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.566749:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.566752:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.566803:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.566806:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.566809:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:0.0:1724310016.566941:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.566944:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:0.0:1724310016.566947:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.566951:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.568030:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.568043:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29558d 00000400:00000200:3.0:1724310016.568046:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.568049:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.568053:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873e58 00000400:00000010:3.0:1724310016.568055:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873e58. 00000400:00000200:3.0:1724310016.568083:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310016.568088:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a600 00000400:00000200:3.0:1724310016.568094:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 191616 00000400:00000200:3.0:1724310016.568140:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.568143:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310016.568147:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310016.568151:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313b80. 00010000:00000010:0.0:1724310016.568406:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310016.568412:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:0.1:1724310016.568429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310016.568433:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310016.568436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310016.568438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000020:00000010:2.0:1724310016.568507:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.568511:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.568513:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.568532:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438592 00000001:00000010:2.0:1724310016.568540:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:2.0:1724310016.568554:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.568562:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310016.568606:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801314b0000. 00010000:00000010:2.0:1724310016.568625:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310016.568661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310016.568667:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310016.568670:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310016.568672:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310016.568674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310016.568678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.0:1724310016.568720:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.568731:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.568733:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.568736:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.568738:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310016.568805:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.568811:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.568815:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310016.568820:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:2.0:1724310016.570503:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.570508:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.570512:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.570515:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.570560:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.570568:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.570572:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.570604:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.570618:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313b80 x1808069883438592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.570632:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873dd0. 00000100:00000200:2.0:1724310016.570638:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883438592, offset 224 00000400:00000200:2.0:1724310016.570643:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.570651:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.570656:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531726:531726:256:4294967295] 192.168.204.31@tcp LPNI seq info [531722:531722:8:4294967295] 00000400:00000200:2.0:1724310016.570665:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.570670:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.570673:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310016.570677:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.570682:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.570685:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.570844:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.570848:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.570851:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.570970:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.570973:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:3.0:1724310016.570976:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.570981:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.570984:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873dd0 00000400:00000010:3.0:1724310016.570986:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873dd0. 00010000:00000010:0.1:1724310016.571385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310016.571391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310016.572029:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310016.572033:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.572036:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310016.572038:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310016.572040:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310016.572044:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:0.0:1724310016.572452:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.572462:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a700 00000400:00000200:0.0:1724310016.572467:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 192192 00000400:00000200:0.0:1724310016.572484:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.572487:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.572490:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.572494:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed180. 00000020:00000010:2.0:1724310016.572569:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008dd25200. 00000020:00000010:2.0:1724310016.572572:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.572575:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.572798:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438848 02000000:00000010:2.0:1724310016.572821:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006e769000. 00010000:00000010:2.0:1724310016.572843:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.572850:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.572868:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.572871:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.572878:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.572880:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.572882:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.572884:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.572956:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.572958:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.572960:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.572963:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.572979:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.572984:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939516e0. 00000020:00000010:2.0:1724310016.572991:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e540. 00080000:00000010:2.0:1724310016.572995:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4886000. 00000001:00000010:2.0:1724310016.573155:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6060. 00000001:00000010:2.0:1724310016.573159:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310016.573187:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e540. 00010000:00000010:2.0:1724310016.573198:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.573200:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.573212:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.573226:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.573228:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00080000:00000010:2.0:1724310016.573241:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:2.0:1724310016.573245:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310016.573248:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.573253:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310016.573285:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310016.573295:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096424, last committed = 4295096163 00010000:00000200:2.0:1724310016.573302:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed180 x1808069883438848/t4295096424(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.573313:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873088. 00000100:00000200:2.0:1724310016.573316:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883438848, offset 224 00000400:00000010:2.0:1724310016.573320:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6658. 00000400:00000200:2.0:1724310016.573324:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.573650:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.573655:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531727:531727:256:4294967295] 192.168.204.31@tcp LPNI seq info [531723:531723:8:4294967295] 00000400:00000200:2.0:1724310016.573660:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.573665:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.573670:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.573673:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.573677:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.573683:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.573686:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.573734:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.573737:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310016.573740:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008dd25200. 00000800:00000200:3.0:1724310016.574562:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.574565:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:3.0:1724310016.574569:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.574572:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.574593:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310016.574600:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295595 00000400:00000200:3.0:1724310016.574602:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.574604:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310016.574607:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873088 00000400:00000010:3.0:1724310016.574609:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873088. 00010000:00000010:1.0:1724310016.574748:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:1.0:1724310016.574753:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310016.575877:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.575886:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a780 00000400:00000200:0.0:1724310016.575892:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 192680 00000400:00000200:0.0:1724310016.575933:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.575937:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.575941:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.575945:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed880. 00000020:00000010:2.0:1724310016.576041:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b50200. 00000020:00000010:2.0:1724310016.576045:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310016.576049:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310016.576187:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883438976 00000001:00000010:2.0:1724310016.576195:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310016.576211:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.576216:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310016.576277:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121630000. 00010000:00000010:2.0:1724310016.576297:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.576299:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.576309:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.576311:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.576314:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.576316:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.1:1724310016.577705:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310016.577713:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000004:00000010:3.0:1724310016.577819:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310016.577827:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.577831:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.577838:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.578330:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.578342:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.578345:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.578349:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.578390:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:3.0:1724310016.578571:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:3.0:1724310016.578575:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:3.0:1724310016.578603:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:3.0:1724310016.578613:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed880 x1808069883438976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.578626:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.578631:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883438976, offset 224 00000400:00000200:3.0:1724310016.578636:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.578644:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.578649:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531728:531728:256:4294967295] 192.168.204.31@tcp LPNI seq info [531724:531724:8:4294967295] 00000400:00000200:3.0:1724310016.578656:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.578661:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.578663:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310016.578667:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.578673:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.578676:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.578698:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:3.0:1724310016.578701:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:3.0:1724310016.578704:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b50200. 00000800:00000200:2.0:1724310016.578879:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.578882:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310016.578885:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.578888:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.578891:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.578893:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:3.1:1724310016.580461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310016.580468:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:3.1:1724310016.580472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310016.580474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310016.580508:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310016.580513:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:0.0:1724310016.580749:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.580759:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321a880 00000400:00000200:0.0:1724310016.580765:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 193256 00000400:00000200:0.0:1724310016.580786:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.580789:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.580793:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.580798:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef480. 00000020:00000010:3.0:1724310016.580884:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255e000. 00000020:00000010:3.0:1724310016.580888:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.580892:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.580910:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883439232 02000000:00000010:3.0:1724310016.580933:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343aa000. 00010000:00000010:3.0:1724310016.580957:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.580968:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.580985:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.580989:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.580997:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.580999:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.581002:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.581004:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.581070:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310016.581072:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.581075:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.581077:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310016.581094:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.581099:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.581107:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac45a0. 00080000:00000010:3.0:1724310016.581112:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4e800. 00000001:00000010:3.0:1724310016.581276:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4660. 00000001:00000010:3.0:1724310016.581282:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310016.581310:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac45a0. 00010000:00000010:3.0:1724310016.581316:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310016.581318:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.581330:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.581358:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.581360:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310016.581376:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.581380:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.581383:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.581387:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310016.581394:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310016.581404:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096425, last committed = 4295096163 00010000:00000200:3.0:1724310016.581410:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef480 x1808069883439232/t4295096425(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.581422:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.581425:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883439232, offset 224 00000400:00000010:3.0:1724310016.581430:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467f50. 00000400:00000200:3.0:1724310016.581432:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.581440:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.581444:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531729:531729:256:4294967295] 192.168.204.31@tcp LPNI seq info [531725:531725:8:4294967295] 00000400:00000200:3.0:1724310016.581447:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.581452:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.581457:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.581459:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310016.581463:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.581467:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.581470:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.582573:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.582578:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.582580:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255e000. 00000800:00000200:1.0:1724310016.582668:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.582671:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310016.582674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.582677:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.583626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310016.583632:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:0.1:1724310016.583637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310016.583639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:2.0:1724310016.584374:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.584385:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29559d 00000400:00000200:2.0:1724310016.584389:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.584392:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.584396:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.584398:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:0.0:1724310016.584465:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:0.0:1724310016.584474:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000400:00000200:0.0:1724310016.584844:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.584851:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321a900 00000400:00000200:0.0:1724310016.584858:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x276d71 [64] + 193744 00000400:00000200:0.0:1724310016.584894:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.584897:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.584901:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.584905:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedf80. 00000020:00000010:3.0:1724310016.585214:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008255e000. 00000020:00000010:3.0:1724310016.585219:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.585222:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.585243:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883439360 00000001:00000010:3.0:1724310016.585251:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310016.585284:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.585288:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310016.585637:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123f20000. 00010000:00000010:3.0:1724310016.585659:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310016.585662:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.585674:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.585676:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310016.585679:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310016.585682:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310016.585752:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310016.585758:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.585762:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.585770:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.586510:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310016.586513:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.586516:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.586519:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.586555:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.586562:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.586566:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310016.586590:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310016.586604:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedf80 x1808069883439360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.586617:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.586622:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883439360, offset 224 00000400:00000200:3.0:1724310016.586627:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.586635:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.586640:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531730:531730:256:4294967295] 192.168.204.31@tcp LPNI seq info [531726:531726:8:4294967295] 00000400:00000200:3.0:1724310016.586649:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.586653:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.586656:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310016.586661:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.586666:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.586670:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310016.586766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310016.586772:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310016.586776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310016.586778:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310016.586781:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310016.586787:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000020:00000010:3.0:1724310016.587176:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.587180:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.587183:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008255e000. 00000800:00000200:0.0:1724310016.587317:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.587320:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310016.587324:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.587327:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.587331:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.587342:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:2.0:1724310016.588919:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.588930:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321aa00 00000400:00000200:2.0:1724310016.588936:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x276d71 [64] + 194320 00000400:00000010:2.0:1724310016.588940:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800878881b8. 00000400:00000200:2.0:1724310016.588944:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009bdc3800 00000400:00000200:2.0:1724310016.588961:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.588964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.588967:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009bdc3800 00000400:00000010:2.0:1724310016.588970:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 1144 at ffff88009bdc3800. 00000100:00000200:2.0:1724310016.588976:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1724310016.589409:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:3.0:1724310016.589413:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.589417:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.589446:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883439616 02000000:00000010:3.0:1724310016.589472:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343a9000. 00010000:00000010:3.0:1724310016.589499:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.589512:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.589533:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.589538:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.589547:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.589549:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.589551:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.589553:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.589626:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.589628:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310016.589631:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.589633:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310016.589649:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.589653:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.589660:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4060. 00080000:00000010:3.0:1724310016.589665:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4f000. 00000001:00000010:3.0:1724310016.589828:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac43c0. 00000001:00000010:3.0:1724310016.589832:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.589861:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4060. 00010000:00000010:3.0:1724310016.589868:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.589871:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.589883:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.589901:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.589903:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310016.589918:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.589922:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.589925:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.589931:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310016.589938:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310016.589950:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096426, last committed = 4295096163 00010000:00000200:3.0:1724310016.589958:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5691450 x1808069883439616/t4295096426(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.589971:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.589976:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883439616, offset 224 00000400:00000010:3.0:1724310016.589980:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467f88. 00000400:00000200:3.0:1724310016.589983:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.589990:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.589996:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531731:531731:256:4294967295] 192.168.204.31@tcp LPNI seq info [531727:531727:8:4294967295] 00000400:00000200:3.0:1724310016.590000:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.590005:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.590010:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.590013:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310016.590018:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.590023:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.590027:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.590052:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.590056:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.590058:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 02000000:00000010:3.0:1724310016.590117:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f20000. 00000100:00000010:3.0:1724310016.590140:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedf80. 02000000:00000010:3.0:1724310016.590145:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343aa000. 00000100:00000010:3.0:1724310016.590147:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef480. 02000000:00000010:3.0:1724310016.590149:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121630000. 00000100:00000010:3.0:1724310016.590178:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed880. 02000000:00000010:3.0:1724310016.590180:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006e769000. 00000100:00000010:3.0:1724310016.590184:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed180. 02000000:00000010:3.0:1724310016.590186:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801314b0000. 00000100:00000010:3.0:1724310016.590219:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313b80. 02000000:00000010:3.0:1724310016.590222:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008871a000. 00000100:00000010:3.0:1724310016.590225:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310000. 02000000:00000010:3.0:1724310016.590228:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e130000. 00000100:00000010:3.0:1724310016.590281:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeea00. 02000000:00000010:3.0:1724310016.590285:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008f164000. 00000100:00000010:3.0:1724310016.590288:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122311c00. 02000000:00000010:3.0:1724310016.590290:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134190000. 00000100:00000010:3.0:1724310016.590311:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310e00. 02000000:00000010:3.0:1724310016.590314:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880130957000. 00000100:00000010:3.0:1724310016.590316:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fe680. 02000000:00000010:3.0:1724310016.590322:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880133480000. 00000100:00000010:3.0:1724310016.590359:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310700. 02000000:00000010:3.0:1724310016.590362:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a1000. 00000100:00000010:3.0:1724310016.590366:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313800. 02000000:00000010:3.0:1724310016.590369:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122e30000. 00000100:00000010:3.0:1724310016.590390:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9180. 02000000:00000010:3.0:1724310016.590393:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a6000. 00000100:00000010:3.0:1724310016.590396:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fea00. 02000000:00000010:3.0:1724310016.590399:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121e80000. 00000100:00000010:3.0:1724310016.590421:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ce00. 02000000:00000010:3.0:1724310016.590425:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a95000. 00000100:00000010:3.0:1724310016.590427:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497c700. 02000000:00000010:3.0:1724310016.590430:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e600000. 00000100:00000010:3.0:1724310016.590464:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497df80. 02000000:00000010:3.0:1724310016.590473:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a91000. 00000100:00000010:3.0:1724310016.590476:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ed80. 02000000:00000010:3.0:1724310016.590479:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ff0000. 00000100:00000010:3.0:1724310016.590496:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fdc00. 02000000:00000010:3.0:1724310016.590502:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880048ac7000. 00000100:00000010:3.0:1724310016.590505:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff480. 02000000:00000010:3.0:1724310016.590509:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131bd0000. 00000100:00000010:3.0:1724310016.590529:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ca80. 02000000:00000010:3.0:1724310016.590531:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5d000. 00000100:00000010:3.0:1724310016.590535:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f800. 02000000:00000010:3.0:1724310016.590537:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88010f840000. 00000100:00000010:3.0:1724310016.590560:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497e680. 02000000:00000010:3.0:1724310016.590563:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5e000. 00000100:00000010:3.0:1724310016.590565:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc380. 02000000:00000010:3.0:1724310016.590570:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801106b0000. 00000100:00000010:3.0:1724310016.590590:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f480. 02000000:00000010:3.0:1724310016.590593:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b886000. 00000100:00000010:3.0:1724310016.590595:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497d500. 02000000:00000010:3.0:1724310016.590598:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801180b0000. 00000100:00000010:3.0:1724310016.590622:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c000. 02000000:00000010:3.0:1724310016.590625:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b887000. 00000100:00000010:3.0:1724310016.590627:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497dc00. 02000000:00000010:3.0:1724310016.590630:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122b60000. 00000100:00000010:3.0:1724310016.590664:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305f80. 02000000:00000010:3.0:1724310016.590667:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb88000. 00000100:00000010:3.0:1724310016.590670:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305500. 02000000:00000010:3.0:1724310016.590672:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123ac0000. 00000100:00000010:3.0:1724310016.590692:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f800. 02000000:00000010:3.0:1724310016.590695:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231b000. 00000100:00000010:3.0:1724310016.590698:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304380. 02000000:00000010:3.0:1724310016.590701:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801246b0000. 00000100:00000010:3.0:1724310016.590718:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306a00. 02000000:00000010:3.0:1724310016.590721:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a3000. 00000100:00000010:3.0:1724310016.590724:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef100. 02000000:00000010:3.0:1724310016.590726:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226a0000. 00000100:00000010:3.0:1724310016.590747:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831ab100. 02000000:00000010:3.0:1724310016.590751:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231a000. 00000100:00000010:3.0:1724310016.590754:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307800. 02000000:00000010:3.0:1724310016.590756:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f4d0000. 00000100:00000010:3.0:1724310016.590783:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8000. 02000000:00000010:3.0:1724310016.590785:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8b000. 00000100:00000010:3.0:1724310016.590788:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3800. 02000000:00000010:3.0:1724310016.590790:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f5f0000. 00000100:00000010:3.0:1724310016.590813:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307b80. 02000000:00000010:3.0:1724310016.590816:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8c000. 00000100:00000010:3.0:1724310016.590818:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304a80. 02000000:00000010:3.0:1724310016.590820:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880115af0000. 00000100:00000010:3.0:1724310016.590843:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306d80. 02000000:00000010:3.0:1724310016.590845:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8a000. 00000100:00000010:3.0:1724310016.590847:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304e00. 02000000:00000010:3.0:1724310016.590850:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123b00000. 00000100:00000010:3.0:1724310016.590867:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306300. 02000000:00000010:3.0:1724310016.590870:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083570000. 00000100:00000010:3.0:1724310016.590873:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305c00. 02000000:00000010:3.0:1724310016.590875:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134810000. 00000100:00000010:3.0:1724310016.590905:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3480. 02000000:00000010:3.0:1724310016.590907:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801243ca000. 00000100:00000010:3.0:1724310016.590910:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0a80. 02000000:00000010:3.0:1724310016.590912:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801119f0000. 00000100:00000010:3.0:1724310016.590932:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0700. 02000000:00000010:3.0:1724310016.590934:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880122319000. 00000100:00000010:3.0:1724310016.590937:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307480. 02000000:00000010:3.0:1724310016.590939:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880111800000. 00000100:00000010:3.0:1724310016.590958:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2680. 02000000:00000010:3.0:1724310016.590960:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e7f000. 00000100:00000010:3.0:1724310016.590963:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2d80. 02000000:00000010:3.0:1724310016.590965:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801351b0000. 00000100:00000010:3.0:1724310016.590983:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304700. 02000000:00000010:3.0:1724310016.590985:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231c000. 00000100:00000010:3.0:1724310016.590988:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3b80. 02000000:00000010:3.0:1724310016.590990:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341d0000. 00000100:00000010:3.0:1724310016.591011:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2a00. 02000000:00000010:3.0:1724310016.591013:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560d000. 00000100:00000010:3.0:1724310016.591016:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2ad80. 02000000:00000010:3.0:1724310016.591018:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124430000. 00000100:00000010:3.0:1724310016.591038:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b28700. 02000000:00000010:3.0:1724310016.591040:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3a000. 00000100:00000010:3.0:1724310016.591043:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aec000. 02000000:00000010:3.0:1724310016.591045:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880118d70000. 00000100:00000010:3.0:1724310016.591068:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2300. 02000000:00000010:3.0:1724310016.591070:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e79000. 00000100:00000010:3.0:1724310016.591072:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3100. 02000000:00000010:3.0:1724310016.591075:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801315f0000. 00000100:00000010:3.0:1724310016.591090:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef800. 02000000:00000010:3.0:1724310016.591092:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093922000. 00000100:00000010:3.0:1724310016.591095:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511c000. 02000000:00000010:3.0:1724310016.591098:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d30000. 00000100:00000010:3.0:1724310016.591123:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ca80. 02000000:00000010:3.0:1724310016.591126:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560b000. 00000100:00000010:3.0:1724310016.591129:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511e680. 02000000:00000010:3.0:1724310016.591131:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ab0000. 00000100:00000010:3.0:1724310016.591150:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c380. 02000000:00000010:3.0:1724310016.591152:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123fd1000. 00000100:00000010:3.0:1724310016.591155:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ce00. 02000000:00000010:3.0:1724310016.591158:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801359e0000. 00000100:00000010:3.0:1724310016.591181:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aefb80. 02000000:00000010:3.0:1724310016.591185:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123fd4000. 00000100:00000010:3.0:1724310016.591187:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ea00. 02000000:00000010:3.0:1724310016.591189:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880135b30000. 00000100:00000010:3.0:1724310016.591209:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c700. 02000000:00000010:3.0:1724310016.591212:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3e000. 00000100:00000010:3.0:1724310016.591214:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeed80. 02000000:00000010:3.0:1724310016.591217:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122be0000. 00000100:00000010:3.0:1724310016.591236:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219e680. 02000000:00000010:3.0:1724310016.591239:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88003c442000. 00000100:00000010:3.0:1724310016.591242:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ea00. 02000000:00000010:3.0:1724310016.591244:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222d0000. 00000100:00000010:3.0:1724310016.591289:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aee300. 02000000:00000010:3.0:1724310016.591293:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008de2e000. 00000100:00000010:3.0:1724310016.591295:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219dc00. 02000000:00000010:3.0:1724310016.591298:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880112130000. 00000100:00000010:3.0:1724310016.591317:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f480. 02000000:00000010:3.0:1724310016.591320:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472cb000. 00000100:00000010:3.0:1724310016.591322:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedc00. 02000000:00000010:3.0:1724310016.591324:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134510000. 00000100:00000010:3.0:1724310016.591360:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0000. 02000000:00000010:3.0:1724310016.591363:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472cc000. 00000100:00000010:3.0:1724310016.591365:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3480. 02000000:00000010:3.0:1724310016.591368:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121eb0000. 00000100:00000010:3.0:1724310016.591388:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0e00. 02000000:00000010:3.0:1724310016.591391:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472ce000. 00000100:00000010:3.0:1724310016.591393:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c2300. 02000000:00000010:3.0:1724310016.591395:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134af0000. 00000100:00000010:3.0:1724310016.591420:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0a80. 02000000:00000010:3.0:1724310016.591423:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf7000. 00000100:00000010:3.0:1724310016.591425:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3800. 02000000:00000010:3.0:1724310016.591427:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226e0000. 00000100:00000010:3.0:1724310016.591455:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c1c00. 02000000:00000010:3.0:1724310016.591457:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf0000. 00000100:00000010:3.0:1724310016.591459:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0700. 02000000:00000010:3.0:1724310016.591463:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880068820000. 00000100:00000010:3.0:1724310016.591487:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9f80. 02000000:00000010:3.0:1724310016.591492:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093920000. 00000100:00000010:3.0:1724310016.591494:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9c00. 02000000:00000010:3.0:1724310016.591496:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800811b0000. 00000100:00000010:3.0:1724310016.591512:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511df80. 02000000:00000010:3.0:1724310016.591515:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093921000. 00000100:00000010:3.0:1724310016.591517:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7a680. 02000000:00000010:3.0:1724310016.591519:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006f5c0000. 00000100:00000010:3.0:1724310016.591581:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2a680. 02000000:00000010:3.0:1724310016.591583:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf3000. 00000100:00000010:3.0:1724310016.591586:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9500. 02000000:00000010:3.0:1724310016.591588:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c00000. 00000100:00000010:3.0:1724310016.591606:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa680. 02000000:00000010:3.0:1724310016.591609:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319db000. 00000100:00000010:3.0:1724310016.591612:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8000. 02000000:00000010:3.0:1724310016.591616:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b90000. 00000100:00000010:3.0:1724310016.591634:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8380. 02000000:00000010:3.0:1724310016.591637:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319d8000. 00000100:00000010:3.0:1724310016.591639:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab800. 02000000:00000010:3.0:1724310016.591642:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088180000. 00000100:00000010:3.0:1724310016.591662:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa300. 02000000:00000010:3.0:1724310016.591664:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e1000. 00000100:00000010:3.0:1724310016.591667:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8e00. 02000000:00000010:3.0:1724310016.591669:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088960000. 00000100:00000010:3.0:1724310016.591691:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aad80. 02000000:00000010:3.0:1724310016.591694:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319df000. 00000100:00000010:3.0:1724310016.591696:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9180. 02000000:00000010:3.0:1724310016.591698:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093470000. 00000100:00000010:3.0:1724310016.591717:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab480. 02000000:00000010:3.0:1724310016.591720:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29a000. 00000100:00000010:3.0:1724310016.591722:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9880. 02000000:00000010:3.0:1724310016.591725:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bc0000. 00000100:00000010:3.0:1724310016.591743:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8a80. 02000000:00000010:3.0:1724310016.591745:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29b000. 00000100:00000010:3.0:1724310016.591748:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aaa00. 02000000:00000010:3.0:1724310016.591750:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d740000. 00000100:00000010:3.0:1724310016.591776:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd500. 02000000:00000010:3.0:1724310016.591779:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e5000. 00000100:00000010:3.0:1724310016.591781:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ce300. 02000000:00000010:3.0:1724310016.591784:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800905c0000. 00000100:00000010:3.0:1724310016.591802:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cf480. 02000000:00000010:3.0:1724310016.591805:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29e000. 00000100:00000010:3.0:1724310016.591807:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ced80. 02000000:00000010:3.0:1724310016.591810:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88002eb30000. 00000100:00000010:3.0:1724310016.591838:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc380. 02000000:00000010:3.0:1724310016.591841:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e2000. 00000100:00000010:3.0:1724310016.591843:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdc00. 02000000:00000010:3.0:1724310016.591845:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080810000. 00000100:00000010:3.0:1724310016.591866:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdf80. 02000000:00000010:3.0:1724310016.591868:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a6000. 00000100:00000010:3.0:1724310016.591871:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc000. 02000000:00000010:3.0:1724310016.591874:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880094430000. 00000100:00000010:3.0:1724310016.591891:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd180. 02000000:00000010:3.0:1724310016.591893:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a4000. 00000100:00000010:3.0:1724310016.591896:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cce00. 02000000:00000010:3.0:1724310016.591898:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bf0000. 00000100:00000010:3.0:1724310016.591919:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cca80. 02000000:00000010:3.0:1724310016.591922:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a7000. 00000100:00000010:3.0:1724310016.591924:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18a80. 02000000:00000010:3.0:1724310016.591926:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007fbf0000. 00000100:00000010:3.0:1724310016.591951:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18000. 02000000:00000010:3.0:1724310016.591954:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e64000. 00000100:00000010:3.0:1724310016.591957:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19500. 02000000:00000010:3.0:1724310016.591961:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c640000. 00000100:00000010:3.0:1724310016.591982:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19c00. 02000000:00000010:3.0:1724310016.591985:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e61000. 00000100:00000010:3.0:1724310016.591987:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19f80. 02000000:00000010:3.0:1724310016.591991:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddf0000. 00000100:00000010:3.0:1724310016.592012:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b100. 02000000:00000010:3.0:1724310016.592017:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880095608000. 00000100:00000010:3.0:1724310016.592020:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19880. 02000000:00000010:3.0:1724310016.592023:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800874e0000. 00000100:00000010:3.0:1724310016.592044:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a680. 02000000:00000010:3.0:1724310016.592047:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560a000. 00000100:00000010:3.0:1724310016.592049:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b800. 02000000:00000010:3.0:1724310016.592051:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880063d20000. 00000100:00000010:3.0:1724310016.592069:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a300. 02000000:00000010:3.0:1724310016.592072:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083343000. 00000100:00000010:3.0:1724310016.592074:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18700. 02000000:00000010:3.0:1724310016.592076:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bbf0000. 00000100:00000010:3.0:1724310016.592094:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18380. 02000000:00000010:3.0:1724310016.592097:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083341000. 00000100:00000010:3.0:1724310016.592100:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19180. 02000000:00000010:3.0:1724310016.592102:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88009c9a0000. 00000100:00000010:3.0:1724310016.592131:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1bb80. 02000000:00000010:3.0:1724310016.592135:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007f45a000. 00000100:00000010:3.0:1724310016.592138:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d78380. 02000000:00000010:3.0:1724310016.592140:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092b10000. 00000100:00000010:3.0:1724310016.592171:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1aa00. 02000000:00000010:3.0:1724310016.592174:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083345000. 00000100:00000010:3.0:1724310016.592177:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1ad80. 02000000:00000010:3.0:1724310016.592181:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88005e900000. 00000100:00000010:3.0:1724310016.592202:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd880. 02000000:00000010:3.0:1724310016.592206:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c7000. 00000100:00000010:3.0:1724310016.592208:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ded80. 02000000:00000010:3.0:1724310016.592212:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007d200000. 00000100:00000010:3.0:1724310016.592231:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc380. 02000000:00000010:3.0:1724310016.592235:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c3000. 00000100:00000010:3.0:1724310016.592237:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df800. 02000000:00000010:3.0:1724310016.592239:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7e0000. 00000100:00000010:3.0:1724310016.592296:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7b480. 02000000:00000010:3.0:1724310016.592299:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c6000. 00000100:00000010:3.0:1724310016.592302:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815de680. 02000000:00000010:3.0:1724310016.592304:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880084c70000. 00000100:00000010:3.0:1724310016.592323:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dce00. 02000000:00000010:3.0:1724310016.592326:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801354af000. 00000100:00000010:3.0:1724310016.592329:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dea00. 02000000:00000010:3.0:1724310016.592341:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88003e5a0000. 00000100:00000010:3.0:1724310016.592371:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000380. 02000000:00000010:3.0:1724310016.592373:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb99000. 00000100:00000010:3.0:1724310016.592376:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c002d80. 02000000:00000010:3.0:1724310016.592379:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ecb0000. 00000100:00000010:3.0:1724310016.592398:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001c00. 02000000:00000010:3.0:1724310016.592400:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801354ab000. 00000100:00000010:3.0:1724310016.592403:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc700. 02000000:00000010:3.0:1724310016.592405:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008fec0000. 00000100:00000010:3.0:1724310016.592427:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd500. 02000000:00000010:3.0:1724310016.592431:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c139000. 00000100:00000010:3.0:1724310016.592432:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddc00. 02000000:00000010:3.0:1724310016.592434:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008de50000. 00000100:00000010:3.0:1724310016.592454:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df480. 02000000:00000010:3.0:1724310016.592457:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13a000. 00000100:00000010:3.0:1724310016.592459:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dfb80. 02000000:00000010:3.0:1724310016.592461:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866c0000. 00000100:00000010:3.0:1724310016.592484:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df100. 02000000:00000010:3.0:1724310016.592486:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13d000. 00000100:00000010:3.0:1724310016.592488:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc000. 02000000:00000010:3.0:1724310016.592490:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cdb0000. 00000100:00000010:3.0:1724310016.592507:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd180. 02000000:00000010:3.0:1724310016.592510:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e62000. 00000100:00000010:3.0:1724310016.592512:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dca80. 02000000:00000010:3.0:1724310016.592514:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074a90000. 00000100:00000010:3.0:1724310016.592532:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddf80. 02000000:00000010:3.0:1724310016.592535:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf15000. 00000100:00000010:3.0:1724310016.592537:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219d880. 02000000:00000010:3.0:1724310016.592540:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072520000. 00000100:00000010:3.0:1724310016.592559:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786300. 02000000:00000010:3.0:1724310016.592564:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458d000. 00000100:00000010:3.0:1724310016.592566:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786a00. 02000000:00000010:3.0:1724310016.592568:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006c430000. 00000100:00000010:3.0:1724310016.592585:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787b80. 02000000:00000010:3.0:1724310016.592588:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124589000. 00000100:00000010:3.0:1724310016.592590:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785180. 02000000:00000010:3.0:1724310016.592593:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b40000. 00000100:00000010:3.0:1724310016.592617:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000000. 02000000:00000010:3.0:1724310016.592620:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf10000. 00000100:00000010:3.0:1724310016.592622:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785f80. 02000000:00000010:3.0:1724310016.592624:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cb50000. 00000100:00000010:3.0:1724310016.592659:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122784a80. 02000000:00000010:3.0:1724310016.592662:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458c000. 00000100:00000010:3.0:1724310016.592664:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787800. 02000000:00000010:3.0:1724310016.592666:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082770000. 00000100:00000010:3.0:1724310016.592684:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431500. 02000000:00000010:3.0:1724310016.592687:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b4000. 00000100:00000010:3.0:1724310016.592689:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431f80. 02000000:00000010:3.0:1724310016.592691:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b70000. 00000100:00000010:3.0:1724310016.592714:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134430e00. 02000000:00000010:3.0:1724310016.592716:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b2000. 00000100:00000010:3.0:1724310016.592718:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134433100. 02000000:00000010:3.0:1724310016.592721:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090600000. 00000100:00000010:3.0:1724310016.592749:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431c00. 02000000:00000010:3.0:1724310016.592752:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223ba000. 00000100:00000010:3.0:1724310016.592754:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cace00. 02000000:00000010:3.0:1724310016.592757:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007bdb0000. 00000100:00000010:3.0:1724310016.592774:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caed80. 02000000:00000010:3.0:1724310016.592779:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223bf000. 00000100:00000010:3.0:1724310016.592782:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cadc00. 02000000:00000010:3.0:1724310016.592784:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ccb0000. 00000100:00000010:3.0:1724310016.592800:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cad500. 02000000:00000010:3.0:1724310016.592804:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009e4d7000. 00000100:00000010:3.0:1724310016.592807:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac380. 02000000:00000010:3.0:1724310016.592808:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088e20000. 00000100:00000010:3.0:1724310016.592831:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000a80. 02000000:00000010:3.0:1724310016.592834:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ab000. 00000100:00000010:3.0:1724310016.592836:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac700. 02000000:00000010:3.0:1724310016.592839:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880095030000. 00000100:00000010:3.0:1724310016.592858:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cafb80. 02000000:00000010:3.0:1724310016.592862:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773aa000. 00000100:00000010:3.0:1724310016.592864:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000e00. 02000000:00000010:3.0:1724310016.592866:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c520000. 00000100:00000010:3.0:1724310016.592882:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb100. 02000000:00000010:3.0:1724310016.592885:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223be000. 00000100:00000010:3.0:1724310016.592887:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd9180. 02000000:00000010:3.0:1724310016.592889:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093110000. 00000100:00000010:3.0:1724310016.592911:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdbb80. 02000000:00000010:3.0:1724310016.592913:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299c000. 00000100:00000010:3.0:1724310016.592917:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8700. 02000000:00000010:3.0:1724310016.592919:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ded0000. 00000100:00000010:3.0:1724310016.592941:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8a80. 02000000:00000010:3.0:1724310016.592943:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299d000. 00000100:00000010:3.0:1724310016.592947:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda680. 02000000:00000010:3.0:1724310016.592950:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082730000. 00000100:00000010:3.0:1724310016.592969:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb480. 02000000:00000010:3.0:1724310016.592971:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf17000. 00000100:00000010:3.0:1724310016.592974:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001880. 02000000:00000010:3.0:1724310016.592976:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072d00000. 00000100:00000010:3.0:1724310016.593002:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda300. 02000000:00000010:3.0:1724310016.593004:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299e000. 00000100:00000010:3.0:1724310016.593007:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8e00. 02000000:00000010:3.0:1724310016.593009:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064ef0000. 00000100:00000010:3.0:1724310016.593071:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb800. 02000000:00000010:3.0:1724310016.593074:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf11000. 00000100:00000010:3.0:1724310016.593076:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdaa00. 02000000:00000010:3.0:1724310016.593078:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088220000. 00000100:00000010:3.0:1724310016.593102:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ce00. 02000000:00000010:3.0:1724310016.593105:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134465000. 00000100:00000010:3.0:1724310016.593107:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130380. 02000000:00000010:3.0:1724310016.593111:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088900000. 00000100:00000010:3.0:1724310016.593128:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746a00. 02000000:00000010:3.0:1724310016.593131:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ad000. 00000100:00000010:3.0:1724310016.593133:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745880. 02000000:00000010:3.0:1724310016.593135:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009bc5f800. 00000100:00000010:3.0:1724310016.593137:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219df80. 02000000:00000010:3.0:1724310016.593140:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088a00000. 00000100:00000010:3.0:1724310016.593159:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132d80. 02000000:00000010:3.0:1724310016.593161:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087a9ac00. 00000100:00000010:3.0:1724310016.593163:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745500. 02000000:00000010:3.0:1724310016.593165:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087a9b400. 00000100:00000010:3.0:1724310016.593167:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094747800. 02000000:00000010:3.0:1724310016.593169:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ae000. 00000100:00000010:3.0:1724310016.593171:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132680. 02000000:00000010:3.0:1724310016.593174:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880041510000. 00000100:00000010:3.0:1724310016.593198:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746300. 02000000:00000010:3.0:1724310016.593201:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010ccfe000. 00000100:00000010:3.0:1724310016.593203:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfa680. 02000000:00000010:3.0:1724310016.593205:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cc90000. 00000100:00000010:3.0:1724310016.593227:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfad80. 02000000:00000010:3.0:1724310016.593229:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010ccff000. 00000100:00000010:3.0:1724310016.593231:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8e00. 02000000:00000010:3.0:1724310016.593234:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092cf0000. 00000100:00000010:3.0:1724310016.593251:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132300. 02000000:00000010:3.0:1724310016.593254:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8c000. 00000100:00000010:3.0:1724310016.593279:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8380. 02000000:00000010:3.0:1724310016.593281:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bdc0000. 00000100:00000010:3.0:1724310016.593302:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8700. 02000000:00000010:3.0:1724310016.593305:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0d8000. 00000100:00000010:3.0:1724310016.593308:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9c00. 02000000:00000010:3.0:1724310016.593310:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090540000. 00000100:00000010:3.0:1724310016.593343:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfbb80. 02000000:00000010:3.0:1724310016.593346:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8d000. 00000100:00000010:3.0:1724310016.593349:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8a80. 02000000:00000010:3.0:1724310016.593352:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093930000. 00000100:00000010:3.0:1724310016.593370:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfb800. 02000000:00000010:3.0:1724310016.593372:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0db000. 00000100:00000010:3.0:1724310016.593374:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9180. 02000000:00000010:3.0:1724310016.593377:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932e0000. 00000100:00000010:3.0:1724310016.593399:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ca80. 02000000:00000010:3.0:1724310016.593402:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0d9000. 00000100:00000010:3.0:1724310016.593405:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9f80. 02000000:00000010:3.0:1724310016.593408:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800947a0000. 00000100:00000010:3.0:1724310016.593432:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800832c6300. 02000000:00000010:3.0:1724310016.593436:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0b000. 00000100:00000010:3.0:1724310016.593438:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7800. 02000000:00000010:3.0:1724310016.593440:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880078a10000. 00000100:00000010:3.0:1724310016.593462:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4e00. 02000000:00000010:3.0:1724310016.593464:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0e000. 00000100:00000010:3.0:1724310016.593467:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4380. 02000000:00000010:3.0:1724310016.593469:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086e80000. 00000100:00000010:3.0:1724310016.593493:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4000. 02000000:00000010:3.0:1724310016.593495:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0c000. 00000100:00000010:3.0:1724310016.593497:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4700. 02000000:00000010:3.0:1724310016.593500:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800876a0000. 00000100:00000010:3.0:1724310016.593526:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5180. 02000000:00000010:3.0:1724310016.593528:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0d000. 00000100:00000010:3.0:1724310016.593530:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7b80. 02000000:00000010:3.0:1724310016.593532:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877d0000. 00000100:00000010:3.0:1724310016.593557:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5f80. 02000000:00000010:3.0:1724310016.593560:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007cec8000. 00000100:00000010:3.0:1724310016.593564:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6680. 02000000:00000010:3.0:1724310016.593566:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800888b0000. 00000100:00000010:3.0:1724310016.593584:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6d80. 02000000:00000010:3.0:1724310016.593587:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8f000. 00000100:00000010:3.0:1724310016.593589:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5500. 02000000:00000010:3.0:1724310016.593591:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be90000. 00000100:00000010:3.0:1724310016.593609:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4a80. 02000000:00000010:3.0:1724310016.593612:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007cecc000. 00000100:00000010:3.0:1724310016.593615:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5880. 02000000:00000010:3.0:1724310016.593617:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087cf0000. 00000100:00000010:3.0:1724310016.593635:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f100. 02000000:00000010:3.0:1724310016.593638:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007cecf000. 00000100:00000010:3.0:1724310016.593641:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4d880. 02000000:00000010:3.0:1724310016.593642:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087e00000. 00000100:00000010:3.0:1724310016.593661:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8c380. 02000000:00000010:3.0:1724310016.593665:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801129af000. 00000100:00000010:3.0:1724310016.593668:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d500. 02000000:00000010:3.0:1724310016.593670:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088450000. 00000100:00000010:3.0:1724310016.593692:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ea00. 02000000:00000010:3.0:1724310016.593695:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fba8000. 00000100:00000010:3.0:1724310016.593698:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8e680. 02000000:00000010:3.0:1724310016.593701:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008dd00000. 00000100:00000010:3.0:1724310016.593718:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8dc00. 02000000:00000010:3.0:1724310016.593721:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134462000. 00000100:00000010:3.0:1724310016.593723:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8ea00. 02000000:00000010:3.0:1724310016.593726:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008df40000. 00000100:00000010:3.0:1724310016.593745:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d880. 02000000:00000010:3.0:1724310016.593748:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbab000. 00000100:00000010:3.0:1724310016.593750:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a680. 02000000:00000010:3.0:1724310016.593752:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877b0000. 00000100:00000010:3.0:1724310016.593784:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446ad80. 02000000:00000010:3.0:1724310016.593787:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbaf000. 00000100:00000010:3.0:1724310016.593789:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468e00. 02000000:00000010:3.0:1724310016.593792:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cbc0000. 00000100:00000010:3.0:1724310016.593810:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468a80. 02000000:00000010:3.0:1724310016.593813:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b40000. 00000100:00000010:3.0:1724310016.593815:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094469500. 02000000:00000010:3.0:1724310016.593818:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087980000. 00000100:00000010:3.0:1724310016.593837:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b100. 02000000:00000010:3.0:1724310016.593839:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab5000. 00000100:00000010:3.0:1724310016.593845:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b800. 02000000:00000010:3.0:1724310016.593848:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88004f960000. 00000100:00000010:3.0:1724310016.593866:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a300. 02000000:00000010:3.0:1724310016.593868:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab3000. 00000100:00000010:3.0:1724310016.593872:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468000. 02000000:00000010:3.0:1724310016.593874:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be50000. 00000100:00000010:3.0:1724310016.593892:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c7b80. 02000000:00000010:3.0:1724310016.593896:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b42000. 00000100:00000010:3.0:1724310016.593898:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f800. 02000000:00000010:3.0:1724310016.593900:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bcb0000. 00000100:00000010:3.0:1724310016.593920:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6a00. 02000000:00000010:3.0:1724310016.593923:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b45000. 00000100:00000010:3.0:1724310016.593926:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c4000. 02000000:00000010:3.0:1724310016.593928:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800879a0000. 00000100:00000010:3.0:1724310016.593946:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c000. 02000000:00000010:3.0:1724310016.593949:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b47000. 00000100:00000010:3.0:1724310016.593951:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c5880. 02000000:00000010:3.0:1724310016.593953:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080300000. 00000100:00000010:3.0:1724310016.593974:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6d80. 02000000:00000010:3.0:1724310016.593977:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6b000. 00000100:00000010:3.0:1724310016.593979:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f652d80. 02000000:00000010:3.0:1724310016.593983:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c6e0000. 00000100:00000010:3.0:1724310016.594010:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4e680. 02000000:00000010:3.0:1724310016.594013:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6e000. 00000100:00000010:3.0:1724310016.594015:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4df80. 02000000:00000010:3.0:1724310016.594017:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090f90000. 00000100:00000010:3.0:1724310016.594037:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f651f80. 02000000:00000010:3.0:1724310016.594040:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6c000. 00000100:00000010:3.0:1724310016.594042:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f650000. 02000000:00000010:3.0:1724310016.594045:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092d30000. 00000100:00000010:3.0:1724310016.594069:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f653b80. 02000000:00000010:3.0:1724310016.594072:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6a000. 00000100:00000010:3.0:1724310016.594074:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a29f80. 02000000:00000010:3.0:1724310016.594078:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d970000. 00000100:00000010:3.0:1724310016.594098:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132a00. 02000000:00000010:3.0:1724310016.594100:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab0000. 00000100:00000010:3.0:1724310016.594102:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130e00. 02000000:00000010:3.0:1724310016.594106:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bef0000. 00000100:00000010:3.0:1724310016.594124:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a29880. 02000000:00000010:3.0:1724310016.594126:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094467000. 00000100:00000010:3.0:1724310016.594129:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2ad80. 02000000:00000010:3.0:1724310016.594132:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800951d0000. 00000100:00000010:3.0:1724310016.594153:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133800. 02000000:00000010:3.0:1724310016.594156:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff1000. 00000100:00000010:3.0:1724310016.594159:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a29500. 02000000:00000010:3.0:1724310016.594161:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090ce0000. 00000100:00000010:3.0:1724310016.594183:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f480. 02000000:00000010:3.0:1724310016.594185:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134460000. 00000100:00000010:3.0:1724310016.594188:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133480. 02000000:00000010:3.0:1724310016.594190:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081b80000. 00000100:00000010:3.0:1724310016.594211:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c380. 02000000:00000010:3.0:1724310016.594214:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff4000. 00000100:00000010:3.0:1724310016.594216:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a28a80. 02000000:00000010:3.0:1724310016.594219:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081870000. 00000100:00000010:3.0:1724310016.594238:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131c00. 02000000:00000010:3.0:1724310016.594242:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ed000. 00000100:00000010:3.0:1724310016.594244:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a29c00. 02000000:00000010:3.0:1724310016.594247:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f2f0000. 00000100:00000010:3.0:1724310016.594295:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a29180. 02000000:00000010:3.0:1724310016.594299:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ec000. 00000100:00000010:3.0:1724310016.594301:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a28e00. 02000000:00000010:3.0:1724310016.594304:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087af0000. 00000100:00000010:3.0:1724310016.594325:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a28000. 02000000:00000010:3.0:1724310016.594327:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094466000. 00000100:00000010:3.0:1724310016.594329:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2aa00. 02000000:00000010:3.0:1724310016.594342:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092fd0000. 00000100:00000010:3.0:1724310016.594360:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a28380. 02000000:00000010:3.0:1724310016.594363:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ee000. 00000100:00000010:3.0:1724310016.594366:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c700. 02000000:00000010:3.0:1724310016.594368:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064810000. 00000100:00000010:3.0:1724310016.594393:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2a300. 02000000:00000010:3.0:1724310016.594396:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a894000. 00000100:00000010:3.0:1724310016.594398:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b480. 02000000:00000010:3.0:1724310016.594400:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f8a0000. 00000100:00000010:3.0:1724310016.594418:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4dc00. 02000000:00000010:3.0:1724310016.594420:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a891000. 00000100:00000010:3.0:1724310016.594423:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f100. 02000000:00000010:3.0:1724310016.594425:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006b400000. 00000100:00000010:3.0:1724310016.594446:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f480. 02000000:00000010:3.0:1724310016.594449:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a895000. 00000100:00000010:3.0:1724310016.594451:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4d180. 02000000:00000010:3.0:1724310016.594453:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880077d40000. 00000100:00000010:3.0:1724310016.594474:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4ed80. 02000000:00000010:3.0:1724310016.594480:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c492000. 00000100:00000010:3.0:1724310016.594483:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4dc00. 02000000:00000010:3.0:1724310016.594486:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007edd0000. 00000100:00000010:3.0:1724310016.594506:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4c700. 02000000:00000010:3.0:1724310016.594508:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318e8000. 00000100:00000010:3.0:1724310016.594511:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4d500. 02000000:00000010:3.0:1724310016.594513:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074c00000. 00000100:00000010:3.0:1724310016.594531:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4ca80. 02000000:00000010:3.0:1724310016.594534:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121934000. 00000100:00000010:3.0:1724310016.594536:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4f800. 02000000:00000010:3.0:1724310016.594539:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093370000. 00000100:00000010:3.0:1724310016.594563:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4c000. 02000000:00000010:3.0:1724310016.594566:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c491000. 00000100:00000010:3.0:1724310016.594568:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083021500. 02000000:00000010:3.0:1724310016.594571:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c770000. 00000100:00000010:3.0:1724310016.594588:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083023800. 02000000:00000010:3.0:1724310016.594593:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342b000. 00000100:00000010:3.0:1724310016.594596:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b800. 02000000:00000010:3.0:1724310016.594598:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800875e0000. 00000100:00000010:3.0:1724310016.594620:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022d80. 02000000:00000010:3.0:1724310016.594623:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094461000. 00000100:00000010:3.0:1724310016.594626:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131500. 02000000:00000010:3.0:1724310016.594628:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082700000. 00000100:00000010:3.0:1724310016.594645:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2b100. 02000000:00000010:3.0:1724310016.594648:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094462000. 00000100:00000010:3.0:1724310016.594650:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2a680. 02000000:00000010:3.0:1724310016.594652:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7a0000. 00000100:00000010:3.0:1724310016.594674:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660700. 02000000:00000010:3.0:1724310016.594677:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbef000. 00000100:00000010:3.0:1724310016.594679:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660000. 02000000:00000010:3.0:1724310016.594681:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e900000. 00000100:00000010:3.0:1724310016.594699:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a2bb80. 02000000:00000010:3.0:1724310016.594701:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbeb000. 00000100:00000010:3.0:1724310016.594704:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660380. 02000000:00000010:3.0:1724310016.594706:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d790000. 00000100:00000010:3.0:1724310016.594727:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662a00. 02000000:00000010:3.0:1724310016.594730:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c496000. 00000100:00000010:3.0:1724310016.594733:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083020700. 02000000:00000010:3.0:1724310016.594735:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800864c0000. 00000100:00000010:3.0:1724310016.594756:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661f80. 02000000:00000010:3.0:1724310016.594760:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d1c000. 00000100:00000010:3.0:1724310016.594764:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661c00. 02000000:00000010:3.0:1724310016.594766:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d100000. 00000100:00000010:3.0:1724310016.594792:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662d80. 02000000:00000010:3.0:1724310016.594795:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342a000. 00000100:00000010:3.0:1724310016.594797:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022680. 02000000:00000010:3.0:1724310016.594799:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083180000. 00000100:00000010:3.0:1724310016.594819:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092663100. 02000000:00000010:3.0:1724310016.594821:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d1d000. 00000100:00000010:3.0:1724310016.594824:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661500. 02000000:00000010:3.0:1724310016.594826:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934f0000. 00000100:00000010:3.0:1724310016.594853:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880083022a00. 02000000:00000010:3.0:1724310016.594856:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c6cd000. 00000100:00000010:3.0:1724310016.594858:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661880. 02000000:00000010:3.0:1724310016.594860:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b00000. 00000100:00000010:3.0:1724310016.594882:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092660e00. 02000000:00000010:3.0:1724310016.594885:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbe9000. 00000100:00000010:3.0:1724310016.594887:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092661180. 02000000:00000010:3.0:1724310016.594889:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081180000. 00000100:00000010:3.0:1724310016.594904:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7800. 02000000:00000010:3.0:1724310016.594907:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce40000. 00000100:00000010:3.0:1724310016.594910:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092663b80. 02000000:00000010:3.0:1724310016.594912:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddc0000. 00000100:00000010:3.0:1724310016.594928:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124417b80. 02000000:00000010:3.0:1724310016.594930:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce47000. 00000100:00000010:3.0:1724310016.594933:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124416d80. 02000000:00000010:3.0:1724310016.594936:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932c0000. 00000100:00000010:3.0:1724310016.594956:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124414a80. 02000000:00000010:3.0:1724310016.594959:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce46000. 00000100:00000010:3.0:1724310016.594962:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085747100. 02000000:00000010:3.0:1724310016.594965:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d4f0000. 00000100:00000010:3.0:1724310016.594983:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085745180. 02000000:00000010:3.0:1724310016.594986:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b1000. 00000100:00000010:3.0:1724310016.594988:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085744a80. 02000000:00000010:3.0:1724310016.594991:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080830000. 00000100:00000010:3.0:1724310016.595017:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746d80. 02000000:00000010:3.0:1724310016.595020:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c6c9000. 00000100:00000010:3.0:1724310016.595023:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085747b80. 02000000:00000010:3.0:1724310016.595025:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800815f0000. 00000100:00000010:3.0:1724310016.595049:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f100. 02000000:00000010:3.0:1724310016.595052:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6f000. 00000100:00000010:3.0:1724310016.595054:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746a00. 02000000:00000010:3.0:1724310016.595057:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087670000. 00000100:00000010:3.0:1724310016.595084:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746300. 02000000:00000010:3.0:1724310016.595086:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6a000. 00000100:00000010:3.0:1724310016.595089:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c380. 02000000:00000010:3.0:1724310016.595092:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866f0000. 00000100:00000010:3.0:1724310016.595110:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7f480. 02000000:00000010:3.0:1724310016.595114:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b6000. 00000100:00000010:3.0:1724310016.595116:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c000. 02000000:00000010:3.0:1724310016.595119:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880045120000. 00000100:00000010:3.0:1724310016.595143:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7ce00. 02000000:00000010:3.0:1724310016.595146:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b0000. 00000100:00000010:3.0:1724310016.595149:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e680. 02000000:00000010:3.0:1724310016.595151:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093440000. 00000100:00000010:3.0:1724310016.595169:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7d880. 02000000:00000010:3.0:1724310016.595171:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6e000. 00000100:00000010:3.0:1724310016.595173:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7ca80. 02000000:00000010:3.0:1724310016.595175:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083150000. 00000100:00000010:3.0:1724310016.595197:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7f100. 02000000:00000010:3.0:1724310016.595200:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff5000. 00000100:00000010:3.0:1724310016.595203:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7fb80. 02000000:00000010:3.0:1724310016.595205:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800906b0000. 00000100:00000010:3.0:1724310016.595223:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e4380. 02000000:00000010:3.0:1724310016.595226:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d1e000. 00000100:00000010:3.0:1724310016.595230:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e300. 02000000:00000010:3.0:1724310016.595232:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880079360000. 00000100:00000010:3.0:1724310016.595293:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7d180. 02000000:00000010:3.0:1724310016.595297:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d7000. 00000100:00000010:3.0:1724310016.595300:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c700. 02000000:00000010:3.0:1724310016.595302:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087a60000. 00000100:00000010:3.0:1724310016.595321:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9f80. 02000000:00000010:3.0:1724310016.595325:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff1000. 00000100:00000010:3.0:1724310016.595327:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbaa00. 02000000:00000010:3.0:1724310016.595329:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082a20000. 00000100:00000010:3.0:1724310016.595361:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e5880. 02000000:00000010:3.0:1724310016.595364:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d2000. 00000100:00000010:3.0:1724310016.595367:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba680. 02000000:00000010:3.0:1724310016.595369:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086640000. 00000100:00000010:3.0:1724310016.595391:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9c00. 02000000:00000010:3.0:1724310016.595394:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a5000. 00000100:00000010:3.0:1724310016.595399:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9500. 02000000:00000010:3.0:1724310016.595402:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880029fd0000. 00000100:00000010:3.0:1724310016.595421:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8a80. 02000000:00000010:3.0:1724310016.595424:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff0000. 00000100:00000010:3.0:1724310016.595426:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba300. 02000000:00000010:3.0:1724310016.595428:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c20000. 00000100:00000010:3.0:1724310016.595447:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8e00. 02000000:00000010:3.0:1724310016.595450:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012456e000. 00000100:00000010:3.0:1724310016.595452:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8380. 02000000:00000010:3.0:1724310016.595455:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880091ee0000. 00000100:00000010:3.0:1724310016.595478:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbb800. 02000000:00000010:3.0:1724310016.595481:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a7000. 00000100:00000010:3.0:1724310016.595484:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f480. 02000000:00000010:3.0:1724310016.595486:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e920000. 00000100:00000010:3.0:1724310016.595508:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14dc00. 02000000:00000010:3.0:1724310016.595512:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b5000. 00000100:00000010:3.0:1724310016.595515:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d500. 02000000:00000010:3.0:1724310016.595517:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880075a40000. 00000100:00000010:3.0:1724310016.595536:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14e300. 02000000:00000010:3.0:1724310016.595539:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb53000. 00000100:00000010:3.0:1724310016.595541:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c700. 02000000:00000010:3.0:1724310016.595546:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086670000. 00000100:00000010:3.0:1724310016.595572:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e5c00. 02000000:00000010:3.0:1724310016.595575:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012456f000. 00000100:00000010:3.0:1724310016.595577:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14fb80. 02000000:00000010:3.0:1724310016.595579:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be10000. 00000100:00000010:3.0:1724310016.595599:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f800. 02000000:00000010:3.0:1724310016.595602:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a0000. 00000100:00000010:3.0:1724310016.595606:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14df80. 02000000:00000010:3.0:1724310016.595609:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d2b0000. 00000100:00000010:3.0:1724310016.595628:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ed80. 02000000:00000010:3.0:1724310016.595631:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124568000. 00000100:00000010:3.0:1724310016.595633:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f100. 02000000:00000010:3.0:1724310016.595635:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b20000. 00000100:00000010:3.0:1724310016.595665:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d880. 02000000:00000010:3.0:1724310016.595668:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013482f000. 00000100:00000010:3.0:1724310016.595671:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c380. 02000000:00000010:3.0:1724310016.595673:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f750000. 00000100:00000010:3.0:1724310016.595698:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50380. 02000000:00000010:3.0:1724310016.595701:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134828000. 00000100:00000010:3.0:1724310016.595702:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50e00. 02000000:00000010:3.0:1724310016.595705:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5c0000. 00000100:00000010:3.0:1724310016.595722:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50a80. 02000000:00000010:3.0:1724310016.595724:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a3000. 00000100:00000010:3.0:1724310016.595727:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7480. 02000000:00000010:3.0:1724310016.595730:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093770000. 00000100:00000010:3.0:1724310016.595758:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e4e00. 02000000:00000010:3.0:1724310016.595761:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a1000. 00000100:00000010:3.0:1724310016.595765:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53b80. 02000000:00000010:3.0:1724310016.595767:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f70000. 00000100:00000010:3.0:1724310016.595792:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52680. 02000000:00000010:3.0:1724310016.595795:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a1000. 00000100:00000010:3.0:1724310016.595797:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52d80. 02000000:00000010:3.0:1724310016.595800:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880085530000. 00000100:00000010:3.0:1724310016.595826:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53480. 02000000:00000010:3.0:1724310016.595828:0:9722:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb50000. 00000100:00000010:3.0:1724310016.595831:0:9722:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50700. 00000100:00000200:3.0:1724310016.595839:0:9722:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1724310016.595845:0:9722:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63528. 00000800:00000200:1.0:1724310016.595989:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.595992:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:1.0:1724310016.596000:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.596007:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.596079:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310016.596085:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310016.596088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310016.596091:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310016.596094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310016.596099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000010:3.0:1724310016.596248:0:9722:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801315b1800. 00010000:00000010:2.1:1724310016.596658:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310016.596663:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310016.597208:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.597219:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955a5 00000400:00000200:0.0:1724310016.597224:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.597227:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.597231:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.597233:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:1.0:1724310016.599188:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:1.0:1724310016.599198:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 02000000:00000010:1.0:1724310016.599213:0:3280:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343a9000. 00000400:00000200:2.0:1724310016.599664:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.599673:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321aa80 00000400:00000200:2.0:1724310016.599678:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 0 00000400:00000200:2.0:1724310016.599809:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.599814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.599818:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.599823:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aa300. 00000020:00000010:3.0:1724310016.599917:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.599922:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.599925:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.599956:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883439744 00000001:00000010:3.0:1724310016.599965:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310016.599983:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.599987:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 02000000:00000010:3.0:1724310016.600031:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226e0000. 00010000:00000010:3.0:1724310016.600052:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.600055:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.600065:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.600067:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.600070:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.600072:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310016.600145:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310016.600151:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.600155:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.600162:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:0.1:1724310016.601629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310016.601636:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310016.601640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310016.601643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310016.601645:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310016.601648:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310016.601649:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310016.601651:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310016.601653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310016.601658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.601800:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310016.601803:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.601806:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.601810:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.601849:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.601866:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310016.601869:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.601893:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310016.601904:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aa300 x1808069883439744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.601917:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.601922:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883439744, offset 224 00000400:00000200:3.0:1724310016.601927:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.601935:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.601940:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531732:531732:256:4294967295] 192.168.204.31@tcp LPNI seq info [531728:531728:8:4294967295] 00000400:00000200:3.0:1724310016.601949:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.601953:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.601957:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310016.601961:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.601966:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.601970:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1724310016.603797:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.603801:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310016.603807:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.603813:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.603817:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:1.0:1724310016.603820:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000020:00000010:3.0:1724310016.603897:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.603903:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.603905:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00010000:00000010:0.1:1724310016.604359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310016.604365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310016.607499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310016.607511:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310016.607515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310016.607518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310016.608478:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.608493:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ab80 00000400:00000200:0.0:1724310016.608500:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 576 00000400:00000200:0.0:1724310016.608520:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.608524:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.608529:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.608534:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeca80. 00000020:00000010:3.0:1724310016.610916:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.610925:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.610929:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.610963:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440000 02000000:00000010:3.0:1724310016.610990:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343aa000. 00010000:00000010:3.0:1724310016.611017:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.611047:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.611069:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.611074:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.611084:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310016.611087:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310016.611089:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.611091:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310016.611163:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.611165:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.611167:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.611169:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310016.611186:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.611190:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.611197:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310016.611202:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dd4ec00. 00000001:00000010:3.0:1724310016.611375:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ba0. 00000001:00000010:3.0:1724310016.611380:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310016.611409:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310016.611415:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.611418:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.611430:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.611447:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310016.611449:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310016.611464:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.611469:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.611472:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.611476:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310016.611482:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310016.611493:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096427, last committed = 4295096163 00010000:00000200:3.0:1724310016.611501:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeca80 x1808069883440000/t4295096427(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.611514:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.611615:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883440000, offset 224 00000400:00000010:3.0:1724310016.611622:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880122467fc0. 00000400:00000200:3.0:1724310016.611627:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.611637:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.611642:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531733:531733:256:4294967295] 192.168.204.31@tcp LPNI seq info [531729:531729:8:4294967295] 00000400:00000200:3.0:1724310016.611646:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.611652:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.611657:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.611661:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310016.611665:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.611672:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.611675:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.612433:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.612439:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.612442:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:2.0:1724310016.612557:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.612561:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:2.0:1724310016.612565:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.612569:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.614669:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.614683:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955b1 00000400:00000200:1.0:1724310016.614688:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.614691:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.614696:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:1.0:1724310016.614698:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:0.0:1724310016.614756:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:0.0:1724310016.614764:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000400:00000200:0.0:1724310016.616355:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.616367:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ac00 00000400:00000200:0.0:1724310016.616373:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 1064 00000400:00000200:0.0:1724310016.619846:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.619857:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.619866:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.619873:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedc00. 00000020:00000010:3.0:1724310016.620817:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.620823:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.620827:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.620851:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440128 00000001:00000010:3.0:1724310016.620859:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310016.620878:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.620883:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310016.620931:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134af0000. 00010000:00000010:3.0:1724310016.620950:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.620953:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.620966:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.620968:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.620971:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.620973:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310016.621045:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310016.621051:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.621054:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.621060:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:1.1:1724310016.621237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310016.621247:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310016.621251:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310016.621254:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310016.621274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.622094:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.622097:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.622100:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.622103:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.622143:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.622150:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.622153:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.622177:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310016.622189:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedc00 x1808069883440128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.622202:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.622207:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883440128, offset 224 00000400:00000200:3.0:1724310016.622212:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.622223:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.622228:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531734:531734:256:4294967295] 192.168.204.31@tcp LPNI seq info [531730:531730:8:4294967295] 00000400:00000200:3.0:1724310016.622236:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.622241:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.622244:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.622249:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.622759:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.622765:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.622845:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.622849:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.622852:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:2.0:1724310016.622954:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.622956:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310016.622960:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.622964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.622967:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.622969:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:1.0:1724310016.624845:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.624857:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ad00 00000400:00000200:1.0:1724310016.624864:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 1640 00000400:00000200:1.0:1724310016.624881:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.624884:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.624889:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.624894:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fc000. 00000020:00000010:3.0:1724310016.625010:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.625015:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.625018:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.625302:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440384 02000000:00000010:3.0:1724310016.625329:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343a9000. 00010000:00000010:3.0:1724310016.625367:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.625380:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.625398:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.625402:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.625410:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.625413:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310016.625416:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.625418:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310016.625488:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.625490:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.625492:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.625495:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310016.625512:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.625517:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.625524:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4f00. 00080000:00000010:3.0:1724310016.625529:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087a9b400. 00000001:00000010:3.0:1724310016.625677:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4900. 00000001:00000010:3.0:1724310016.625682:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.625709:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4f00. 00010000:00000010:3.0:1724310016.625715:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.625718:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.625730:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.625746:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310016.625749:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310016.625765:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.625769:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.625772:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.625777:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310016.625783:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310016.625794:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096428, last committed = 4295096163 00010000:00000200:3.0:1724310016.625801:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fc000 x1808069883440384/t4295096428(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.625813:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.625818:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883440384, offset 224 00000400:00000010:3.0:1724310016.625832:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17000. 00000400:00000200:3.0:1724310016.625835:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.625842:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.625847:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531735:531735:256:4294967295] 192.168.204.31@tcp LPNI seq info [531731:531731:8:4294967295] 00000400:00000200:3.0:1724310016.625851:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.625856:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.625860:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.625863:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310016.625867:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.625872:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.625875:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.625902:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.625905:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.625907:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:1.0:1724310016.626174:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.626177:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310016.626180:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.626184:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.627052:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310016.627059:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310016.628405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310016.631440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310016.631453:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310016.631458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310016.631465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310016.631468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310016.631469:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310016.631472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310016.631477:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310016.631479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310016.631485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:2.0:1724310016.632658:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.632673:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955b9 00000400:00000200:2.0:1724310016.632679:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.632683:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.632688:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:2.0:1724310016.632690:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:1.0:1724310016.633789:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:1.0:1724310016.633799:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000400:00000200:1.0:1724310016.635939:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.635952:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ad80 00000400:00000200:1.0:1724310016.635958:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 2128 00000400:00000200:1.0:1724310016.636018:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.636022:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.636027:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.636032:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fd500. 00000020:00000010:0.0:1724310016.636124:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.636129:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.636133:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.636328:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440512 00000001:00000010:0.0:1724310016.636346:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310016.636368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310016.636373:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310016.636419:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121eb0000. 00010000:00000010:0.0:1724310016.636441:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310016.636445:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.636457:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.636459:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.636463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310016.636465:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310016.636541:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310016.636548:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.636552:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310016.636563:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310016.638091:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310016.638095:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.638099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310016.638102:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.638147:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.638838:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.638843:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.638876:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310016.638892:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fd500 x1808069883440512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.638912:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ef68. 00000100:00000200:0.0:1724310016.638918:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883440512, offset 224 00000400:00000200:0.0:1724310016.638924:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.638933:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.638938:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531736:531736:256:4294967295] 192.168.204.31@tcp LPNI seq info [531732:531732:8:4294967295] 00000400:00000200:0.0:1724310016.638947:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.638952:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.638955:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.638960:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.638965:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.638969:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310016.639276:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310016.639282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000020:00000010:0.0:1724310016.639778:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.639783:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.639786:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:1.0:1724310016.640146:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.640149:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310016.640153:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.640158:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.640162:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ef68 00000400:00000010:1.0:1724310016.640164:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ef68. 00010000:00000010:3.1:1724310016.641419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310016.641426:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310016.641428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310016.641430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:2.0:1724310016.643423:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.643438:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ae80 00000400:00000200:2.0:1724310016.643444:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 2704 00000400:00000200:2.0:1724310016.643465:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.643469:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.643475:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.643481:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8a80. 00000020:00000010:0.0:1724310016.644598:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.644604:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.644608:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.644646:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440768 02000000:00000010:0.0:1724310016.644676:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800470ab000. 00010000:00000010:0.0:1724310016.644704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.644733:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.644754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310016.644759:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.644770:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.644772:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.644775:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.644777:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.644853:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.644856:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.644858:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310016.644860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310016.644879:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b5a0. 00000020:00000010:0.0:1724310016.644884:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b5a0. 00000020:00000010:0.0:1724310016.644893:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b420. 00080000:00000010:0.0:1724310016.644898:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135893400. 00000001:00000010:0.0:1724310016.645051:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4bc60. 00000001:00000010:0.0:1724310016.645055:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310016.645083:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b420. 00010000:00000010:0.0:1724310016.645089:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310016.645092:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.645104:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.645120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.645122:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310016.645137:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310016.645142:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310016.645145:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.645149:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310016.645154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310016.645164:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096429, last committed = 4295096163 00010000:00000200:0.0:1724310016.645171:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8a80 x1808069883440768/t4295096429(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.645184:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e2a8. 00000100:00000200:0.0:1724310016.645189:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883440768, offset 224 00000400:00000010:0.0:1724310016.645194:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9738. 00000400:00000200:0.0:1724310016.645196:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.645205:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.645212:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531737:531737:256:4294967295] 192.168.204.31@tcp LPNI seq info [531733:531733:8:4294967295] 00000400:00000200:0.0:1724310016.645216:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.645221:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.645225:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.645228:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310016.645233:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.645238:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.645241:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.645292:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.645296:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.645298:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:1.0:1724310016.645483:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.645486:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:1.0:1724310016.645489:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.645492:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.649330:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.649356:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955c1 00000400:00000200:1.0:1724310016.649362:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.649371:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.649376:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e2a8 00000400:00000010:1.0:1724310016.649378:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e2a8. 00010000:00000010:2.1:1724310016.649419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310016.649426:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310016.649429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310016.649431:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310016.649433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310016.649438:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310016.649545:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.649552:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00000400:00000200:2.0:1724310016.650550:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.650557:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321af00 00000400:00000200:2.0:1724310016.650563:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 3192 00000400:00000200:2.0:1724310016.650610:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.650614:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.650618:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.650622:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9500. 00000020:00000010:0.0:1724310016.651343:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.651349:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310016.651352:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.651383:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883440896 00000001:00000010:0.0:1724310016.651391:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:0.0:1724310016.651410:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310016.651414:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310016.651456:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134510000. 00010000:00000010:0.0:1724310016.651477:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310016.651480:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.651491:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.651493:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.651496:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310016.651498:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000004:00000010:0.0:1724310016.652376:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310016.652383:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.652387:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310016.652392:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:2.1:1724310016.656409:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310016.656419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310016.656560:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.656563:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.656568:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310016.656573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.656627:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.656649:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.656653:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.656684:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310016.656698:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a9500 x1808069883440896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.656711:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e4c8. 00000100:00000200:0.0:1724310016.656717:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883440896, offset 224 00000400:00000200:0.0:1724310016.656722:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.656732:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.656737:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531738:531738:256:4294967295] 192.168.204.31@tcp LPNI seq info [531734:531734:8:4294967295] 00000400:00000200:0.0:1724310016.656747:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.656751:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.656755:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310016.656760:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.656765:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.656768:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.656790:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310016.656793:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.656796:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:1.0:1724310016.656968:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.656971:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310016.656974:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.656978:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.656982:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e4c8 00000400:00000010:1.0:1724310016.656983:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e4c8. 00000400:00000200:1.0:1724310016.658615:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.658626:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b000 00000400:00000200:1.0:1724310016.658632:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 3768 00000400:00000200:1.0:1724310016.658651:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.658655:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.658659:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.658664:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ff100. 00000020:00000010:0.0:1724310016.658729:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.658733:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310016.658736:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.658768:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883441152 02000000:00000010:0.0:1724310016.658792:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f15000. 00010000:00000010:0.0:1724310016.658817:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.658829:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.658849:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.658852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.658861:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.658863:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310016.658866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310016.658868:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.658946:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.658948:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.658950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.658953:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.658972:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b5a0. 00000020:00000010:0.0:1724310016.658977:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b5a0. 00000020:00000010:0.0:1724310016.658986:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310016.658992:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880135892800. 00000001:00000010:0.0:1724310016.659146:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b1e0. 00000001:00000010:0.0:1724310016.659150:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310016.659179:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310016.659185:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.659188:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.659200:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.659215:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.659218:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310016.659232:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:0.0:1724310016.659238:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:0.0:1724310016.659241:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.659245:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:0.0:1724310016.659251:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310016.659299:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096430, last committed = 4295096163 00010000:00000200:0.0:1724310016.659305:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ff100 x1808069883441152/t4295096430(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.659316:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e550. 00000100:00000200:0.0:1724310016.659320:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883441152, offset 224 00000400:00000010:0.0:1724310016.659324:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9700. 00000400:00000200:0.0:1724310016.659327:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.659350:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.659355:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531739:531739:256:4294967295] 192.168.204.31@tcp LPNI seq info [531735:531735:8:4294967295] 00000400:00000200:0.0:1724310016.659358:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.659363:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.659367:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.659369:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310016.659373:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.659378:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.659381:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.659399:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310016.659403:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.659405:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:2.0:1724310016.659498:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.659501:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:2.0:1724310016.659503:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.659507:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.661109:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.661120:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955c9 00000400:00000200:1.0:1724310016.661123:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.661126:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.661130:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e550 00000400:00000010:1.0:1724310016.661132:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e550. 00000400:00000200:1.0:1724310016.662021:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.662027:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b080 00000400:00000200:1.0:1724310016.662033:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 4256 00000400:00000200:1.0:1724310016.662088:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.662092:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.662096:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.662101:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fed80. 00010000:00000010:2.0:1724310016.662238:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:2.0:1724310016.662246:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:2.1:1724310016.662372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310016.662377:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310016.662379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310016.662381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000020:00000010:3.0:1724310016.662468:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.662473:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.662476:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.662504:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883441280 00000001:00000010:3.0:1724310016.662512:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:3.0:1724310016.662529:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.662534:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310016.662578:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880112130000. 00010000:00000010:3.0:1724310016.662598:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.662601:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.662611:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310016.662613:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.662616:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.662618:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310016.662686:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310016.662692:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.662696:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.662701:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.663561:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.663564:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.663566:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.663569:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.663601:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.663708:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.663712:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.663734:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310016.663745:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fed80 x1808069883441280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.663756:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.663761:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883441280, offset 224 00000400:00000200:3.0:1724310016.663765:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.663773:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.663778:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531740:531740:256:4294967295] 192.168.204.31@tcp LPNI seq info [531736:531736:8:4294967295] 00000400:00000200:3.0:1724310016.663786:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.663790:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.663793:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310016.663797:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.663802:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.663806:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.664130:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.664134:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.664136:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:0.0:1724310016.664338:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.664341:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310016.664344:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.664348:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.664351:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.664353:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.1:1724310016.665731:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310016.665738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:2.0:1724310016.667171:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.667184:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b180 00000400:00000200:2.0:1724310016.667190:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 4832 00000400:00000200:2.0:1724310016.667207:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.667211:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.667216:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.667221:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aaa00. 00000020:00000010:3.0:1724310016.667322:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.667327:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.667342:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.667628:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883441536 02000000:00000010:3.0:1724310016.667655:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a3000. 00010000:00000010:3.0:1724310016.667680:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.667693:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.667713:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.667717:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.667727:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310016.667729:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.667732:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.667734:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.667808:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.667810:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.667812:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.667814:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310016.667843:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.667848:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.667854:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac41e0. 00080000:00000010:3.0:1724310016.667860:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc5f800. 00000001:00000010:3.0:1724310016.668009:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4540. 00000001:00000010:3.0:1724310016.668014:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310016.668042:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac41e0. 00010000:00000010:3.0:1724310016.668048:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.668051:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.668063:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.668079:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.668081:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310016.668097:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.668102:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.668105:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.668110:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310016.668116:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310016.668126:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096431, last committed = 4295096163 00010000:00000200:3.0:1724310016.668132:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aaa00 x1808069883441536/t4295096431(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.668145:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.668150:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883441536, offset 224 00000400:00000010:3.0:1724310016.668154:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17038. 00000400:00000200:3.0:1724310016.668157:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.668164:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.668169:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531741:531741:256:4294967295] 192.168.204.31@tcp LPNI seq info [531737:531737:8:4294967295] 00000400:00000200:3.0:1724310016.668172:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.668178:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.668182:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.668185:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310016.668188:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.668195:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.668197:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.669242:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.669247:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.669250:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:1.0:1724310016.669428:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.669431:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310016.669435:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.669439:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.671314:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.671327:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955d1 00000400:00000200:0.0:1724310016.671340:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.671344:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.671348:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.671350:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:3.1:1724310016.671467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310016.671473:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310016.671476:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310016.671478:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310016.671481:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310016.671486:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310016.671617:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310016.671623:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310016.671626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310016.671629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.0:1724310016.671696:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:1.0:1724310016.671704:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000400:00000200:2.0:1724310016.672858:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.672866:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b200 00000400:00000200:2.0:1724310016.672872:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 5320 00000400:00000200:2.0:1724310016.672920:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.672923:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.672927:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.672932:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8380. 00000020:00000010:3.0:1724310016.673095:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.673100:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.673103:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.673442:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883441664 00000001:00000010:3.0:1724310016.673451:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:3.0:1724310016.673468:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310016.673473:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310016.673517:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222d0000. 00010000:00000010:3.0:1724310016.673536:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310016.673538:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.673548:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.673550:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.673553:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.673554:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310016.673622:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310016.673627:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.673631:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.673637:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.674222:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.674226:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.674228:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.674231:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310016.674466:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.674473:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.674476:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.674497:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310016.674507:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8380 x1808069883441664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.674521:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.674526:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883441664, offset 224 00000400:00000200:3.0:1724310016.674531:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.674538:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.674543:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531742:531742:256:4294967295] 192.168.204.31@tcp LPNI seq info [531738:531738:8:4294967295] 00000400:00000200:3.0:1724310016.674551:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.674555:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.674558:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310016.674563:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.674568:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.674571:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.674592:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.674595:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.674598:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00010000:00000010:0.1:1724310016.674674:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310016.674679:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310016.674682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310016.674684:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310016.674687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310016.674692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000800:00000200:1.0:1724310016.674786:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.674790:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310016.674792:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.674795:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.674798:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:1.0:1724310016.674800:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.677075:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.677086:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b300 00000400:00000200:0.0:1724310016.677092:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 5896 00000400:00000200:0.0:1724310016.677107:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.677110:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.677114:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.677118:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aee300. 00000020:00000010:3.0:1724310016.677200:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088b5bc00. 00000020:00000010:3.0:1724310016.677204:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.677208:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.677231:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883441920 02000000:00000010:3.0:1724310016.677255:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc2000. 00010000:00000010:3.0:1724310016.677311:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310016.677321:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.677346:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.677350:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.677359:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.677361:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310016.677364:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310016.677365:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.677436:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310016.677438:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.677440:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.677443:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310016.677462:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.677467:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cd60. 00000020:00000010:3.0:1724310016.677474:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac48a0. 00080000:00000010:3.0:1724310016.677479:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831c400. 00000001:00000010:3.0:1724310016.677623:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4480. 00000001:00000010:3.0:1724310016.677627:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310016.677653:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac48a0. 00010000:00000010:3.0:1724310016.677659:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.677662:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.677673:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.677689:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.677691:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310016.677705:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.677710:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.677713:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.677717:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310016.677723:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310016.677735:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096432, last committed = 4295096163 00010000:00000200:3.0:1724310016.677740:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aee300 x1808069883441920/t4295096432(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.677752:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.677757:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883441920, offset 224 00000400:00000010:3.0:1724310016.677761:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17070. 00000400:00000200:3.0:1724310016.677764:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.677770:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.677775:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531743:531743:256:4294967295] 192.168.204.31@tcp LPNI seq info [531739:531739:8:4294967295] 00000400:00000200:3.0:1724310016.677779:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.677784:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.677788:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.677791:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310016.677795:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.677800:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.677803:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.677821:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.677824:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.677826:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088b5bc00. 00000800:00000200:2.0:1724310016.677965:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.677968:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:2.0:1724310016.677971:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.677974:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.678967:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310016.678976:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955d9 00000400:00000200:1.0:1724310016.678979:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.678982:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310016.678985:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:1.0:1724310016.678988:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.0:1724310016.679806:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:2.0:1724310016.679812:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000400:00000200:0.0:1724310016.680786:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.680794:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b380 00000400:00000200:0.0:1724310016.680800:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 6384 00000400:00000200:0.0:1724310016.680849:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.680853:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.680857:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.680862:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeed80. 00000020:00000010:2.0:1724310016.681145:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b50200. 00000020:00000010:2.0:1724310016.681150:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.681154:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310016.681185:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442048 00000001:00000010:2.0:1724310016.681194:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310016.681212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.681217:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310016.681282:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122be0000. 00010000:00000010:2.0:1724310016.681303:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.681306:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.681316:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.681318:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.681321:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.681323:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000004:00000010:2.0:1724310016.681404:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.681411:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53b40. 00000004:00000010:2.0:1724310016.681416:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310016.681422:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:0.0:1724310016.682818:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.682823:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.682826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310016.682830:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.682872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.682891:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:0.0:1724310016.682896:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:0.0:1724310016.682921:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:0.0:1724310016.682933:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeed80 x1808069883442048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.682947:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e110. 00000100:00000200:0.0:1724310016.682952:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883442048, offset 224 00000400:00000200:0.0:1724310016.682956:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.682964:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.682969:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531744:531744:256:4294967295] 192.168.204.31@tcp LPNI seq info [531740:531740:8:4294967295] 00000400:00000200:0.0:1724310016.682979:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.682983:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.682986:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310016.682991:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.682996:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.682999:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.683020:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d000. 00000020:00000010:0.0:1724310016.683023:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:0.0:1724310016.683027:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b50200. 00000800:00000200:2.0:1724310016.683132:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.683134:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310016.683137:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.683141:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.683145:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e110 00000400:00000010:2.0:1724310016.683146:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e110. 00010000:00000010:3.1:1724310016.683561:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310016.683568:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:1.0:1724310016.684524:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.684534:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b480 00000400:00000200:1.0:1724310016.684540:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 6960 00000400:00000200:1.0:1724310016.684557:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.684560:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.684565:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.684569:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ffb80. 00000020:00000010:0.0:1724310016.684651:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89400. 00000020:00000010:0.0:1724310016.684655:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310016.684658:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.684688:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442304 02000000:00000010:0.0:1724310016.684710:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f13000. 00010000:00000010:0.0:1724310016.684732:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.684740:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.684756:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.684759:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.684767:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310016.684768:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.684771:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.684773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310016.684839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310016.684841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.684843:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310016.684845:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310016.684863:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310016.684867:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bc80. 00000020:00000010:0.0:1724310016.684876:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310016.684881:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cc800. 00000001:00000010:0.0:1724310016.685021:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b840. 00000001:00000010:0.0:1724310016.685025:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310016.685052:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310016.685057:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.685060:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.685072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.685086:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.685088:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00080000:00000010:0.0:1724310016.685101:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:0.0:1724310016.685105:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:0.0:1724310016.685108:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53b40. 00000004:00000010:0.0:1724310016.685113:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:0.0:1724310016.685121:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310016.685130:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096433, last committed = 4295096163 00010000:00000200:0.0:1724310016.685135:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ffb80 x1808069883442304/t4295096433(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.685146:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e000. 00000100:00000200:0.0:1724310016.685150:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883442304, offset 224 00000400:00000010:0.0:1724310016.685153:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef96c8. 00000400:00000200:0.0:1724310016.685156:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.685162:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.685166:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531745:531745:256:4294967295] 192.168.204.31@tcp LPNI seq info [531741:531741:8:4294967295] 00000400:00000200:0.0:1724310016.685170:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.685174:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.685178:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.685181:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.685184:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.685189:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.685192:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.685245:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310016.685248:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.685250:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89400. 00000800:00000200:2.0:1724310016.685753:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.685756:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310016.685760:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.685763:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.686379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310016.686386:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310016.686389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310016.686391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310016.686436:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310016.686441:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.1:1724310016.686542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310016.686546:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:3.1:1724310016.686548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310016.686551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:0.0:1724310016.687025:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.687034:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955e1 00000400:00000200:0.0:1724310016.687037:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.687040:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.687044:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e000 00000400:00000010:0.0:1724310016.687046:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e000. 00010000:00000010:1.0:1724310016.687281:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:1.0:1724310016.687287:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00000400:00000200:0.0:1724310016.687470:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.687477:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b500 00000400:00000200:0.0:1724310016.687482:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 7448 00000400:00000200:0.0:1724310016.687524:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.687527:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.687531:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.687535:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aefb80. 00000020:00000010:1.0:1724310016.687693:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158400. 00000020:00000010:1.0:1724310016.687697:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.687699:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.687962:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442432 00000001:00000010:1.0:1724310016.687971:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310016.687986:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310016.687990:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310016.688027:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880135b30000. 00010000:00000010:1.0:1724310016.688043:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310016.688046:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.688055:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310016.688057:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.688060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310016.688062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310016.688128:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310016.688134:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.688138:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.688144:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.689016:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310016.689020:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.689024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310016.689027:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310016.689059:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.689065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.689067:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.689089:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310016.689100:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aefb80 x1808069883442432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.689113:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310016.689118:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883442432, offset 224 00000400:00000200:1.0:1724310016.689123:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.689130:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.689135:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531746:531746:256:4294967295] 192.168.204.31@tcp LPNI seq info [531742:531742:8:4294967295] 00000400:00000200:1.0:1724310016.689143:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.689148:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.689151:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310016.689155:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.689160:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.689164:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.689580:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.689583:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.689586:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158400. 00000800:00000200:2.0:1724310016.689766:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.689769:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:2.0:1724310016.689772:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.689776:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.689779:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:2.0:1724310016.689781:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00000400:00000200:0.0:1724310016.691530:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.691541:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 28 MB=0x66c6e1321b600 00000400:00000200:0.0:1724310016.691548:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279135 [8] + 14464 00000400:00000200:0.0:1724310016.691556:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.691560:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.691564:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310016.691569:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef800. 00000400:00000200:0.0:1724310016.691927:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.691932:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 26 MB=0x66c6e1321b580 00000400:00000200:0.0:1724310016.691936:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp of length 224/224 into md 0x26d5e5 [2] + 0 00000400:00000010:0.0:1724310016.691939:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a91b8. 00000400:00000200:0.0:1724310016.691942:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800754f2cc0 00000400:00000200:0.0:1724310016.691948:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.691950:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.691953:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800754f2cc0 00000400:00000010:0.0:1724310016.691955:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800754f2cc0. 00000100:00000200:0.0:1724310016.691959:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1724310016.692086:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.692090:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 12 MB=0x66c6e1321b680 00000400:00000200:0.0:1724310016.692096:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 224/224 into md 0x277325 [64] + 8024 00000400:00000200:0.0:1724310016.692101:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.692103:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.692106:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.692109:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aec000. 00000020:00000010:3.0:1724310016.692172:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:3.0:1724310016.692178:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.692182:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.692210:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442688 02000000:00000010:3.0:1724310016.692225:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a831c800. 00010000:00000200:3.0:1724310016.692233:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef800 x1808069883442688/t0(0) o400->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:257/0 lens 224/224 e 0 to 0 dl 1724310027 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.692243:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.692248:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808069883442688, offset 224 00000400:00000200:3.0:1724310016.692251:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.692282:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.692287:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531747:531747:256:4294967295] 192.168.204.31@tcp LPNI seq info [531743:531743:8:4294967295] 00000400:00000200:3.0:1724310016.692294:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.692297:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.692301:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310016.692305:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.692310:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.692313:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.692324:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.692329:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.692339:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:3.0:1724310016.692411:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.692414:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:3.0:1724310016.692416:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.692419:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.692421:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:3.0:1724310016.692422:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000020:00000010:2.0:1724310016.692625:0:7077:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092430800. 00000020:00000010:2.0:1724310016.692629:0:7077:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310016.692631:0:7077:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310016.692648:0:7077:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442560 02000000:00000010:2.0:1724310016.692654:0:7077:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4887400. 00010000:00000200:2.0:1724310016.692659:0:7077:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a83e7450 x1808069883442560/t0(0) o400->32b2c2a3-5f00-4922-ab40-a9348e52d241@192.168.204.31@tcp:257/0 lens 224/224 e 0 to 0 dl 1724310027 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.692667:0:7077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873d48. 00000100:00000200:2.0:1724310016.692670:0:7077:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1808069883442560, offset 224 00000400:00000200:2.0:1724310016.692673:0:7077:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.692678:0:7077:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.692682:0:7077:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531748:531748:256:4294967295] 192.168.204.31@tcp LPNI seq info [531744:531744:8:4294967295] 00000400:00000200:2.0:1724310016.692688:0:7077:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.692693:0:7077:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.692695:0:7077:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310016.692698:0:7077:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.692701:0:7077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.692704:0:7077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.692713:0:7077:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310016.692716:0:7077:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310016.692719:0:7077:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092430800. 00000100:00000200:2.0:1724310016.692723:0:7077:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1724310016.692726:0:7077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9580. 00000400:00000010:2.0:1724310016.692729:0:7077:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007fa9fcc0. 00000800:00000200:2.0:1724310016.692768:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.692770:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:2.0:1724310016.692772:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.692775:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.692777:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873d48 00000400:00000010:2.0:1724310016.692778:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873d48. 02000000:00000010:2.0:1724310016.692782:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4887400. 00010000:00000010:2.1:1724310016.692809:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310016.692814:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310016.692817:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310016.692819:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310016.692821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310016.692826:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000020:00000010:1.0:1724310016.693057:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158400. 00000020:00000010:1.0:1724310016.693060:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.693063:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.693077:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883442816 02000000:00000010:1.0:1724310016.693086:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013421a000. 00010000:00000200:1.0:1724310016.693091:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aec000 x1808069883442816/t0(0) o400->635a3d56-884a-4008-af26-61f4b215b94b@192.168.204.31@tcp:282/0 lens 224/224 e 0 to 0 dl 1724310052 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.693103:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310016.693105:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808069883442816, offset 224 00000400:00000200:1.0:1724310016.693109:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.693114:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.693117:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531749:531749:256:4294967295] 192.168.204.31@tcp LPNI seq info [531745:531745:8:4294967295] 00000400:00000200:1.0:1724310016.693123:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.693127:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.693129:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310016.693132:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.693136:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.693138:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.693155:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.693158:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.693160:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158400. 00000400:00000200:0.0:1724310016.693511:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.693516:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b780 00000400:00000200:0.0:1724310016.693521:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 8248 00000400:00000200:0.0:1724310016.693546:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.693549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.693551:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.693555:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef100. 00000800:00000200:0.0:1724310016.693595:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.693597:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310016.693599:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.693602:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.693604:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310016.693605:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00000020:00000010:1.0:1724310016.693658:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158400. 00000020:00000010:1.0:1724310016.693661:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.693663:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.693676:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443072 02000000:00000010:1.0:1724310016.693693:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f163000. 00010000:00000010:1.0:1724310016.693719:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310016.693729:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.693747:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310016.693750:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.693759:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310016.693761:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310016.693763:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310016.693765:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310016.693837:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310016.693840:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.693843:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310016.693845:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310016.693862:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.693866:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.693874:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa74e0. 00080000:00000010:1.0:1724310016.693878:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013421b800. 00000001:00000010:1.0:1724310016.694026:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa73c0. 00000001:00000010:1.0:1724310016.694030:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310016.694057:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa74e0. 00010000:00000010:1.0:1724310016.694063:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310016.694065:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.694078:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.694094:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310016.694097:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310016.694113:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.694117:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.694120:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.694124:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310016.694129:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.694139:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096434, last committed = 4295096163 00010000:00000200:1.0:1724310016.694144:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef100 x1808069883443072/t4295096434(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.694152:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310016.694155:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883443072, offset 224 00000400:00000010:1.0:1724310016.694158:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87888. 00000400:00000200:1.0:1724310016.694161:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.694166:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.694170:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531750:531750:256:4294967295] 192.168.204.31@tcp LPNI seq info [531746:531746:8:4294967295] 00000400:00000200:1.0:1724310016.694173:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.694178:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.694182:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.694184:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310016.694186:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.694190:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.694192:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.694201:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.694203:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.694206:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158400. 00000800:00000200:2.0:1724310016.694485:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.694488:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310016.694490:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.694493:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.695813:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310016.695820:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310016.695824:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310016.695825:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310016.695829:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310016.695834:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310016.696714:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310016.697299:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00000400:00000200:2.0:1724310016.698193:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.698207:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2955f9 00000400:00000200:2.0:1724310016.698213:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.698216:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.698220:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:2.0:1724310016.698223:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:2.0:1724310016.698243:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.698247:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b800 00000400:00000200:2.0:1724310016.698252:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 8736 00000400:00000200:2.0:1724310016.698337:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.698340:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.698344:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.698350:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8000. 00010000:00000010:0.0:1724310016.698621:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:0.0:1724310016.698630:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00000020:00000010:1.0:1724310016.698699:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158400. 00000020:00000010:1.0:1724310016.698703:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.698706:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.698724:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443200 00000001:00000010:1.0:1724310016.698732:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:1.0:1724310016.698748:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310016.698752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.698793:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801359e0000. 00010000:00000010:1.0:1724310016.698812:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.698814:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.698824:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310016.698825:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.698828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.698829:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310016.698898:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310016.698904:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.698908:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.698914:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.699730:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.699733:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.699736:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.699739:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.699772:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.699778:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.699781:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.699803:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.699814:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8000 x1808069883443200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.699828:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310016.699833:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883443200, offset 224 00000400:00000200:1.0:1724310016.699838:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.699845:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.699850:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531751:531751:256:4294967295] 192.168.204.31@tcp LPNI seq info [531747:531747:8:4294967295] 00000400:00000200:1.0:1724310016.699857:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.699861:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.699864:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310016.699868:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.699874:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.699877:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.700143:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.700147:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.700150:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158400. 00000800:00000200:2.0:1724310016.700239:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.700242:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310016.700244:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.700247:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.700250:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310016.700251:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:0.1:1724310016.701742:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310016.701750:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310016.701753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310016.701756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310016.701758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310016.701760:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310016.701762:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310016.701764:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310016.701766:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310016.701769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:0.0:1724310016.702601:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.702611:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321b900 00000400:00000200:0.0:1724310016.702618:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 9312 00000400:00000200:0.0:1724310016.702633:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.702636:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.702640:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.702644:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeea00. 00000020:00000010:1.0:1724310016.702795:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158400. 00000020:00000010:1.0:1724310016.702800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.702803:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.702829:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443456 02000000:00000010:1.0:1724310016.702854:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f164000. 00010000:00000010:1.0:1724310016.702878:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.702886:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.702904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.702908:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.702916:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310016.702918:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.702921:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.702922:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.702986:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.702988:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.702990:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.702992:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310016.703007:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.703012:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938a20. 00000020:00000010:1.0:1724310016.703019:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a80. 00080000:00000010:1.0:1724310016.703025:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a9a400. 00000001:00000010:1.0:1724310016.703167:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7240. 00000001:00000010:1.0:1724310016.703172:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310016.703199:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a80. 00010000:00000010:1.0:1724310016.703205:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.703207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.703219:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.703235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310016.703237:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310016.703253:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.703281:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.703285:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.703289:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310016.703296:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310016.703305:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096435, last committed = 4295096163 00010000:00000200:1.0:1724310016.703311:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeea00 x1808069883443456/t4295096435(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.703322:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310016.703327:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883443456, offset 224 00000400:00000010:1.0:1724310016.703343:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc878c0. 00000400:00000200:1.0:1724310016.703346:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.703353:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.703358:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531752:531752:256:4294967295] 192.168.204.31@tcp LPNI seq info [531748:531748:8:4294967295] 00000400:00000200:1.0:1724310016.703361:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.703366:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.703370:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.703373:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310016.703377:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.703383:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.703386:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.703407:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.703410:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.703413:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158400. 00000800:00000200:2.0:1724310016.703664:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.703668:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310016.703671:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.703674:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.704801:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310016.704807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310016.705554:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.705562:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295601 00000400:00000200:0.0:1724310016.705566:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.705568:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.705572:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310016.705575:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:0.0:1724310016.705598:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.705602:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321b980 00000400:00000200:0.0:1724310016.705607:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 9800 00000400:00000200:0.0:1724310016.705619:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.705622:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.705626:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.705630:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed180. 00010000:00000010:1.0:1724310016.705698:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.705704:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000020:00000010:2.0:1724310016.705769:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092430e00. 00000020:00000010:2.0:1724310016.705773:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310016.705776:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310016.705802:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443584 00000001:00000010:2.0:1724310016.705809:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310016.705824:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.705828:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310016.705866:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ab0000. 00010000:00000010:2.0:1724310016.705882:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.705884:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.705892:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.705895:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.705897:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.705900:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310016.705954:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.705960:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53528. 00000004:00000010:2.0:1724310016.705964:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310016.705970:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca04e0. 00010000:00000010:0.0:1724310016.706700:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.706704:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.706707:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.706710:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.706746:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:0.0:1724310016.706755:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310016.706758:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310016.706783:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:0.0:1724310016.706794:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed180 x1808069883443584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.706805:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e000. 00000100:00000200:0.0:1724310016.706809:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883443584, offset 224 00000400:00000200:0.0:1724310016.706813:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.706819:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.706824:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531753:531753:256:4294967295] 192.168.204.31@tcp LPNI seq info [531749:531749:8:4294967295] 00000400:00000200:0.0:1724310016.706831:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.706835:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.706838:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310016.706842:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.706847:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.706850:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.706875:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:0.0:1724310016.706878:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310016.707197:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092430e00. 00000800:00000200:1.0:1724310016.707328:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.707340:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:1.0:1724310016.707342:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.707346:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.707348:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e000 00000400:00000010:1.0:1724310016.707350:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e000. 00010000:00000010:0.1:1724310016.707702:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310016.707708:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310016.707711:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310016.707713:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310016.710789:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310016.710798:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:2.1:1724310016.710803:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310016.710805:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310016.714437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310016.714448:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310016.714451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310016.714452:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310016.714455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310016.714460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:2.0:1724310016.714461:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.1:1724310016.714461:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310016.714463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:2.0:1724310016.714475:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ba80 00000400:00000200:2.0:1724310016.714482:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 10376 00000400:00000200:2.0:1724310016.714501:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.714505:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.714512:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.714517:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831ab100. 00000020:00000010:0.0:1724310016.714559:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89400. 00000020:00000010:0.0:1724310016.714564:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.714567:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.714604:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443840 02000000:00000010:0.0:1724310016.714630:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bca000. 00010000:00000010:0.0:1724310016.714660:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.714683:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.714701:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.714704:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.714714:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.714715:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310016.714717:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.714719:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.714789:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.714791:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.714793:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.714795:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310016.714813:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.714817:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310016.714826:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310016.714831:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cd800. 00000001:00000010:0.0:1724310016.714977:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4be40. 00000001:00000010:0.0:1724310016.714981:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310016.715009:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310016.715014:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310016.715017:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.715030:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.715046:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310016.715048:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00080000:00000010:0.0:1724310016.715062:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca04e0. 00000004:00000010:0.0:1724310016.715066:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:0.0:1724310016.715071:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53528. 00000004:00000010:0.0:1724310016.715076:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:0.0:1724310016.715084:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000200:0.0:1724310016.715095:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096436, last committed = 4295096163 00010000:00000200:0.0:1724310016.715101:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831ab100 x1808069883443840/t4295096436(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.715671:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e990. 00000100:00000200:0.0:1724310016.715676:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883443840, offset 224 00000400:00000010:0.0:1724310016.715681:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9690. 00000400:00000200:0.0:1724310016.715685:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.715694:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.715699:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531754:531754:256:4294967295] 192.168.204.31@tcp LPNI seq info [531750:531750:8:4294967295] 00000400:00000200:0.0:1724310016.715702:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.715708:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.715712:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.715715:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310016.715720:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.715725:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.715728:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.717217:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.717224:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.717227:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89400. 00000800:00000200:1.0:1724310016.717521:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.717525:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:1.0:1724310016.717528:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.717533:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.718377:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310016.718384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310016.718387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310016.718389:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310016.718392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310016.718398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:0.0:1724310016.719968:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.719982:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295609 00000400:00000200:0.0:1724310016.719986:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.719990:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.719994:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e990 00000400:00000010:0.0:1724310016.719996:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e990. 00010000:00000010:2.0:1724310016.720064:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310016.720074:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00000400:00000200:0.0:1724310016.721693:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.721703:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321bb00 00000400:00000200:0.0:1724310016.721710:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 10864 00000400:00000200:0.0:1724310016.721766:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.721770:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.721775:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.721780:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed880. 00000020:00000010:2.0:1724310016.722339:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431600. 00000020:00000010:2.0:1724310016.722345:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310016.722349:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310016.722976:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883443968 00000001:00000010:2.0:1724310016.722986:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310016.723005:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.723011:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 02000000:00000010:2.0:1724310016.723053:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d30000. 00010000:00000010:2.0:1724310016.723074:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.723077:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.723088:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.723090:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.723094:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.723096:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310016.723171:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.723177:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.723181:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.723187:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.724168:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310016.724174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.724638:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.724641:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.724644:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.724648:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.724693:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:0.0:1724310016.724715:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310016.724719:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310016.724744:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:0.0:1724310016.724756:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed880 x1808069883443968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.724769:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e990. 00000100:00000200:0.0:1724310016.724775:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883443968, offset 224 00000400:00000200:0.0:1724310016.724780:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.724789:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.724794:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531755:531755:256:4294967295] 192.168.204.31@tcp LPNI seq info [531751:531751:8:4294967295] 00000400:00000200:0.0:1724310016.724802:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.724806:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.724810:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310016.724815:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.724821:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.724823:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.725767:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:0.0:1724310016.725772:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:0.0:1724310016.725775:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431600. 00000800:00000200:1.0:1724310016.725945:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.725948:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310016.725950:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.725955:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.725959:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e990 00000400:00000010:1.0:1724310016.725960:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e990. 00010000:00000010:2.1:1724310016.728417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310016.728425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:2.1:1724310016.728431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310016.728434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:0.0:1724310016.729175:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.729187:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321bc00 00000400:00000200:0.0:1724310016.729193:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 11440 00000400:00000200:0.0:1724310016.729211:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.729214:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.729219:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.729224:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef480. 00000020:00000010:2.0:1724310016.729315:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431800. 00000020:00000010:2.0:1724310016.729320:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.729323:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310016.729363:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883444224 02000000:00000010:2.0:1724310016.729388:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433b000. 00010000:00000010:2.0:1724310016.729417:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:2.0:1724310016.729430:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310016.729450:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.729453:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.729463:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.729465:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.729468:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.729470:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.729546:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.729548:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.729551:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.729553:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.729573:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310016.729578:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951d40. 00000020:00000010:2.0:1724310016.729586:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6a80. 00080000:00000010:2.0:1724310016.729591:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4887400. 00000001:00000010:2.0:1724310016.729728:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e540. 00000001:00000010:2.0:1724310016.729732:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310016.729762:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6a80. 00010000:00000010:2.0:1724310016.729769:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.729772:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.729785:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.729800:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.729802:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00080000:00000010:2.0:1724310016.729818:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.729822:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.729826:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.729831:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310016.729838:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:2.0:1724310016.729849:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096437, last committed = 4295096163 00010000:00000200:2.0:1724310016.729856:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef480 x1808069883444224/t4295096437(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.729869:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218736e8. 00000100:00000200:2.0:1724310016.729873:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883444224, offset 224 00000400:00000010:2.0:1724310016.729877:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6690. 00000400:00000200:2.0:1724310016.729880:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.729887:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.729892:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531756:531756:256:4294967295] 192.168.204.31@tcp LPNI seq info [531752:531752:8:4294967295] 00000400:00000200:2.0:1724310016.729896:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.729901:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.729905:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.729908:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310016.729912:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.729917:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.729920:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.729932:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.729935:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310016.729937:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431800. 00000800:00000200:2.0:1724310016.730011:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.730013:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:2.0:1724310016.730015:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.730018:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.733046:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.733059:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295611 00000400:00000200:0.0:1724310016.733064:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.733067:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.733071:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218736e8 00000400:00000010:0.0:1724310016.733073:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218736e8. 00010000:00000010:1.0:1724310016.733398:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:1.0:1724310016.733407:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:1.1:1724310016.733963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310016.733969:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310016.733972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310016.733975:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310016.733978:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310016.733984:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310016.734168:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.734176:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321bc80 00000400:00000200:1.0:1724310016.734182:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 11928 00000400:00000200:1.0:1724310016.734743:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.734747:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.734752:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.734756:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fdf80. 00000020:00000010:2.0:1724310016.734835:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431600. 00000020:00000010:2.0:1724310016.734840:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.734844:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310016.735249:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883444352 00000001:00000010:2.0:1724310016.735274:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:2.0:1724310016.735293:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.735298:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 02000000:00000010:2.0:1724310016.735355:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801315f0000. 00010000:00000010:2.0:1724310016.735377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.735380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.735392:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.735394:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.735397:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.735399:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00000004:00000010:2.0:1724310016.735471:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310016.735477:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.735481:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.735488:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:0.0:1724310016.738120:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.738127:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.738132:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310016.738137:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.738185:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:1.1:1724310016.738279:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310016.738285:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.0:1724310016.738904:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310016.738910:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.738942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:0.0:1724310016.738958:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fdf80 x1808069883444352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.738973:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e660. 00000100:00000200:0.0:1724310016.738978:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883444352, offset 224 00000400:00000200:0.0:1724310016.738983:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.738994:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.738999:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531757:531757:256:4294967295] 192.168.204.31@tcp LPNI seq info [531753:531753:8:4294967295] 00000400:00000200:0.0:1724310016.739006:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.739011:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.739015:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310016.739020:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.739025:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.739029:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.739058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:0.0:1724310016.739061:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:0.0:1724310016.739064:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431600. 00000800:00000200:3.0:1724310016.739175:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.739179:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:3.0:1724310016.739182:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.739186:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.739189:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e660 00000400:00000010:3.0:1724310016.739190:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e660. 00000400:00000200:0.0:1724310016.742706:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.742720:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321bd80 00000400:00000200:0.0:1724310016.742726:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 12504 00000400:00000200:0.0:1724310016.742743:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.742746:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.742751:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.742756:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedf80. 00000020:00000010:2.0:1724310016.743045:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092430e00. 00000020:00000010:2.0:1724310016.743050:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.743054:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310016.743078:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883444608 02000000:00000010:2.0:1724310016.743105:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134338000. 00010000:00000010:2.0:1724310016.743135:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:2.0:1724310016.743166:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:2.0:1724310016.743187:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.743192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.743202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.743204:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.743206:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.743208:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.743317:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.743320:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.743322:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.743325:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.743355:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.743361:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.743369:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e5a0. 00080000:00000010:2.0:1724310016.743374:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4884400. 00000001:00000010:2.0:1724310016.743521:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6f60. 00000001:00000010:2.0:1724310016.743525:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310016.743555:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e5a0. 00010000:00000010:2.0:1724310016.743562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.743565:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.743577:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.743594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.743596:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310016.743614:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.743619:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.743623:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.743628:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310016.743635:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310016.743646:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096438, last committed = 4295096163 00010000:00000200:2.0:1724310016.743652:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedf80 x1808069883444608/t4295096438(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.743664:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880121873000. 00000100:00000200:2.0:1724310016.743668:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883444608, offset 224 00000400:00000010:2.0:1724310016.743673:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf66c8. 00000400:00000200:2.0:1724310016.743676:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.743683:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.743688:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531758:531758:256:4294967295] 192.168.204.31@tcp LPNI seq info [531754:531754:8:4294967295] 00000400:00000200:2.0:1724310016.743692:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.743698:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.743702:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.743705:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.743709:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.743715:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.743719:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.743742:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.743746:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:2.0:1724310016.743748:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092430e00. 00000800:00000200:1.0:1724310016.743806:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.743810:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:1.0:1724310016.743813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.743817:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.745500:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310016.745512:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310016.745515:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310016.745518:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310016.746973:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.746987:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295619 00000400:00000200:0.0:1724310016.746993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.746996:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.747001:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880121873000 00000400:00000010:0.0:1724310016.747003:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880121873000. 00010000:00000010:2.0:1724310016.747610:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.747619:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00000400:00000200:0.0:1724310016.747696:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.747705:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321be00 00000400:00000200:0.0:1724310016.747711:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 12992 00000400:00000200:0.0:1724310016.747772:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.747776:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.747780:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.747786:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec380. 00000020:00000010:2.0:1724310016.747840:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092430e00. 00000020:00000010:2.0:1724310016.747844:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.747848:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310016.747868:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883444736 00000001:00000010:2.0:1724310016.747876:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310016.747892:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.747897:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 02000000:00000010:2.0:1724310016.747940:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880118d70000. 00010000:00000010:2.0:1724310016.747961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.747963:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.747973:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.747975:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.747978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.747980:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310016.748050:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310016.748056:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.748061:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.748067:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.748371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310016.748376:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310016.751807:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310016.751817:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310016.751820:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.751825:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310016.751826:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310016.751828:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.0:1724310016.752207:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.752211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.752215:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310016.752220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.752303:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.752326:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:0.0:1724310016.752340:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:0.0:1724310016.752375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:0.0:1724310016.752389:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec380 x1808069883444736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.752404:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e7f8. 00000100:00000200:0.0:1724310016.752410:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883444736, offset 224 00000400:00000200:0.0:1724310016.752414:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.752424:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.752429:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531759:531759:256:4294967295] 192.168.204.31@tcp LPNI seq info [531755:531755:8:4294967295] 00000400:00000200:0.0:1724310016.752438:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.752443:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.752447:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310016.752451:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.752457:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.752461:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.752478:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:0.0:1724310016.752482:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310016.752485:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092430e00. 00000800:00000200:1.0:1724310016.752596:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.752599:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310016.752603:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.752607:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.752610:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e7f8 00000400:00000010:1.0:1724310016.752612:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e7f8. 00010000:00000010:2.1:1724310016.755622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310016.755632:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310016.755637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310016.757138:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.757153:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321bf00 00000400:00000200:0.0:1724310016.757160:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 13568 00000400:00000200:0.0:1724310016.757180:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.757184:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.757191:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.757196:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed180. 00000020:00000010:2.0:1724310016.758504:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431a00. 00000020:00000010:2.0:1724310016.758511:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.758516:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310016.758550:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883444992 02000000:00000010:2.0:1724310016.758577:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013433d000. 00010000:00000010:2.0:1724310016.758607:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310016.758631:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:2.0:1724310016.758652:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.758656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.758666:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.758668:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.758670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.758672:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.758740:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.758742:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.758744:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.758746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.1:1724310016.759023:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000020:00000010:2.0:1724310016.759040:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.759045:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.759051:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310016.759056:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4887c00. 00000001:00000010:2.0:1724310016.759204:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584780. 00000001:00000010:2.0:1724310016.759208:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310016.759243:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd60c0. 00010000:00000010:2.0:1724310016.759250:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.759253:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.760247:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.760290:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.760293:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00080000:00000010:2.0:1724310016.760311:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.760315:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.760319:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.760325:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310016.760340:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310016.760358:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096439, last committed = 4295096163 00010000:00000200:2.0:1724310016.760367:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed180 x1808069883444992/t4295096439(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.760386:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801218736e8. 00000100:00000200:2.0:1724310016.760392:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883444992, offset 224 00000400:00000010:2.0:1724310016.760398:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6700. 00000400:00000200:2.0:1724310016.760400:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.760412:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.760417:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531760:531760:256:4294967295] 192.168.204.31@tcp LPNI seq info [531756:531756:8:4294967295] 00000400:00000200:2.0:1724310016.760422:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.760428:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.760432:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.760436:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.760553:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.760560:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.760563:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.762477:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.762486:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310016.762490:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431a00. 00000800:00000200:0.0:1724310016.763487:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.763491:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.763497:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.763504:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.765424:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.765439:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295621 00000400:00000200:0.0:1724310016.765445:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.765448:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.765453:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801218736e8 00000400:00000010:0.0:1724310016.765455:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801218736e8. 00000400:00000200:0.0:1724310016.765483:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.765488:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321bf80 00000400:00000200:0.0:1724310016.765494:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 14056 00000400:00000200:0.0:1724310016.765547:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.765551:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.765555:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.765560:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed500. 00000020:00000010:2.0:1724310016.765633:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431a00. 00000020:00000010:2.0:1724310016.765639:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310016.765643:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00010000:00000010:1.0:1724310016.765644:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:1.0:1724310016.765654:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00000100:00000200:2.0:1724310016.765668:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883445120 00000001:00000010:2.0:1724310016.765677:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310016.765697:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.765701:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 02000000:00000010:2.0:1724310016.765746:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124430000. 00010000:00000010:2.0:1724310016.765769:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.765772:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.765784:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.765786:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.765789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.765791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310016.765884:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310016.765891:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.765896:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.766033:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.766386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310016.766392:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310016.767208:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.767211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310016.767215:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310016.767218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310016.767338:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:0.0:1724310016.767562:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310016.767568:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:0.0:1724310016.767600:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:0.0:1724310016.767614:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed500 x1808069883445120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.767629:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ed48. 00000100:00000200:0.0:1724310016.767634:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883445120, offset 224 00000400:00000200:0.0:1724310016.767639:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.767648:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.767653:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531761:531761:256:4294967295] 192.168.204.31@tcp LPNI seq info [531757:531757:8:4294967295] 00000400:00000200:0.0:1724310016.767661:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.767666:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.767669:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e000. 00000800:00000200:0.0:1724310016.767673:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.767679:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.767683:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.767939:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:0.0:1724310016.767944:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310016.767948:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431a00. 00000800:00000200:1.0:1724310016.768071:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.768074:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e000. 00000400:00000200:1.0:1724310016.768077:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.768081:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.768084:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ed48 00000400:00000010:1.0:1724310016.768086:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ed48. 00000400:00000200:0.0:1724310016.769468:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.769480:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c080 00000400:00000200:0.0:1724310016.769487:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 14632 00000400:00000200:0.0:1724310016.769506:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.769509:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.769513:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.769518:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884efb80. 00000020:00000010:2.0:1724310016.769622:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092431800. 00000020:00000010:2.0:1724310016.769627:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.769630:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.769651:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883445376 02000000:00000010:2.0:1724310016.769675:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009533f000. 00010000:00000010:2.0:1724310016.769700:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:2.0:1724310016.769708:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310016.769728:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.769731:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.769740:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.769742:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.769744:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.769746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.769814:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.769816:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.769818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.769820:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310016.769835:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.769839:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.769846:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.769851:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4884000. 00000001:00000010:2.0:1724310016.769999:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584060. 00000001:00000010:2.0:1724310016.770003:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310016.770030:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.770036:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.770040:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.770052:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.770068:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.770071:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310016.770086:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.770090:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.770093:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.770099:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310016.770106:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:2.0:1724310016.770115:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096440, last committed = 4295096163 00010000:00000200:2.0:1724310016.770121:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884efb80 x1808069883445376/t4295096440(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.770133:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.770137:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883445376, offset 224 00000400:00000010:2.0:1724310016.770142:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6738. 00000400:00000200:2.0:1724310016.770144:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.770150:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.770155:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531762:531762:256:4294967295] 192.168.204.31@tcp LPNI seq info [531758:531758:8:4294967295] 00000400:00000200:2.0:1724310016.770158:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.770163:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.770167:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.770171:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310016.770175:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.770180:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.770183:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.770844:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.770849:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310016.770852:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092431800. 00000800:00000200:1.0:1724310016.770977:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.770980:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:1.0:1724310016.770984:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.770988:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.772626:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.772638:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295629 00000400:00000200:0.0:1724310016.772643:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.772647:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.772651:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.772654:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00000400:00000200:0.0:1724310016.772685:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.772690:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c100 00000400:00000200:0.0:1724310016.772696:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 15120 00000400:00000200:0.0:1724310016.772738:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.772742:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.772746:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.772751:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec000. 00010000:00000010:1.1:1724310016.772784:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310016.772792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.772914:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.772921:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000020:00000010:3.0:1724310016.773763:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c800. 00000020:00000010:3.0:1724310016.773769:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.773772:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.773803:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883445504 00000001:00000010:3.0:1724310016.773811:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:3.0:1724310016.773828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.773832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310016.773874:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341d0000. 00010000:00000010:3.0:1724310016.773892:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.773894:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.773904:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310016.773906:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310016.773908:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.773910:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310016.773979:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310016.773985:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.773989:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.773994:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.775376:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310016.775380:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.775384:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.775388:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310016.775431:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.775596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.775601:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310016.775629:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310016.775641:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec000 x1808069883445504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.775653:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.775659:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883445504, offset 224 00000400:00000200:3.0:1724310016.775664:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.775673:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.775678:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531763:531763:256:4294967295] 192.168.204.31@tcp LPNI seq info [531759:531759:8:4294967295] 00000400:00000200:3.0:1724310016.775686:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.775691:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.775694:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310016.775699:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.775705:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.775708:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.775732:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.775736:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.775739:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c800. 00000800:00000200:0.0:1724310016.775806:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.775810:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310016.775813:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.775817:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.775820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.775822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310016.778250:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.778391:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c200 00000400:00000200:0.0:1724310016.778397:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 15696 00000400:00000200:0.0:1724310016.778415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.778419:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.778424:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.778430:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee300. 00010000:00000010:1.1:1724310016.778516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.778523:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310016.778528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.778532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310016.778573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310016.778576:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:0.1:1724310016.778579:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310016.778580:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000020:00000010:3.0:1724310016.779157:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb200. 00000020:00000010:3.0:1724310016.779163:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.779167:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.779202:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883445760 02000000:00000010:3.0:1724310016.779229:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc5000. 00010000:00000010:3.0:1724310016.779273:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310016.779285:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.779305:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.779310:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.779322:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.779324:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310016.779327:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.779338:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310016.779410:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.779412:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310016.779415:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.779417:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310016.779434:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.779440:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.779447:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4840. 00080000:00000010:3.0:1724310016.779452:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831cc00. 00000001:00000010:3.0:1724310016.779601:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac44e0. 00000001:00000010:3.0:1724310016.779605:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.779634:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4840. 00010000:00000010:3.0:1724310016.779640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.779643:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.779656:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.779674:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.779677:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310016.779694:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.779698:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.779701:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.779706:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310016.779712:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310016.779723:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096441, last committed = 4295096163 00010000:00000200:3.0:1724310016.779730:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee300 x1808069883445760/t4295096441(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.779742:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.779748:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883445760, offset 224 00000400:00000010:3.0:1724310016.779752:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e170a8. 00000400:00000200:3.0:1724310016.779755:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.779763:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.779768:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531764:531764:256:4294967295] 192.168.204.31@tcp LPNI seq info [531760:531760:8:4294967295] 00000400:00000200:3.0:1724310016.779772:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.779777:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.779781:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.779784:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.779789:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.779795:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.779797:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.779826:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.779830:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.779832:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb200. 00000800:00000200:1.0:1724310016.780349:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.780352:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310016.780355:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.780359:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.781312:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.781323:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295631 00000400:00000200:0.0:1724310016.781327:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.781342:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.781348:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.781351:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:1.0:1724310016.781429:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:1.0:1724310016.781435:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00000400:00000200:0.0:1724310016.781928:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.781935:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c280 00000400:00000200:0.0:1724310016.781941:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 16184 00000400:00000200:0.0:1724310016.781985:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.781989:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.781993:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.781998:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ef480. 00000020:00000010:2.0:1724310016.782047:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081592000. 00000020:00000010:2.0:1724310016.782051:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310016.782053:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310016.782076:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883445888 00000001:00000010:2.0:1724310016.782083:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310016.782096:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.782099:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310016.782137:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801351b0000. 00010000:00000010:2.0:1724310016.782152:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.782154:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.782162:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.782164:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.782166:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.782167:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310016.782224:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310016.782229:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.782232:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.782237:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:0.0:1724310016.783287:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.783291:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.783294:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310016.783297:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.783345:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:0.0:1724310016.783365:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:0.0:1724310016.783369:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:0.0:1724310016.783395:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:0.0:1724310016.783405:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ef480 x1808069883445888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.783417:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e088. 00000100:00000200:0.0:1724310016.783422:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883445888, offset 224 00000400:00000200:0.0:1724310016.783426:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.783433:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.783438:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531765:531765:256:4294967295] 192.168.204.31@tcp LPNI seq info [531761:531761:8:4294967295] 00000400:00000200:0.0:1724310016.783446:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.783450:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.783453:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310016.783457:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.783462:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.783466:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.783491:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:0.0:1724310016.783495:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:0.0:1724310016.783498:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081592000. 00000800:00000200:1.0:1724310016.783561:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.783565:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310016.783568:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.783572:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.783575:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e088 00000400:00000010:1.0:1724310016.783577:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e088. 00010000:00000010:0.1:1724310016.785498:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310016.785507:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310016.785511:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310016.785514:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.1:1724310016.787530:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310016.787534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310016.787540:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310016.787540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310016.787545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310016.787549:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310016.787553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310016.787559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.787562:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310016.787564:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310016.787760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310016.787765:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.787769:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:0.0:1724310016.788373:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.788386:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c380 00000400:00000200:0.0:1724310016.788392:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 16760 00000400:00000200:0.0:1724310016.788410:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.788414:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.788420:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.788425:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee680. 00000020:00000010:2.0:1724310016.789301:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081592800. 00000020:00000010:2.0:1724310016.789308:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310016.789312:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310016.789634:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883446144 02000000:00000010:2.0:1724310016.789661:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070b000. 00010000:00000010:2.0:1724310016.789690:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310016.789721:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310016.789745:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.789750:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.789761:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.789762:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.789765:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.789768:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.789848:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.789917:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.789922:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.789925:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.789948:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.789953:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951180. 00000020:00000010:2.0:1724310016.789961:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.789966:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4885800. 00000001:00000010:2.0:1724310016.790124:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584a20. 00000001:00000010:2.0:1724310016.790129:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310016.790160:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.790165:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.790168:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.790181:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.790198:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.790201:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310016.790219:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.790224:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.790228:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.790233:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310016.790241:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.790253:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096442, last committed = 4295096163 00010000:00000200:2.0:1724310016.790290:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee680 x1808069883446144/t4295096442(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.790303:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.790309:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883446144, offset 224 00000400:00000010:2.0:1724310016.790313:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6770. 00000400:00000200:2.0:1724310016.790316:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.790325:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.790341:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531766:531766:256:4294967295] 192.168.204.31@tcp LPNI seq info [531762:531762:8:4294967295] 00000400:00000200:2.0:1724310016.790345:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.790350:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.790355:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.790358:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.790362:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.790371:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.790374:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.790522:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310016.790526:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310016.790528:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081592800. 00000800:00000200:0.0:1724310016.790682:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.790684:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:0.0:1724310016.790688:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.790692:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.791977:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.791987:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295639 00000400:00000200:0.0:1724310016.791991:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.791994:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.791998:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:0.0:1724310016.792000:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00010000:00000010:2.0:1724310016.793141:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.793150:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:1.1:1724310016.793523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310016.793531:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310016.793534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310016.793538:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310016.793540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310016.793545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:2.0:1724310016.793587:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.793595:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c400 00000400:00000200:2.0:1724310016.793601:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 17248 00000400:00000200:2.0:1724310016.793651:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.793656:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.793660:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.793665:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9180. 00000020:00000010:0.0:1724310016.794307:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.794312:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310016.794316:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.794358:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883446272 00000001:00000010:0.0:1724310016.794367:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:0.0:1724310016.794385:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310016.794390:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 02000000:00000010:0.0:1724310016.794433:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880111800000. 00010000:00000010:0.0:1724310016.794454:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310016.794457:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.794468:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.794471:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.794474:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310016.794476:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000004:00000010:0.0:1724310016.794547:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310016.794553:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310016.794557:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310016.794563:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efd40. 00010000:00000010:0.0:1724310016.795061:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310016.795064:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310016.795066:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310016.795069:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310016.795104:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.795110:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.795113:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.795135:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000200:0.0:1724310016.795146:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a9180 x1808069883446272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.795158:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e770. 00000100:00000200:0.0:1724310016.795163:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883446272, offset 224 00000400:00000200:0.0:1724310016.795168:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.795175:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.795179:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531767:531767:256:4294967295] 192.168.204.31@tcp LPNI seq info [531763:531763:8:4294967295] 00000400:00000200:0.0:1724310016.795188:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.795192:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.795195:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.795199:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.795204:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.795207:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.795230:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310016.795234:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.795236:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:2.0:1724310016.795571:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.795574:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310016.795577:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.795581:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.795583:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e770 00000400:00000010:2.0:1724310016.795585:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e770. 00010000:00000010:1.1:1724310016.796352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310016.796358:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310016.796407:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310016.797521:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.797531:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c500 00000400:00000200:0.0:1724310016.797537:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 17824 00000400:00000200:0.0:1724310016.797555:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.797559:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.797564:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.797570:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5e680. 00000020:00000010:2.0:1724310016.797790:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081593e00. 00000020:00000010:2.0:1724310016.797795:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.797799:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310016.797831:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883446528 02000000:00000010:2.0:1724310016.797854:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070e000. 00010000:00000010:2.0:1724310016.797879:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310016.797889:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310016.797907:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.797911:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.797920:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.797922:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.797925:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.797927:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.797998:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.798000:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.798002:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.798005:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.798024:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951880. 00000020:00000010:2.0:1724310016.798029:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951880. 00000020:00000010:2.0:1724310016.798036:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.798040:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c449c00. 00000001:00000010:2.0:1724310016.799535:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584e40. 00000001:00000010:2.0:1724310016.799541:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310016.799576:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.799584:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.799589:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.799607:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.799628:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.799632:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310016.799652:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efd40. 00000004:00000010:2.0:1724310016.799658:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:2.0:1724310016.799662:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:2.0:1724310016.799666:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:2.0:1724310016.799673:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310016.799686:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096443, last committed = 4295096163 00010000:00000200:2.0:1724310016.799695:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5e680 x1808069883446528/t4295096443(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.799708:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.799713:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883446528, offset 224 00000400:00000010:2.0:1724310016.799719:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf67a8. 00000400:00000200:2.0:1724310016.799721:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.799731:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.799736:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531768:531768:256:4294967295] 192.168.204.31@tcp LPNI seq info [531764:531764:8:4294967295] 00000400:00000200:2.0:1724310016.799739:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.799744:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.799748:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.799752:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.799756:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.799762:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.799766:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.800095:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.800100:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310016.800103:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081593e00. 00000800:00000200:0.0:1724310016.800216:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.800219:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310016.800223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.800227:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.803117:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310016.803128:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310016.803132:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310016.803135:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310016.803173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310016.803178:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310016.803182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310016.803188:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310016.803190:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.803192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310016.804688:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.804703:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295641 00000400:00000200:0.0:1724310016.804708:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.804712:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.804717:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.804719:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00000400:00000200:0.0:1724310016.804749:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.804754:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c580 00000400:00000200:0.0:1724310016.804759:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 18312 00000400:00000200:0.0:1724310016.804776:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.804779:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.804783:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.804788:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5d500. 00010000:00000010:1.0:1724310016.804789:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:1.0:1724310016.804797:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00000020:00000010:2.0:1724310016.804858:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081593e00. 00000020:00000010:2.0:1724310016.804863:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.804867:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310016.804902:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883446656 00000001:00000010:2.0:1724310016.804910:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310016.804927:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.804931:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310016.804974:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801119f0000. 00010000:00000010:2.0:1724310016.804997:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.805000:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.805011:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.805013:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.805016:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.805019:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310016.805098:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310016.805105:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.805110:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.805117:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.807486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310016.807495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310016.807499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310016.807502:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310016.807505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310016.807510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.0:1724310016.807839:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310016.807843:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310016.807847:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310016.807852:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310016.807946:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310016.807970:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310016.807974:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310016.808007:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:0.0:1724310016.808022:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5d500 x1808069883446656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.808037:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ebb0. 00000100:00000200:0.0:1724310016.808043:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883446656, offset 224 00000400:00000200:0.0:1724310016.808048:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.808056:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.808062:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531769:531769:256:4294967295] 192.168.204.31@tcp LPNI seq info [531765:531765:8:4294967295] 00000400:00000200:0.0:1724310016.808071:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.808076:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.808080:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.808084:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.808091:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.808094:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.808119:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d380. 00000020:00000010:0.0:1724310016.808123:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:0.0:1724310016.808126:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081593e00. 00000800:00000200:1.0:1724310016.808300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.808303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310016.808306:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.808309:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.808313:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ebb0 00000400:00000010:1.0:1724310016.808314:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ebb0. 00010000:00000010:3.1:1724310016.810756:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00000400:00000200:0.0:1724310016.811528:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.811541:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c680 00000400:00000200:0.0:1724310016.811547:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 18888 00000400:00000200:0.0:1724310016.811566:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.811569:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.811575:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.811580:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326d80. 00000020:00000010:2.0:1724310016.811837:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081592e00. 00000020:00000010:2.0:1724310016.811842:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310016.811846:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.811969:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883446912 02000000:00000010:2.0:1724310016.811996:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d173000. 00010000:00000010:2.0:1724310016.812025:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:2.0:1724310016.812053:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310016.812086:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.812090:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.812102:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.812104:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.812106:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.812109:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.812184:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.812186:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.812188:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.812190:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310016.812211:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951880. 00000020:00000010:2.0:1724310016.812221:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951880. 00000020:00000010:2.0:1724310016.812229:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.812235:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c44b400. 00000001:00000010:2.0:1724310016.812442:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584c60. 00000001:00000010:2.0:1724310016.812447:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310016.812476:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.812483:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.812487:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.812500:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.812517:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.812520:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310016.812543:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:2.0:1724310016.812548:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310016.812552:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.812558:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310016.812566:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310016.812578:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096444, last committed = 4295096163 00010000:00000200:2.0:1724310016.812585:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326d80 x1808069883446912/t4295096444(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.812597:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83330. 00000100:00000200:2.0:1724310016.812602:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883446912, offset 224 00000400:00000010:2.0:1724310016.812607:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf67e0. 00000400:00000200:2.0:1724310016.812610:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.812619:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.812624:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531770:531770:256:4294967295] 192.168.204.31@tcp LPNI seq info [531766:531766:8:4294967295] 00000400:00000200:2.0:1724310016.812628:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.812633:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.812637:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.812639:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.812644:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.812649:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.812652:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.812670:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310016.812673:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310016.812675:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081592e00. 00000800:00000200:0.0:1724310016.812935:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.812938:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.812941:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.812945:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.814365:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.814375:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295649 00000400:00000200:0.0:1724310016.814378:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.814381:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.814384:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83330 00000400:00000010:0.0:1724310016.814386:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83330. 00000400:00000200:0.0:1724310016.814411:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.814416:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c700 00000400:00000200:0.0:1724310016.814420:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 19376 00000400:00000200:0.0:1724310016.814456:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.814459:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.814462:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.814466:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325180. 00010000:00000010:3.0:1724310016.814611:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:3.0:1724310016.814618:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000020:00000010:3.0:1724310016.814658:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb200. 00000020:00000010:3.0:1724310016.814661:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.814664:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.814682:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883447040 00000001:00000010:3.0:1724310016.814689:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310016.814703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.814707:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310016.814744:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134810000. 00010000:00000010:3.0:1724310016.814761:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.814764:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.814773:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.814774:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.814777:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.814780:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310016.814834:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310016.814839:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.814843:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.814848:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:2.1:1724310016.815278:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310016.815284:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.815288:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310016.815290:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.0:1724310016.815681:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.815684:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.815687:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.815690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.815722:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.815728:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310016.815731:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.815753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310016.815764:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325180 x1808069883447040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.815775:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.815779:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883447040, offset 224 00000400:00000200:3.0:1724310016.815783:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.815789:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.815793:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531771:531771:256:4294967295] 192.168.204.31@tcp LPNI seq info [531767:531767:8:4294967295] 00000400:00000200:3.0:1724310016.815800:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.815804:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.815807:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310016.815811:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.815816:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.815819:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.816026:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.816029:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.816031:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb200. 00000800:00000200:0.0:1724310016.816255:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.816511:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310016.816515:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.816519:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.816521:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.816523:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.819087:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.819101:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c800 00000400:00000200:0.0:1724310016.819107:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 19952 00000400:00000200:0.0:1724310016.819127:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.819131:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.819136:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.819141:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00000020:00000010:3.0:1724310016.819850:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb200. 00000020:00000010:3.0:1724310016.819855:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.819860:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.819883:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883447296 02000000:00000010:3.0:1724310016.819910:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fb000. 00010000:00000010:3.0:1724310016.819938:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.819950:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.819970:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.819974:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.819984:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310016.819986:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.819988:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.819990:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.820064:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.820067:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.820069:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.820071:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310016.820090:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.820095:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.820103:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4f60. 00080000:00000010:3.0:1724310016.820109:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831e800. 00000001:00000010:3.0:1724310016.820290:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac42a0. 00000001:00000010:3.0:1724310016.820296:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310016.820325:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4f60. 00010000:00000010:3.0:1724310016.820342:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.820346:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.820359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310016.820376:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310016.820379:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00080000:00000010:3.0:1724310016.820396:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.820401:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.820404:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.820409:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310016.820417:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:3.0:1724310016.820429:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096445, last committed = 4295096163 00010000:00000200:3.0:1724310016.820435:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883447296/t4295096445(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.820448:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.820453:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883447296, offset 224 00000400:00000010:3.0:1724310016.820458:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e170e0. 00000400:00000200:3.0:1724310016.820461:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.820469:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.820474:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531772:531772:256:4294967295] 192.168.204.31@tcp LPNI seq info [531768:531768:8:4294967295] 00000400:00000200:3.0:1724310016.820478:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.820483:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.820487:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.820490:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310016.820494:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.820501:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.820504:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.820522:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.820525:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.820527:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb200. 00000800:00000200:0.0:1724310016.820678:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.820681:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310016.820684:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.820687:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.820962:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310016.820967:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310016.822640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310016.823221:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.823234:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295651 00000400:00000200:0.0:1724310016.823239:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.823242:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.823247:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.823249:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.823995:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.824002:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321c880 00000400:00000200:0.0:1724310016.824008:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 20440 00000400:00000200:0.0:1724310016.824028:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.824031:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.824035:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.824040:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e327480. 00010000:00000010:1.0:1724310016.824132:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:1.0:1724310016.824142:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000020:00000010:3.0:1724310016.824285:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb200. 00000020:00000010:3.0:1724310016.824289:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.824293:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.824316:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883447424 00000001:00000010:3.0:1724310016.824323:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310016.824355:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.824360:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 02000000:00000010:3.0:1724310016.824404:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880085530000. 00010000:00000010:3.0:1724310016.824426:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.824429:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.824439:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.824441:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.824444:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.824446:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310016.824520:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310016.824526:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.824530:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.824536:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:3.0:1724310016.825429:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310016.825433:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.825436:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.825439:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.825477:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.825484:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.825487:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.825511:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:3.0:1724310016.825522:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e327480 x1808069883447424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.825536:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.825542:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883447424, offset 224 00000400:00000200:3.0:1724310016.825546:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.825554:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.825559:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531773:531773:256:4294967295] 192.168.204.31@tcp LPNI seq info [531769:531769:8:4294967295] 00000400:00000200:3.0:1724310016.825566:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.825572:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.825574:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310016.825579:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.825586:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.825589:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.826118:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.826122:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.826125:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb200. 00010000:00000010:1.1:1724310016.826342:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310016.826349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000800:00000200:0.0:1724310016.826581:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.826584:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310016.826588:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.826592:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.826596:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.826598:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.827992:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.828004:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321c980 00000400:00000200:0.0:1724310016.828011:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 21016 00000400:00000200:0.0:1724310016.828027:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.828031:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.828036:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.828040:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325c00. 00000020:00000010:3.0:1724310016.828197:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb200. 00000020:00000010:3.0:1724310016.828201:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.828205:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.828237:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883447680 02000000:00000010:3.0:1724310016.828287:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d64f000. 00010000:00000010:3.0:1724310016.828314:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.828326:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.828435:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.828439:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.828449:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310016.828451:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310016.828453:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.828455:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.828521:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.828523:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.828525:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.828527:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310016.828541:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.828545:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c660. 00000020:00000010:3.0:1724310016.828552:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4180. 00080000:00000010:3.0:1724310016.828556:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831dc00. 00000001:00000010:3.0:1724310016.828689:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4120. 00000001:00000010:3.0:1724310016.828693:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310016.828718:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4180. 00010000:00000010:3.0:1724310016.828723:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.828726:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.828738:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.828754:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.828756:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00080000:00000010:3.0:1724310016.828771:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:3.0:1724310016.828775:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310016.828778:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.828783:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310016.828788:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310016.828798:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096446, last committed = 4295096163 00010000:00000200:3.0:1724310016.828804:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325c00 x1808069883447680/t4295096446(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.828816:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.828820:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883447680, offset 224 00000400:00000010:3.0:1724310016.828825:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17118. 00000400:00000200:3.0:1724310016.828828:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.828835:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.828839:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531774:531774:256:4294967295] 192.168.204.31@tcp LPNI seq info [531770:531770:8:4294967295] 00000400:00000200:3.0:1724310016.828843:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.828848:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.828852:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.828854:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310016.828859:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.828864:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.828867:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.828895:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310016.828898:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310016.828900:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb200. 00000800:00000200:1.0:1724310016.829045:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.829048:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:1.0:1724310016.829051:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.829055:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.829501:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310016.829506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310016.829575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310016.829579:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310016.829583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310016.829588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310016.831525:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.831537:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295659 00000400:00000200:0.0:1724310016.831543:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.831546:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.831550:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.831552:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.831581:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.831587:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ca00 00000400:00000200:0.0:1724310016.831592:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 21504 00000400:00000200:0.0:1724310016.831604:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.831607:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.831611:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.831615:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 00000020:00000010:1.0:1724310016.831739:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d158a00. 00000020:00000010:1.0:1724310016.831744:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310016.831747:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.831778:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883447808 00000001:00000010:1.0:1724310016.831787:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:1.0:1724310016.831806:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.831812:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.831855:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:1.0:1724310016.831877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.831879:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.831892:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.831894:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.831896:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.831898:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310016.831975:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310016.831981:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.831985:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.831991:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:3.0:1724310016.832219:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310016.832225:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:1.1:1724310016.832523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310016.832530:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310016.832533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310016.832535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310016.832537:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310016.832540:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310016.832544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310016.832546:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310016.832548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310016.832553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310016.832555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310016.832557:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310016.832559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310016.832561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.0:1724310016.832868:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310016.832870:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.832873:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310016.832876:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.832907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.832923:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.832926:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.832948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.832958:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326680 x1808069883447808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.832969:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310016.832974:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883447808, offset 224 00000400:00000200:1.0:1724310016.832979:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.832986:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.832992:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531775:531775:256:4294967295] 192.168.204.31@tcp LPNI seq info [531771:531771:8:4294967295] 00000400:00000200:1.0:1724310016.833000:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.833004:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.833008:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310016.833012:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.833018:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.833021:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.833033:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310016.833036:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.833039:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d158a00. 00000800:00000200:2.0:1724310016.833167:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.833170:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310016.833173:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.833177:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.833179:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:2.0:1724310016.833181:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:0.0:1724310016.834777:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.834788:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321cb00 00000400:00000200:0.0:1724310016.834794:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 22080 00000400:00000200:0.0:1724310016.834811:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.834814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.834818:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.834822:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e324000. 00000020:00000010:1.0:1724310016.834892:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310016.834896:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310016.834899:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.835500:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448064 02000000:00000010:1.0:1724310016.835527:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a3000. 00010000:00000010:1.0:1724310016.835552:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.835563:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.835581:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310016.835585:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.835593:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310016.835594:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.835597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310016.835599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.835667:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.835669:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.835672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310016.835674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310016.835691:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310016.835696:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310016.835703:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7cc0. 00080000:00000010:1.0:1724310016.835708:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a9a800. 00000001:00000010:1.0:1724310016.835859:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ea0. 00000001:00000010:1.0:1724310016.835863:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310016.835890:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7cc0. 00010000:00000010:1.0:1724310016.835896:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310016.835899:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.835910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.835924:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310016.835926:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310016.835942:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.835946:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.835950:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.835954:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310016.835959:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310016.835969:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096447, last committed = 4295096163 00010000:00000200:1.0:1724310016.835976:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e324000 x1808069883448064/t4295096447(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.835988:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310016.835992:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883448064, offset 224 00000400:00000010:1.0:1724310016.835998:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc878f8. 00000400:00000200:1.0:1724310016.836001:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.836009:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.836014:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531776:531776:256:4294967295] 192.168.204.31@tcp LPNI seq info [531772:531772:8:4294967295] 00000400:00000200:1.0:1724310016.836017:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.836023:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.836026:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.836030:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310016.836034:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.836040:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.836043:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.836063:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310016.836066:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.836068:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:0.0:1724310016.836176:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.836178:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310016.836181:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.836184:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.837377:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.837387:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295661 00000400:00000200:0.0:1724310016.837391:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.837393:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.837397:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310016.837399:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:1.0:1724310016.837458:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.837465:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00000400:00000200:0.0:1724310016.838642:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.838650:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321cb80 00000400:00000200:0.0:1724310016.838656:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 22568 00000400:00000200:0.0:1724310016.838938:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.838942:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.838946:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.838954:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62680. 00000020:00000010:2.0:1724310016.839181:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081593e00. 00000020:00000010:2.0:1724310016.839186:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310016.839189:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310016.839226:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448192 00000001:00000010:2.0:1724310016.839235:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310016.839255:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.839295:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 02000000:00000010:2.0:1724310016.839352:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093770000. 00010000:00000010:2.0:1724310016.839373:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.839376:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.839387:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.839389:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.839391:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.839393:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310016.839465:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310016.839471:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53258. 00000004:00000010:2.0:1724310016.839475:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310016.839481:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0820. 00010000:00000010:1.1:1724310016.839987:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310016.839996:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310016.840000:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310016.840002:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310016.840004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310016.840009:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310016.840011:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310016.840013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.0:1724310016.840280:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310016.840283:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.840286:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310016.840288:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.840324:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:0.0:1724310016.840342:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:0.0:1724310016.840345:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.840365:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:0.0:1724310016.840374:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d62680 x1808069883448192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.840388:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e440. 00000100:00000200:0.0:1724310016.840393:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883448192, offset 224 00000400:00000200:0.0:1724310016.840397:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.840405:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.840410:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531777:531777:256:4294967295] 192.168.204.31@tcp LPNI seq info [531773:531773:8:4294967295] 00000400:00000200:0.0:1724310016.840419:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.840424:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.840427:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310016.840432:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.840437:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.840440:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.840862:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:0.0:1724310016.840866:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:0.0:1724310016.840870:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081593e00. 00000800:00000200:1.0:1724310016.840973:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.840976:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310016.840978:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.840982:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.840985:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e440 00000400:00000010:1.0:1724310016.840987:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e440. 00010000:00000010:2.1:1724310016.843291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310016.843303:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310016.843307:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310016.843308:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:1.0:1724310016.843373:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.843385:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321cc80 00000400:00000200:1.0:1724310016.843391:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 23144 00000400:00000200:1.0:1724310016.843408:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.843411:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.843417:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.843422:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fce00. 00000020:00000010:0.0:1724310016.843512:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310016.843518:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310016.843522:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.843555:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448448 02000000:00000010:0.0:1724310016.843581:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bce000. 00010000:00000010:0.0:1724310016.843609:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.843619:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.843637:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310016.843641:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310016.843651:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310016.843653:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310016.843656:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310016.843658:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310016.843735:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310016.843737:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.843739:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310016.843742:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310016.843761:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.843766:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b0c0. 00000020:00000010:0.0:1724310016.843775:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bd20. 00080000:00000010:0.0:1724310016.843780:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cd000. 00000001:00000010:0.0:1724310016.843927:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4bf60. 00000001:00000010:0.0:1724310016.843932:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310016.843961:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bd20. 00010000:00000010:0.0:1724310016.843967:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310016.843970:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.843983:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.843998:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.844001:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00080000:00000010:0.0:1724310016.844013:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0820. 00000004:00000010:0.0:1724310016.844017:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:0.0:1724310016.844021:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53258. 00000004:00000010:0.0:1724310016.844026:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:0.0:1724310016.844034:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310016.844043:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096448, last committed = 4295096163 00010000:00000200:0.0:1724310016.844049:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fce00 x1808069883448448/t4295096448(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.844060:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e220. 00000100:00000200:0.0:1724310016.844065:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883448448, offset 224 00000400:00000010:0.0:1724310016.844068:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9658. 00000400:00000200:0.0:1724310016.844071:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.844079:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.844084:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531778:531778:256:4294967295] 192.168.204.31@tcp LPNI seq info [531774:531774:8:4294967295] 00000400:00000200:0.0:1724310016.844088:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310016.844093:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.844096:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.844099:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310016.844103:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.844108:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.844111:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.844135:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310016.844138:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310016.844141:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:2.0:1724310016.844283:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.844286:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310016.844288:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.844292:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.845086:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.845094:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295669 00000400:00000200:0.0:1724310016.845096:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.845099:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.845102:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e220 00000400:00000010:0.0:1724310016.845103:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e220. 00000400:00000200:0.0:1724310016.846506:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.846514:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321cd00 00000400:00000200:0.0:1724310016.846520:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 23632 00000400:00000200:0.0:1724310016.846566:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.846570:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.846574:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.846578:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63480. 00010000:00000010:3.0:1724310016.846702:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:3.0:1724310016.846708:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00000020:00000010:1.0:1724310016.847205:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b7200. 00000020:00000010:1.0:1724310016.847217:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310016.847221:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.847241:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448576 00000001:00000010:1.0:1724310016.847250:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310016.847287:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310016.847292:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.847345:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5c0000. 00010000:00000010:1.0:1724310016.847363:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310016.847366:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.847376:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310016.847378:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.847380:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310016.847382:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310016.847451:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310016.847457:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.847462:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.847468:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.848017:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310016.848020:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.848023:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310016.848026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.848063:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.848069:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.848072:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.848096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.848108:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63480 x1808069883448576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.848121:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310016.848125:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883448576, offset 224 00000400:00000200:1.0:1724310016.848130:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.848138:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.848142:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531779:531779:256:4294967295] 192.168.204.31@tcp LPNI seq info [531775:531775:8:4294967295] 00000400:00000200:1.0:1724310016.848150:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.848155:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.848158:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310016.848162:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.848168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.848172:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.848184:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310016.848187:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.848191:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b7200. 00000800:00000200:2.0:1724310016.848318:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.848321:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310016.848324:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.848339:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.848342:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:2.0:1724310016.848345:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:2.1:1724310016.849383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310016.849389:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310016.849392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310016.849395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310016.850013:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.850023:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ce00 00000400:00000200:0.0:1724310016.850029:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 24208 00000400:00000200:0.0:1724310016.850045:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.850049:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.850052:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.850057:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d60a80. 00000020:00000010:1.0:1724310016.850174:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b7200. 00000020:00000010:1.0:1724310016.850179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310016.850182:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.850201:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448832 02000000:00000010:1.0:1724310016.850224:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c990000. 00010000:00000010:1.0:1724310016.850245:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.850253:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.850288:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.850292:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.850300:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310016.850302:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.850305:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.850307:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.850382:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310016.850384:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.850387:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.850389:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310016.850406:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310016.850411:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310016.850418:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa79c0. 00080000:00000010:1.0:1724310016.850423:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a99c00. 00000001:00000010:1.0:1724310016.850562:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7480. 00000001:00000010:1.0:1724310016.850566:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310016.850594:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa79c0. 00010000:00000010:1.0:1724310016.850599:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.850602:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.850613:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.850629:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310016.850631:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00080000:00000010:1.0:1724310016.850648:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.850652:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.850656:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.850659:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310016.850665:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310016.850675:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096449, last committed = 4295096163 00010000:00000200:1.0:1724310016.850681:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d60a80 x1808069883448832/t4295096449(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.850692:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310016.850696:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883448832, offset 224 00000400:00000010:1.0:1724310016.850700:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87930. 00000400:00000200:1.0:1724310016.850703:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.850710:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.850715:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531780:531780:256:4294967295] 192.168.204.31@tcp LPNI seq info [531776:531776:8:4294967295] 00000400:00000200:1.0:1724310016.850719:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.850724:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.850729:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.850732:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310016.850736:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.850741:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.850744:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.850770:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310016.850773:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.850775:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b7200. 00000800:00000200:2.0:1724310016.851075:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.851078:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310016.851082:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.851085:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.851911:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.851919:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295671 00000400:00000200:0.0:1724310016.851922:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.851925:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.851928:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310016.851930:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:1.0:1724310016.852001:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.852006:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:0.0:1724310016.852420:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.852427:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ce80 00000400:00000200:0.0:1724310016.852433:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 24696 00000400:00000200:0.0:1724310016.852473:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.852476:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.852479:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.852483:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d61880. 00000020:00000010:2.0:1724310016.852968:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081592000. 00000020:00000010:2.0:1724310016.852972:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.852975:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f578. 00000100:00000200:2.0:1724310016.853009:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883448960 00000001:00000010:2.0:1724310016.853018:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:2.0:1724310016.853033:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.853037:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310016.853076:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f750000. 00010000:00000010:2.0:1724310016.853095:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.853098:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.853106:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.853108:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.853111:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.853113:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000004:00000010:2.0:1724310016.853178:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310016.853184:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.853187:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310016.853193:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:0.0:1724310016.854253:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310016.854272:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310016.854276:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.854279:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310016.854316:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310016.854323:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:0.0:1724310016.854326:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:0.0:1724310016.854364:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:0.0:1724310016.854375:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d61880 x1808069883448960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.854388:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e220. 00000100:00000200:0.0:1724310016.854392:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883448960, offset 224 00000400:00000200:0.0:1724310016.854397:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.854404:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.854409:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531781:531781:256:4294967295] 192.168.204.31@tcp LPNI seq info [531777:531777:8:4294967295] 00000400:00000200:0.0:1724310016.854416:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.854421:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.854424:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310016.854429:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.854434:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.854437:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.854593:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d000. 00000020:00000010:0.0:1724310016.854596:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f578. 00000020:00000010:0.0:1724310016.854600:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081592000. 00000800:00000200:2.0:1724310016.854709:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.854712:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310016.854714:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.854718:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.854721:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e220 00000400:00000010:2.0:1724310016.854723:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e220. 00010000:00000010:3.1:1724310016.855384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310016.855391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310016.855394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310016.855396:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310016.855399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310016.855403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310016.855404:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310016.855407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310016.855445:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310016.855449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00000400:00000200:0.0:1724310016.856414:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.856423:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321cf80 00000400:00000200:0.0:1724310016.856429:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 25272 00000400:00000200:0.0:1724310016.856444:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.856447:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.856451:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.856455:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63800. 00000020:00000010:2.0:1724310016.856573:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081593e00. 00000020:00000010:2.0:1724310016.856577:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.856580:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.857183:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883449216 02000000:00000010:2.0:1724310016.857206:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d177000. 00010000:00000010:2.0:1724310016.857229:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:2.0:1724310016.857250:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310016.857285:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.857289:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.857299:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.857300:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310016.857303:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.857305:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310016.857381:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.857383:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.857385:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.857387:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310016.857401:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310016.857406:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310016.857413:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.857417:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c448000. 00000001:00000010:2.0:1724310016.857551:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584f00. 00000001:00000010:2.0:1724310016.857554:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310016.857578:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.857583:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.857586:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.857596:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.857610:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.857613:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310016.857627:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.857631:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310016.857635:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.857639:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310016.857645:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:2.0:1724310016.857656:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096450, last committed = 4295096163 00010000:00000200:2.0:1724310016.857663:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63800 x1808069883449216/t4295096450(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.857675:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83cc0. 00000100:00000200:2.0:1724310016.857680:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883449216, offset 224 00000400:00000010:2.0:1724310016.857684:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6818. 00000400:00000200:2.0:1724310016.857687:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.857694:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.857699:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531782:531782:256:4294967295] 192.168.204.31@tcp LPNI seq info [531778:531778:8:4294967295] 00000400:00000200:2.0:1724310016.857702:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.857707:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.857712:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.857716:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310016.857720:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.857725:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.857728:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.857741:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.857743:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310016.857746:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081593e00. 00000800:00000200:2.0:1724310016.857827:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.857830:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:2.0:1724310016.857832:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.857835:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.858361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310016.858367:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310016.858369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310016.858371:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310016.858373:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310016.858378:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000400:00000200:0.0:1724310016.859499:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.859510:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295679 00000400:00000200:0.0:1724310016.859515:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.859517:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.859522:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83cc0 00000400:00000010:0.0:1724310016.859524:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83cc0. 00010000:00000010:3.0:1724310016.859732:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:3.0:1724310016.859740:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000400:00000200:0.0:1724310016.860203:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.860209:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d000 00000400:00000200:0.0:1724310016.860215:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 25760 00000400:00000200:0.0:1724310016.860291:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.860295:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.860299:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.860304:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63100. 00000020:00000010:1.0:1724310016.860562:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b7200. 00000020:00000010:1.0:1724310016.860567:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310016.860571:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.860596:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883449344 00000001:00000010:1.0:1724310016.860604:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310016.860620:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.860624:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.860664:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b20000. 00010000:00000010:1.0:1724310016.860684:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.860687:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.860698:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310016.860700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.860703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.860705:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000004:00000010:1.0:1724310016.860773:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310016.860779:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.860783:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.860788:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.861656:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310016.861659:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.861662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310016.861664:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.861699:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.861707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.861710:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.861733:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.861744:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63100 x1808069883449344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.861757:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310016.861761:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883449344, offset 224 00000400:00000200:1.0:1724310016.861766:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.861774:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.861778:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531783:531783:256:4294967295] 192.168.204.31@tcp LPNI seq info [531779:531779:8:4294967295] 00000400:00000200:1.0:1724310016.861785:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.861789:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.861792:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310016.861797:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.861803:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.861806:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.861829:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310016.861832:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.861836:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b7200. 00000800:00000200:3.0:1724310016.862159:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.862162:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310016.862166:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.862169:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.862171:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310016.862173:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.1:1724310016.864451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310016.864459:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310016.864463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310016.864465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310016.864467:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:3.1:1724310016.864472:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310016.864473:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310016.864477:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310016.864477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310016.864479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310016.864481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310016.864483:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310016.864485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310016.864487:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310016.864489:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310016.864493:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310016.864494:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310016.864497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:0.0:1724310016.864789:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.864804:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d100 00000400:00000200:0.0:1724310016.864811:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 26336 00000400:00000200:0.0:1724310016.864832:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.864836:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.864842:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.864846:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63b80. 00000020:00000010:1.0:1724310016.864969:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b7200. 00000020:00000010:1.0:1724310016.864974:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310016.864978:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.865585:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883449600 02000000:00000010:1.0:1724310016.865613:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088957000. 00010000:00000010:1.0:1724310016.865641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.865652:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.865670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310016.865674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.865684:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310016.865686:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.865689:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310016.865691:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.865762:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310016.865764:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.865766:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310016.865768:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00000020:00000010:1.0:1724310016.865786:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310016.865791:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310016.865799:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f00. 00080000:00000010:1.0:1724310016.865804:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a9b800. 00000001:00000010:1.0:1724310016.865944:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7660. 00000001:00000010:1.0:1724310016.865948:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310016.865972:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f00. 00010000:00000010:1.0:1724310016.865978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310016.865980:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.865992:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.866006:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310016.866008:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310016.866024:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.866028:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.866033:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.866036:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310016.866040:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310016.866049:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096451, last committed = 4295096163 00010000:00000200:1.0:1724310016.866055:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63b80 x1808069883449600/t4295096451(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.866068:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310016.866073:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883449600, offset 224 00000400:00000010:1.0:1724310016.866077:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87968. 00000400:00000200:1.0:1724310016.866079:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.866088:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.866092:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531784:531784:256:4294967295] 192.168.204.31@tcp LPNI seq info [531780:531780:8:4294967295] 00000400:00000200:1.0:1724310016.866097:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.866102:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.866106:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.866110:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310016.866114:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.866119:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.866122:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.866136:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310016.866139:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.866141:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b7200. 00000800:00000200:0.0:1724310016.866245:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.866248:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310016.866251:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.866254:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.867472:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:0.1:1724310016.867482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310016.867746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310016.867751:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:3.1:1724310016.867755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310016.867757:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:0.0:1724310016.868135:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.868147:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295681 00000400:00000200:0.0:1724310016.868151:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.868153:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.868158:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310016.868160:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:0.0:1724310016.868435:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.868442:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d180 00000400:00000200:0.0:1724310016.868447:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 26824 00000400:00000200:0.0:1724310016.868484:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.868487:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.868491:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.868495:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62d80. 00000020:00000010:2.0:1724310016.868597:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dae00. 00000020:00000010:2.0:1724310016.868602:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310016.868605:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310016.868624:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883449728 00000001:00000010:2.0:1724310016.868631:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:2.0:1724310016.868646:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.868651:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 02000000:00000010:2.0:1724310016.868692:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d2b0000. 00010000:00000010:2.0:1724310016.868709:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.868711:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.868721:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.868723:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.868726:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.868728:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310016.868790:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310016.868795:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.868800:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310016.868806:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:1.0:1724310016.869199:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.869204:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:0.0:1724310016.870385:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310016.870388:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310016.870391:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.870395:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310016.870435:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310016.870446:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310016.870450:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:0.0:1724310016.870479:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:0.0:1724310016.870492:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d62d80 x1808069883449728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.870504:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e908. 00000100:00000200:0.0:1724310016.870510:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883449728, offset 224 00000400:00000200:0.0:1724310016.870514:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.870522:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.870527:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531785:531785:256:4294967295] 192.168.204.31@tcp LPNI seq info [531781:531781:8:4294967295] 00000400:00000200:0.0:1724310016.870534:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.870539:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.870541:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310016.870545:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.870551:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.870553:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.870575:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:0.0:1724310016.870578:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:0.0:1724310016.870582:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dae00. 00000800:00000200:1.0:1724310016.870739:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.870742:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310016.870744:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.870748:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.870751:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e908 00000400:00000010:1.0:1724310016.870752:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e908. 00000400:00000200:0.0:1724310016.872853:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.872863:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d280 00000400:00000200:0.0:1724310016.872869:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 27400 00000400:00000200:0.0:1724310016.872885:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.872888:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.872892:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.872898:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae2a00. 00000020:00000010:2.0:1724310016.874120:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dba00. 00000020:00000010:2.0:1724310016.874126:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.874129:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310016.874162:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883449984 02000000:00000010:2.0:1724310016.874190:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008e750000. 00010000:00000010:2.0:1724310016.874217:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310016.874231:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310016.874250:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.874254:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.874280:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.874281:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.874284:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.874286:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.874364:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.874366:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.874368:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.874370:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.874387:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951980. 00000020:00000010:2.0:1724310016.874391:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951980. 00000020:00000010:2.0:1724310016.874399:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.874403:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c44ac00. 00000001:00000010:2.0:1724310016.874536:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584d20. 00000001:00000010:2.0:1724310016.874540:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310016.874565:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.874570:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.874572:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.874583:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.874599:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.874601:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310016.874619:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.874624:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310016.874627:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.874632:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310016.874640:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310016.874650:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096452, last committed = 4295096163 00010000:00000200:2.0:1724310016.874657:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae2a00 x1808069883449984/t4295096452(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.874670:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83000. 00000100:00000200:2.0:1724310016.874674:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883449984, offset 224 00000400:00000010:2.0:1724310016.874679:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6850. 00000400:00000200:2.0:1724310016.874682:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.874689:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.874694:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531786:531786:256:4294967295] 192.168.204.31@tcp LPNI seq info [531782:531782:8:4294967295] 00000400:00000200:2.0:1724310016.874698:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.874704:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.874708:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.874711:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.874715:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.874720:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.874724:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.874746:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.874749:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310016.874751:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dba00. 00000800:00000200:3.0:1724310016.874933:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.874936:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:3.0:1724310016.874939:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.874943:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.875226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310016.875233:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310016.875236:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310016.875238:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:0.0:1724310016.877171:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.877185:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295689 00000400:00000200:0.0:1724310016.877189:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.877192:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.877197:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83000 00000400:00000010:0.0:1724310016.877199:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83000. 00000400:00000200:0.0:1724310016.877229:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.877233:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d300 00000400:00000200:0.0:1724310016.877238:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 27888 00000400:00000200:0.0:1724310016.877253:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.877255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.0:1724310016.877412:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:3.0:1724310016.877419:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00000100:00000200:0.0:1724310016.877701:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.877705:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0000. 00000020:00000010:1.0:1724310016.877759:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.877764:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.877767:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.877795:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883450112 00000001:00000010:1.0:1724310016.877803:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310016.877820:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310016.877824:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.877865:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be10000. 00010000:00000010:1.0:1724310016.877887:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310016.877890:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.877900:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310016.877902:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.877905:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310016.877907:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000004:00000010:1.0:1724310016.877976:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310016.877982:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.877986:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.877993:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.878788:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310016.878792:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.878795:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310016.878798:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.878838:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.878845:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.878848:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.878877:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.878889:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0000 x1808069883450112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.878902:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310016.878908:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883450112, offset 224 00000400:00000200:1.0:1724310016.878912:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.878920:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.878925:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531787:531787:256:4294967295] 192.168.204.31@tcp LPNI seq info [531783:531783:8:4294967295] 00000400:00000200:1.0:1724310016.878932:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.878936:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.878938:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310016.878943:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.878948:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.878950:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.879358:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.879362:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.879365:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:0.0:1724310016.879718:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.879720:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310016.879724:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.879727:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.879730:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310016.879732:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.1:1724310016.880563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310016.880569:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310016.880572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310016.880575:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.880580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310016.880585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310016.880600:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310016.880605:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310016.880608:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310016.880609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310016.881606:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.881619:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d400 00000400:00000200:0.0:1724310016.881624:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 28464 00000400:00000200:0.0:1724310016.881641:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.881644:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.881649:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.881654:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1c00. 00000020:00000010:1.0:1724310016.881738:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.881742:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.881747:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.881917:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883450368 02000000:00000010:1.0:1724310016.881942:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088953000. 00010000:00000010:1.0:1724310016.881969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.881980:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.882001:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310016.882005:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.882015:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310016.882017:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310016.882020:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310016.882022:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.882095:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310016.882097:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.882099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310016.882101:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310016.882120:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.882124:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.882131:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7b40. 00080000:00000010:1.0:1724310016.882137:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a99800. 00000001:00000010:1.0:1724310016.882314:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ae0. 00000001:00000010:1.0:1724310016.882318:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310016.882358:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7b40. 00010000:00000010:1.0:1724310016.882364:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310016.882367:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.882380:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.882396:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.882398:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310016.882416:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.882421:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.882425:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.882428:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310016.882434:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310016.882444:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096453, last committed = 4295096163 00010000:00000200:1.0:1724310016.882451:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1c00 x1808069883450368/t4295096453(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.882462:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310016.882467:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883450368, offset 224 00000400:00000010:1.0:1724310016.882471:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc879a0. 00000400:00000200:1.0:1724310016.882474:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.882482:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.882487:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531788:531788:256:4294967295] 192.168.204.31@tcp LPNI seq info [531784:531784:8:4294967295] 00000400:00000200:1.0:1724310016.882491:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.882496:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.882500:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.882503:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310016.882507:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.882513:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.882516:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.882985:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310016.882989:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.882991:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:0.0:1724310016.883116:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.883119:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310016.883123:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.883126:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.883937:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.883945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310016.883974:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310016.883978:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310016.883982:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310016.883984:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310016.883986:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310016.883991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310016.883993:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310016.883995:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:0.0:1724310016.885167:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.885179:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295691 00000400:00000200:0.0:1724310016.885185:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.885188:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.885193:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:0.0:1724310016.885195:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00010000:00000010:1.0:1724310016.885318:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.885339:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00000400:00000200:0.0:1724310016.886052:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.886058:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d480 00000400:00000200:0.0:1724310016.886065:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 28952 00000400:00000200:0.0:1724310016.886111:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.886114:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.886118:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.886124:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0a80. 00000020:00000010:1.0:1724310016.886479:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.886485:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.886489:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.886516:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883450496 00000001:00000010:1.0:1724310016.886525:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:1.0:1724310016.886542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310016.886547:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310016.886589:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086670000. 00010000:00000010:1.0:1724310016.886609:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310016.886611:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.886621:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310016.886623:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.886626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310016.886627:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310016.886700:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310016.886707:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.886712:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.886718:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.887413:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.887416:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.887419:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310016.887422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.887462:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.887468:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.887471:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.887496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310016.887507:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0a80 x1808069883450496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.887520:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310016.887524:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883450496, offset 224 00000400:00000200:1.0:1724310016.887528:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.887536:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.887540:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531789:531789:256:4294967295] 192.168.204.31@tcp LPNI seq info [531785:531785:8:4294967295] 00000400:00000200:1.0:1724310016.887548:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.887552:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.887555:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310016.887559:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.887565:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.887568:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.887588:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.887591:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.887594:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:0.0:1724310016.887675:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.887678:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310016.887681:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.887685:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.887688:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:0.0:1724310016.887690:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:0.0:1724310016.888903:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.888912:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d580 00000400:00000200:0.0:1724310016.888917:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 29528 00000400:00000200:0.0:1724310016.888932:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.888935:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.888939:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.888943:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1180. 00000020:00000010:1.0:1724310016.890616:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.890622:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.890626:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.890656:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883450752 02000000:00000010:1.0:1724310016.890681:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088950000. 00010000:00000010:1.0:1724310016.890707:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.890718:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.890738:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310016.890741:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.890750:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310016.890752:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310016.890755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.890757:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310016.890830:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310016.890833:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.890835:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310016.890837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310016.890854:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.890859:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.890866:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7ba0. 00080000:00000010:1.0:1724310016.890872:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a98c00. 00000001:00000010:1.0:1724310016.891022:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa79c0. 00000001:00000010:1.0:1724310016.891026:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310016.891054:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7ba0. 00010000:00000010:1.0:1724310016.891060:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310016.891062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.891075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310016.891093:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310016.891096:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310016.891114:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.891118:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.891121:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.891125:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310016.891131:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310016.891141:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096454, last committed = 4295096163 00010000:00000200:1.0:1724310016.891149:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1180 x1808069883450752/t4295096454(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.891161:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310016.891166:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883450752, offset 224 00000400:00000010:1.0:1724310016.891171:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc879d8. 00000400:00000200:1.0:1724310016.891173:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.891181:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.891187:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531790:531790:256:4294967295] 192.168.204.31@tcp LPNI seq info [531786:531786:8:4294967295] 00000400:00000200:1.0:1724310016.891190:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.891195:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.891199:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.891202:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310016.891206:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.891211:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.891214:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.891237:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.891240:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.891242:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:0.0:1724310016.891456:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.891459:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310016.891462:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.891466:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.891938:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310016.891944:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310016.891948:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310016.891950:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310016.891951:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310016.891953:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310016.891955:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310016.891957:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310016.891959:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310016.891962:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:0.0:1724310016.892999:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.893010:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295699 00000400:00000200:0.0:1724310016.893014:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.893017:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.893021:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:0.0:1724310016.893023:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:0.0:1724310016.894769:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.894779:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d600 00000400:00000200:0.0:1724310016.894785:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 30016 00000400:00000200:0.0:1724310016.894833:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.894838:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.894841:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.894846:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0e00. 00010000:00000010:3.0:1724310016.895028:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:3.0:1724310016.895037:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000020:00000010:2.0:1724310016.895182:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dba00. 00000020:00000010:2.0:1724310016.895186:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310016.895190:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310016.895216:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883450880 00000001:00000010:2.0:1724310016.895224:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:2.0:1724310016.895240:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.895244:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310016.895295:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880075a40000. 00010000:00000010:2.0:1724310016.895313:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.895315:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.895324:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.895335:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.895338:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.895340:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310016.895410:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310016.895415:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.895418:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310016.895424:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:0.0:1724310016.897167:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310016.897172:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310016.897175:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.897179:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310016.897219:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310016.897245:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.897249:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.1:1724310016.897310:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310016.897316:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310016.897319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310016.897321:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310016.897323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310016.897339:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310016.897341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310016.897343:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310016.897345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310016.897347:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310016.897349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310016.897354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.0:1724310016.898047:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:0.0:1724310016.898065:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0e00 x1808069883450880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.898077:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e5d8. 00000100:00000200:0.0:1724310016.898082:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883450880, offset 224 00000400:00000200:0.0:1724310016.898087:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.898096:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.898101:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531791:531791:256:4294967295] 192.168.204.31@tcp LPNI seq info [531787:531787:8:4294967295] 00000400:00000200:0.0:1724310016.898110:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.898114:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.898118:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310016.898122:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.898128:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.898132:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.898231:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:0.0:1724310016.898235:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:0.0:1724310016.898239:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dba00. 00000800:00000200:2.0:1724310016.898429:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.898432:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:2.0:1724310016.898435:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.898438:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310016.898442:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e5d8 00000400:00000010:2.0:1724310016.898444:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e5d8. 00010000:00000010:1.1:1724310016.900406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310016.900415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310016.900820:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.900832:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d700 00000400:00000200:0.0:1724310016.900838:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 30592 00000400:00000200:0.0:1724310016.900855:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.900859:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.900863:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.900868:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae3100. 00000020:00000010:2.0:1724310016.900982:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dbc00. 00000020:00000010:2.0:1724310016.900987:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.900991:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310016.901012:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883451136 02000000:00000010:2.0:1724310016.901041:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a025000. 00010000:00000010:2.0:1724310016.901068:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310016.901139:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310016.901159:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.901163:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.901174:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.901176:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.901178:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.901180:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.901252:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.901254:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.901276:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.901279:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000020:00000010:2.0:1724310016.901300:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310016.901305:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951b60. 00000020:00000010:2.0:1724310016.901313:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310016.901317:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c44a400. 00000001:00000010:2.0:1724310016.901472:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584ba0. 00000001:00000010:2.0:1724310016.901476:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310016.901501:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310016.901507:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.901510:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.901522:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.901537:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.901539:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310016.901555:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.901559:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310016.901564:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.901569:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310016.901574:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310016.901584:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096455, last committed = 4295096163 00010000:00000200:2.0:1724310016.901591:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae3100 x1808069883451136/t4295096455(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.901601:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.901605:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883451136, offset 224 00000400:00000010:2.0:1724310016.901610:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6888. 00000400:00000200:2.0:1724310016.901613:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.901621:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.901626:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531792:531792:256:4294967295] 192.168.204.31@tcp LPNI seq info [531788:531788:8:4294967295] 00000400:00000200:2.0:1724310016.901629:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.901634:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.901637:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.901640:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310016.901644:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.901649:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.901652:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.901664:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.901667:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310016.901669:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dbc00. 00000800:00000200:2.0:1724310016.901740:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310016.901743:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:2.0:1724310016.901745:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.901748:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.903104:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.903114:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956a1 00000400:00000200:0.0:1724310016.903117:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.903119:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.903123:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.903125:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00010000:00000010:1.0:1724310016.903958:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:1.0:1724310016.903966:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000400:00000200:0.0:1724310016.904091:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.904098:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d780 00000400:00000200:0.0:1724310016.904103:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 31080 00000400:00000200:0.0:1724310016.904149:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.904152:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.904156:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.904160:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0380. 00000020:00000010:1.0:1724310016.904214:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.904218:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.904222:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.904249:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883451264 00000001:00000010:1.0:1724310016.904269:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310016.904285:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310016.904288:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 02000000:00000010:1.0:1724310016.904338:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e920000. 00010000:00000010:1.0:1724310016.904358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310016.904361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.904370:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310016.904372:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.904374:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310016.904376:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310016.904444:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310016.904450:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.904454:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310016.904460:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310016.905008:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310016.905011:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.905014:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310016.905016:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310016.905049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.905055:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.905057:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.905078:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000200:1.0:1724310016.905088:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0380 x1808069883451264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.905100:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310016.905104:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883451264, offset 224 00000400:00000200:1.0:1724310016.905109:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.905116:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.905121:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531793:531793:256:4294967295] 192.168.204.31@tcp LPNI seq info [531789:531789:8:4294967295] 00000400:00000200:1.0:1724310016.905129:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.905133:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.905137:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310016.905140:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.905147:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.905150:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.905172:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.905175:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.905178:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:3.0:1724310016.905227:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310016.905231:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310016.905233:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310016.905236:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310016.905239:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310016.905240:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:0.0:1724310016.907047:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.907057:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321d880 00000400:00000200:0.0:1724310016.907063:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 31656 00000400:00000200:0.0:1724310016.907080:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.907084:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.907088:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.907095:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ef800. 00000020:00000010:1.0:1724310016.907319:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800868b6a00. 00000020:00000010:1.0:1724310016.907325:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.907338:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310016.907926:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883451520 02000000:00000010:1.0:1724310016.907953:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8a000. 00010000:00000010:1.0:1724310016.907981:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310016.907994:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.908012:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310016.908016:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310016.908026:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310016.908028:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310016.908030:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310016.908032:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310016.908105:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310016.908107:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310016.908109:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310016.908111:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310016.908129:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.908134:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959389e0. 00000020:00000010:1.0:1724310016.908142:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f00. 00080000:00000010:1.0:1724310016.908147:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880076a98800. 00000001:00000010:1.0:1724310016.908352:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7a80. 00000001:00000010:1.0:1724310016.908357:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310016.908386:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f00. 00010000:00000010:1.0:1724310016.908393:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310016.908395:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.908408:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310016.908426:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310016.908429:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00080000:00000010:1.0:1724310016.908446:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310016.908450:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310016.908453:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310016.908457:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310016.908462:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310016.908473:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096456, last committed = 4295096163 00010000:00000200:1.0:1724310016.908480:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ef800 x1808069883451520/t4295096456(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310016.908492:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310016.908497:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883451520, offset 224 00000400:00000010:1.0:1724310016.908502:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87a10. 00000400:00000200:1.0:1724310016.908505:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310016.908513:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310016.908518:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531794:531794:256:4294967295] 192.168.204.31@tcp LPNI seq info [531790:531790:8:4294967295] 00000400:00000200:1.0:1724310016.908522:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310016.908526:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310016.908531:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310016.908534:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310016.908538:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310016.908543:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310016.908546:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310016.908565:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310016.908568:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310016.908571:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800868b6a00. 00000800:00000200:0.0:1724310016.908859:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.908862:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310016.908865:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.908868:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310016.910622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310016.910632:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:3.1:1724310016.910637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310016.910939:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.910950:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956a9 00000400:00000200:0.0:1724310016.910954:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.910957:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.910961:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310016.910963:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00000400:00000200:0.0:1724310016.910987:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.910991:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321d900 00000400:00000200:0.0:1724310016.910995:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 32144 00000400:00000200:0.0:1724310016.911038:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.911042:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.911046:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.911050:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ed880. 00000020:00000010:2.0:1724310016.911214:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2da200. 00000020:00000010:2.0:1724310016.911219:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.911223:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310016.911280:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883451648 00000001:00000010:2.0:1724310016.911289:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310016.911305:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.911310:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 02000000:00000010:2.0:1724310016.911362:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880091ee0000. 00010000:00000010:2.0:1724310016.911383:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.911386:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.911399:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.911401:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.911404:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.911407:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000004:00000010:2.0:1724310016.911478:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310016.911484:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.911487:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310016.911493:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:3.0:1724310016.911679:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:3.0:1724310016.911686:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:2.0:1724310016.912310:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310016.912313:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.912316:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.912319:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.912362:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.912367:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.912369:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.912391:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310016.912400:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ed880 x1808069883451648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.912412:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.912417:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883451648, offset 224 00000400:00000200:2.0:1724310016.912421:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.912428:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.912433:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531795:531795:256:4294967295] 192.168.204.31@tcp LPNI seq info [531791:531791:8:4294967295] 00000400:00000200:2.0:1724310016.912440:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.912445:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.912448:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.912452:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.912459:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.912462:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.912704:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.912708:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310016.912711:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2da200. 00000800:00000200:0.0:1724310016.912804:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.912807:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.912810:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.912813:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.912816:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:0.0:1724310016.912817:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00010000:00000010:0.1:1724310016.913364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310016.913368:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310016.913371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310016.913373:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310016.913376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310016.913379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310016.913428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.913432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310016.913435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310016.913437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310016.913440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310016.913442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310016.915175:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.915188:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321da00 00000400:00000200:0.0:1724310016.915194:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 32720 00000400:00000200:0.0:1724310016.915211:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.915215:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.915220:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.915227:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081307480. 00000020:00000010:2.0:1724310016.915512:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2da200. 00000020:00000010:2.0:1724310016.915516:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.915520:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310016.915832:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883451904 02000000:00000010:2.0:1724310016.915858:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a021000. 00010000:00000010:2.0:1724310016.915885:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.915897:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.915917:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.915921:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.915931:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310016.915933:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.915936:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.915938:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.916012:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310016.916014:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.916016:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.916019:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.916036:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.916041:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.916049:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584120. 00080000:00000010:2.0:1724310016.916054:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008c44a000. 00000001:00000010:2.0:1724310016.916209:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584ea0. 00000001:00000010:2.0:1724310016.916214:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310016.916242:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584120. 00010000:00000010:2.0:1724310016.916247:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.916250:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.916295:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.916312:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.916315:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310016.916342:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.916347:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310016.916350:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.916355:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310016.916365:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.916376:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096457, last committed = 4295096163 00010000:00000200:2.0:1724310016.916383:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081307480 x1808069883451904/t4295096457(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.916546:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.916552:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883451904, offset 224 00000400:00000010:3.0:1724310016.916558:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17150. 00000400:00000200:3.0:1724310016.916561:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.916569:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.916575:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531796:531796:256:4294967295] 192.168.204.31@tcp LPNI seq info [531792:531792:8:4294967295] 00000400:00000200:3.0:1724310016.916579:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.916584:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.916588:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.916591:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310016.916595:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.916601:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.916604:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.916625:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:3.0:1724310016.916629:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:3.0:1724310016.916632:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2da200. 00000800:00000200:0.0:1724310016.916731:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.916733:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310016.916737:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.916740:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.918040:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.918051:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956b1 00000400:00000200:0.0:1724310016.918055:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.918057:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.918062:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310016.918063:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310016.918090:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.918095:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321da80 00000400:00000200:0.0:1724310016.918101:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 33208 00000400:00000200:0.0:1724310016.918147:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.918151:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.918155:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.918158:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304e00. 00010000:00000010:1.0:1724310016.918239:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:1.0:1724310016.918246:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000020:00000010:3.0:1724310016.918491:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bb400. 00000020:00000010:3.0:1724310016.918498:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310016.918501:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310016.918548:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883452032 00000001:00000010:3.0:1724310016.918557:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:3.0:1724310016.918569:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.918572:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 02000000:00000010:3.0:1724310016.918618:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c20000. 00010000:00000010:3.0:1724310016.918635:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.918638:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310016.918646:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310016.918648:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310016.918650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.918652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310016.918714:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310016.918719:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d708. 00000004:00000010:3.0:1724310016.918723:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310016.918729:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce741a0. 00010000:00000010:0.1:1724310016.919554:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310016.919560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310016.919581:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.919622:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310016.919625:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.919628:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.919630:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.919666:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:2.0:1724310016.919673:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:2.0:1724310016.919676:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:2.0:1724310016.919704:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000200:2.0:1724310016.919833:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304e00 x1808069883452032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.919845:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.919850:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883452032, offset 224 00000400:00000200:2.0:1724310016.919854:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.919861:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.919866:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531797:531797:256:4294967295] 192.168.204.31@tcp LPNI seq info [531793:531793:8:4294967295] 00000400:00000200:2.0:1724310016.919873:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.919878:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.919881:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.919885:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.919890:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.919893:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.919913:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:2.0:1724310016.919917:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:2.0:1724310016.919919:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bb400. 00000800:00000200:0.0:1724310016.920012:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.920014:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:0.0:1724310016.920018:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.920021:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.920024:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.920025:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00000400:00000200:0.0:1724310016.922014:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.922025:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321db80 00000400:00000200:0.0:1724310016.922031:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 33784 00000400:00000200:0.0:1724310016.922048:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.922051:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.922056:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.922061:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305f80. 00000020:00000010:2.0:1724310016.922150:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dae00. 00000020:00000010:2.0:1724310016.922154:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.922158:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.922188:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883452288 02000000:00000010:2.0:1724310016.922211:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5c000. 00010000:00000010:2.0:1724310016.922235:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.922245:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.922302:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.922306:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.922316:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.922318:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.922321:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.922323:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.922401:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310016.922404:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.922406:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.922408:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310016.922424:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.922428:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.922435:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584120. 00080000:00000010:2.0:1724310016.922442:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880092618c00. 00000001:00000010:2.0:1724310016.922743:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584660. 00000001:00000010:2.0:1724310016.922747:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310016.922775:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584120. 00010000:00000010:2.0:1724310016.922782:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.922785:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.922797:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.922812:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.922820:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310016.922835:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce741a0. 00000004:00000010:2.0:1724310016.922839:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:2.0:1724310016.922842:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d708. 00000004:00000010:2.0:1724310016.922848:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:2.0:1724310016.922854:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310016.922865:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096458, last committed = 4295096163 00010000:00000200:2.0:1724310016.922871:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305f80 x1808069883452288/t4295096458(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.922883:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.922887:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883452288, offset 224 00000400:00000010:2.0:1724310016.922891:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf68c0. 00000400:00000200:2.0:1724310016.922893:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.922901:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.922906:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531798:531798:256:4294967295] 192.168.204.31@tcp LPNI seq info [531794:531794:8:4294967295] 00000400:00000200:2.0:1724310016.922910:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.922915:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.922919:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.922922:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310016.922926:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.922931:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.922934:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.923491:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.923496:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.923498:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dae00. 00000800:00000200:0.0:1724310016.923624:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.923627:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310016.923631:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.923635:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.924888:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.924900:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956b9 00000400:00000200:0.0:1724310016.924904:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.924907:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.924910:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.924913:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00010000:00000010:3.0:1724310016.924985:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310016.924994:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000400:00000200:0.0:1724310016.925453:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.925460:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321dc00 00000400:00000200:0.0:1724310016.925467:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 34272 00000400:00000200:0.0:1724310016.925510:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.925515:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.925519:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.925523:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304a80. 00010000:00000010:1.1:1724310016.925592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310016.925596:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310016.925597:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310016.925602:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310016.925602:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:1.1:1724310016.925604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310016.925605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310016.925607:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310016.925609:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310016.925613:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00000020:00000010:2.0:1724310016.926366:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081592000. 00000020:00000010:2.0:1724310016.926373:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.926377:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.926948:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883452416 00000001:00000010:2.0:1724310016.926957:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310016.926976:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.926981:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310016.927027:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880029fd0000. 00010000:00000010:2.0:1724310016.927049:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310016.927051:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.927063:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310016.927065:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.927069:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.927070:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310016.927359:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310016.927365:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.927370:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.927377:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310016.928088:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310016.928092:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.928096:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.928099:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.928139:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.928147:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.928150:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.928176:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310016.928187:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304a80 x1808069883452416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.928200:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.928206:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883452416, offset 224 00000400:00000200:2.0:1724310016.928211:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.928221:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.928226:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531799:531799:256:4294967295] 192.168.204.31@tcp LPNI seq info [531795:531795:8:4294967295] 00000400:00000200:2.0:1724310016.928234:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.928239:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.928242:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310016.928247:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.928253:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.928416:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.928441:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.928445:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.928448:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081592000. 00000800:00000200:0.0:1724310016.928576:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.928579:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:0.0:1724310016.928584:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.928588:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.928590:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:0.0:1724310016.928592:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00000400:00000200:0.0:1724310016.931253:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.931302:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321dd00 00000400:00000200:0.0:1724310016.931309:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 34848 00000400:00000200:0.0:1724310016.931342:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.931346:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.931351:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.931357:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305180. 00010000:00000010:1.1:1724310016.931418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310016.931428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000020:00000010:2.0:1724310016.931774:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dae00. 00000020:00000010:2.0:1724310016.931780:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.931784:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.931819:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883452672 02000000:00000010:2.0:1724310016.931845:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5f000. 00010000:00000010:2.0:1724310016.931872:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.931881:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.931899:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.931902:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.931911:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310016.931913:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.931915:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.931916:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.931980:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310016.931981:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.931983:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.931984:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310016.931997:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.932000:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.932006:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584540. 00080000:00000010:2.0:1724310016.932010:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880092619800. 00000001:00000010:2.0:1724310016.932149:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584300. 00000001:00000010:2.0:1724310016.932153:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310016.932185:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584540. 00010000:00000010:2.0:1724310016.932192:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.932194:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.932207:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.932224:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310016.932226:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310016.932241:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.932246:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.932250:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.932254:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310016.932281:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:2.0:1724310016.932295:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096459, last committed = 4295096163 00010000:00000200:2.0:1724310016.932302:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305180 x1808069883452672/t4295096459(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.932314:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.932318:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883452672, offset 224 00000400:00000010:2.0:1724310016.932323:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf68f8. 00000400:00000200:2.0:1724310016.932337:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.932345:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.932350:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531800:531800:256:4294967295] 192.168.204.31@tcp LPNI seq info [531796:531796:8:4294967295] 00000400:00000200:2.0:1724310016.932354:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.932359:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.932363:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.932366:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310016.932371:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.932377:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.932380:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.932401:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.932405:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.932407:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dae00. 00000800:00000200:0.0:1724310016.932514:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.932516:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:0.0:1724310016.932520:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.932523:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.933975:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.933986:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956c1 00000400:00000200:0.0:1724310016.933990:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.933993:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.933997:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.933999:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00000400:00000200:0.0:1724310016.934291:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.934297:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321dd80 00000400:00000200:0.0:1724310016.934303:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 35336 00000400:00000200:0.0:1724310016.934349:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.934353:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.934356:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.934360:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081304380. 00000020:00000010:2.0:1724310016.934470:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.934475:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.934478:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.934498:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883452800 00000001:00000010:2.0:1724310016.934506:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:1.0:1724310016.934517:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310016.934523:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:1.0:1724310016.934526:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310016.934526:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 02000000:00000010:2.0:1724310016.934970:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086640000. 00010000:00000010:2.0:1724310016.934992:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.934995:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.935006:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310016.935007:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.935010:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.935012:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310016.935089:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310016.935095:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.935100:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.935105:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310016.935698:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310016.935701:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.935704:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.935706:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.935739:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.935746:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.935748:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.935780:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:2.0:1724310016.935793:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081304380 x1808069883452800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.935807:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.935812:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883452800, offset 224 00000400:00000200:2.0:1724310016.935817:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.935824:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.935829:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531801:531801:256:4294967295] 192.168.204.31@tcp LPNI seq info [531797:531797:8:4294967295] 00000400:00000200:2.0:1724310016.935837:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.935841:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.935845:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310016.935849:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.935854:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.935858:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.936534:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.936539:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.936543:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00010000:00000010:2.1:1724310016.936642:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310016.936648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.936664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310016.936671:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310016.936675:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310016.936677:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310016.936680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.936687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.936689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:1.1:1724310016.936692:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310016.936695:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310016.936697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310016.936699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310016.936701:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310016.936703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310016.936705:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310016.936707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310016.936710:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000800:00000200:0.0:1724310016.937212:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.937216:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310016.937220:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.937224:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.937228:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.937230:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00000400:00000200:0.0:1724310016.938732:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.938744:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321de80 00000400:00000200:0.0:1724310016.938750:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 35912 00000400:00000200:0.0:1724310016.938768:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.938772:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.938777:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.938782:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081306300. 00000020:00000010:2.0:1724310016.938977:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.938982:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.938986:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.939018:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453056 02000000:00000010:2.0:1724310016.939046:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f2000. 00010000:00000010:2.0:1724310016.939073:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.939084:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.939104:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.939108:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.939118:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310016.939120:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310016.939123:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.939125:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310016.939196:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310016.939198:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.939201:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.939203:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310016.939223:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.939228:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.939236:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584d80. 00080000:00000010:2.0:1724310016.939241:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880092619400. 00000001:00000010:2.0:1724310016.940001:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945843c0. 00000001:00000010:2.0:1724310016.940006:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310016.940034:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584d80. 00010000:00000010:2.0:1724310016.940040:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.940043:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.940056:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.940072:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310016.940074:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310016.940089:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.940093:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.940097:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.940101:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310016.940108:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310016.940119:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096460, last committed = 4295096163 00010000:00000200:2.0:1724310016.940126:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081306300 x1808069883453056/t4295096460(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.940139:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.940144:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883453056, offset 224 00000400:00000010:2.0:1724310016.940148:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6930. 00000400:00000200:2.0:1724310016.940151:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.940159:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.940164:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531802:531802:256:4294967295] 192.168.204.31@tcp LPNI seq info [531798:531798:8:4294967295] 00000400:00000200:2.0:1724310016.940169:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.940174:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.940179:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.940182:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310016.940186:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.940192:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.940195:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.940608:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.940612:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.940615:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:0.0:1724310016.940911:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.940914:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310016.940917:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.940921:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.942122:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.942134:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956c9 00000400:00000200:0.0:1724310016.942138:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.942140:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.942145:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:0.0:1724310016.942147:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00010000:00000010:3.0:1724310016.942217:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:3.0:1724310016.942226:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:2.1:1724310016.942543:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:2.1:1724310016.942551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310016.942786:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.942793:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321df00 00000400:00000200:0.0:1724310016.942798:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 36400 00000400:00000200:0.0:1724310016.942836:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.942839:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.942843:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.942847:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081306a00. 00000020:00000010:2.0:1724310016.942983:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.942988:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.942991:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.943019:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453184 00000001:00000010:2.0:1724310016.943028:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:2.0:1724310016.943044:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.943049:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310016.943093:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082a20000. 00010000:00000010:2.0:1724310016.943115:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.943118:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.943128:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310016.943131:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.943133:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.943136:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310016.943209:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310016.943215:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.943219:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.943238:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310016.943746:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310016.943749:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.943752:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.943755:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.943788:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.943794:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.943797:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.943816:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310016.943826:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081306a00 x1808069883453184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.943839:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.943844:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883453184, offset 224 00000400:00000200:2.0:1724310016.943848:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.943855:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.943860:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531803:531803:256:4294967295] 192.168.204.31@tcp LPNI seq info [531799:531799:8:4294967295] 00000400:00000200:2.0:1724310016.943868:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.943872:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.943876:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310016.943879:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.943885:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.943888:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.943898:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.943901:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.943904:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:0.0:1724310016.944112:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.944115:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310016.944118:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.944122:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.944125:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.944126:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00000400:00000200:0.0:1724310016.945170:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.945177:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e000 00000400:00000200:0.0:1724310016.945182:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 36976 00000400:00000200:0.0:1724310016.945194:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.945197:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.945200:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.945204:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305c00. 00000020:00000010:2.0:1724310016.945480:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.945484:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.945487:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00010000:00000010:1.1:1724310016.945496:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00000100:00000200:2.0:1724310016.945506:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453440 00010000:00000010:1.1:1724310016.945512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310016.945517:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310016.945521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310016.945524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310016.945526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 02000000:00000010:2.0:1724310016.945527:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801342f5000. 00010000:00000010:1.1:1724310016.945528:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310016.945531:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310016.945533:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310016.945536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310016.945540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310016.945542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310016.945544:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310016.945546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.945547:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:1.1:1724310016.945548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.945554:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.945570:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.945573:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.945580:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310016.945582:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310016.945585:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.945587:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310016.945646:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310016.945648:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.945650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.945652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310016.945668:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.945809:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.945817:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945844e0. 00080000:00000010:2.0:1724310016.945822:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880092619c00. 00000001:00000010:2.0:1724310016.945971:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584600. 00000001:00000010:2.0:1724310016.945975:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310016.946003:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945844e0. 00010000:00000010:2.0:1724310016.946008:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.946011:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.946023:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.946038:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310016.946041:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310016.946054:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.946058:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.946061:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.946066:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310016.946072:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310016.946081:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096461, last committed = 4295096163 00010000:00000200:2.0:1724310016.946088:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305c00 x1808069883453440/t4295096461(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.946103:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.946108:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883453440, offset 224 00000400:00000010:2.0:1724310016.946113:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6968. 00000400:00000200:2.0:1724310016.946116:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.946124:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.946128:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531804:531804:256:4294967295] 192.168.204.31@tcp LPNI seq info [531800:531800:8:4294967295] 00000400:00000200:2.0:1724310016.946132:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.946137:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.946142:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.946145:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310016.946148:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.946154:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.946156:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.946178:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.946181:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.946183:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:0.0:1724310016.946241:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.946244:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310016.946247:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.946251:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310016.948388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310016.948730:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310016.948736:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310016.948746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310016.948749:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310016.948752:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310016.948756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.948760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310016.948762:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310016.948764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310016.948765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310016.949337:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.949349:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956d1 00000400:00000200:0.0:1724310016.949354:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.949357:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.949361:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.949363:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00010000:00000010:1.0:1724310016.949411:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:1.0:1724310016.949419:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000400:00000200:0.0:1724310016.950280:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.950287:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e080 00000400:00000200:0.0:1724310016.950292:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 37464 00000400:00000200:0.0:1724310016.950341:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.950345:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.950349:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.950352:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081307b80. 00000020:00000010:2.0:1724310016.950601:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.950606:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.950609:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.950638:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453568 00000001:00000010:2.0:1724310016.950645:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310016.950660:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310016.950664:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 02000000:00000010:2.0:1724310016.950708:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087a60000. 00010000:00000010:2.0:1724310016.950729:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310016.950732:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.950743:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310016.950745:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.950748:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310016.950751:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310016.950827:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310016.950833:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.950838:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.950844:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310016.952560:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310016.952564:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.952567:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310016.952571:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.952614:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.952622:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.952625:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.952652:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000200:2.0:1724310016.952665:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081307b80 x1808069883453568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.952679:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.952685:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883453568, offset 224 00000400:00000200:2.0:1724310016.952691:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.952699:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.952704:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531805:531805:256:4294967295] 192.168.204.31@tcp LPNI seq info [531801:531801:8:4294967295] 00000400:00000200:2.0:1724310016.952712:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.952717:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.952720:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310016.952724:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.952730:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.952734:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.953365:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.953369:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.953372:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:1.0:1724310016.953500:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.953503:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310016.953506:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.953510:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.953514:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:1.0:1724310016.953516:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00010000:00000010:1.1:1724310016.954059:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310016.954065:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310016.954068:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310016.954070:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310016.954072:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.954078:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310016.955157:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.955167:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e180 00000400:00000200:0.0:1724310016.955173:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 38040 00000400:00000200:0.0:1724310016.955190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.955193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.955198:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.955202:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305500. 00000020:00000010:2.0:1724310016.955321:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.955333:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.955337:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.955366:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453824 02000000:00000010:2.0:1724310016.955391:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f0000. 00010000:00000010:2.0:1724310016.955418:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.955428:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.955447:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310016.955451:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.955460:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310016.955462:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310016.955464:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.955466:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310016.955537:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310016.955539:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310016.955541:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310016.955543:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310016.955561:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.955566:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.955573:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584b40. 00080000:00000010:2.0:1724310016.955579:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009261b800. 00000001:00000010:2.0:1724310016.955716:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945846c0. 00000001:00000010:2.0:1724310016.955720:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310016.955748:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584b40. 00010000:00000010:2.0:1724310016.955754:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310016.955756:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.955768:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.955782:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.955785:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310016.955799:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.955804:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.955807:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.955812:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310016.955818:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310016.955827:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096462, last committed = 4295096163 00010000:00000200:2.0:1724310016.955833:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305500 x1808069883453824/t4295096462(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.955845:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.955849:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883453824, offset 224 00000400:00000010:2.0:1724310016.955853:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf69a0. 00000400:00000200:2.0:1724310016.955856:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.955862:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.955866:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531806:531806:256:4294967295] 192.168.204.31@tcp LPNI seq info [531802:531802:8:4294967295] 00000400:00000200:2.0:1724310016.955870:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.955876:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.955880:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.955883:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310016.955887:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.955892:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.955895:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.955907:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310016.955909:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.955911:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:0.0:1724310016.956059:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.956061:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310016.956064:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.956067:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.956821:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.956828:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956d9 00000400:00000200:0.0:1724310016.956830:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.956833:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.956836:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.956837:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00010000:00000010:3.0:1724310016.957423:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:3.0:1724310016.957429:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00000400:00000200:1.0:1724310016.957574:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310016.957581:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e200 00000400:00000200:1.0:1724310016.957585:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 38528 00000400:00000200:1.0:1724310016.957618:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.957621:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310016.957624:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310016.957628:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fd180. 00000020:00000010:0.0:1724310016.957743:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132115000. 00000020:00000010:0.0:1724310016.957746:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310016.957749:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310016.957765:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883453952 00000001:00000010:0.0:1724310016.957772:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:0.0:1724310016.957784:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310016.957787:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 02000000:00000010:0.0:1724310016.957822:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880079360000. 00010000:00000010:0.0:1724310016.957837:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310016.957839:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310016.957847:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310016.957849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310016.957851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310016.957853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310016.957908:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310016.957913:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bee10. 00000004:00000010:0.0:1724310016.957917:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310016.957922:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee000. 00010000:00000010:2.1:1724310016.958364:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310016.958369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.959224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310016.959227:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.959230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310016.959233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.959496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:2.0:1724310016.959505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:2.0:1724310016.959508:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310016.959533:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000200:2.0:1724310016.959545:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fd180 x1808069883453952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.959559:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.959564:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883453952, offset 224 00000400:00000200:2.0:1724310016.959569:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.959577:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.959582:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531807:531807:256:4294967295] 192.168.204.31@tcp LPNI seq info [531803:531803:8:4294967295] 00000400:00000200:2.0:1724310016.959589:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.959593:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.959596:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310016.959600:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.959606:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.959609:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.959620:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:2.0:1724310016.959623:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:2.0:1724310016.959625:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132115000. 00000800:00000200:0.0:1724310016.959714:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.959716:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310016.959719:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.959723:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.959725:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.959726:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00000400:00000200:0.0:1724310016.961049:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.961057:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e300 00000400:00000200:0.0:1724310016.961062:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 39104 00000400:00000200:0.0:1724310016.961078:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.961081:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.961085:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.961089:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081305880. 00000020:00000010:2.0:1724310016.961213:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121db4800. 00000020:00000010:2.0:1724310016.961217:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.961220:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.961477:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883454208 02000000:00000010:2.0:1724310016.961498:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f6000. 00010000:00000010:2.0:1724310016.961519:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.961526:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.961544:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310016.961546:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.961554:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310016.961556:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310016.961559:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310016.961561:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310016.961626:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310016.961628:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.961631:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310016.961633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310016.961651:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.961655:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.961662:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584b40. 00080000:00000010:2.0:1724310016.961667:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009261a400. 00000001:00000010:2.0:1724310016.961809:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584d80. 00000001:00000010:2.0:1724310016.961814:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310016.961840:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584b40. 00010000:00000010:2.0:1724310016.961845:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310016.961848:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.961860:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.961874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310016.961876:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310016.961892:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee000. 00000004:00000010:2.0:1724310016.961899:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:2.0:1724310016.961902:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bee10. 00000004:00000010:2.0:1724310016.961906:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:2.0:1724310016.961911:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.961922:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096463, last committed = 4295096163 00010000:00000200:2.0:1724310016.961928:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880081305880 x1808069883454208/t4295096463(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.961937:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83550. 00000100:00000200:2.0:1724310016.961941:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883454208, offset 224 00000400:00000010:2.0:1724310016.961945:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf69d8. 00000400:00000200:2.0:1724310016.961948:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.961955:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.961959:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531808:531808:256:4294967295] 192.168.204.31@tcp LPNI seq info [531804:531804:8:4294967295] 00000400:00000200:2.0:1724310016.961962:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.961968:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.961971:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.961974:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310016.961977:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.961982:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.961985:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.962007:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.962010:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.962013:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121db4800. 00000800:00000200:1.0:1724310016.962163:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.962166:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310016.962169:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.962172:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.962416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310016.962422:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310016.962424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310016.962427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310016.963562:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.963571:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956e1 00000400:00000200:0.0:1724310016.963575:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.963577:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.963581:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83550 00000400:00000010:0.0:1724310016.963583:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83550. 00010000:00000010:1.0:1724310016.963693:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:1.0:1724310016.963699:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.1:1724310016.964412:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310016.964418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310016.964515:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.964522:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e380 00000400:00000200:0.0:1724310016.964528:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 39592 00000400:00000200:0.0:1724310016.964571:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.964574:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.964578:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.964584:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230380. 00000020:00000010:3.0:1724310016.966030:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bac00. 00000020:00000010:3.0:1724310016.966036:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310016.966039:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310016.966071:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883454336 00000001:00000010:3.0:1724310016.966079:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310016.966096:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310016.966101:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310016.966143:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800906b0000. 00010000:00000010:3.0:1724310016.966162:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310016.966164:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.966174:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310016.966176:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.966179:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310016.966181:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310016.966250:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310016.966285:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.966290:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310016.966296:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310016.967181:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310016.967184:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.967188:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310016.967191:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.967234:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.967766:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310016.967772:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.967798:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310016.967810:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230380 x1808069883454336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.967823:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.967829:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883454336, offset 224 00000400:00000200:3.0:1724310016.967834:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.967843:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.967849:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531809:531809:256:4294967295] 192.168.204.31@tcp LPNI seq info [531805:531805:8:4294967295] 00000400:00000200:3.0:1724310016.967856:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.967861:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.967864:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.967868:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.967873:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.967876:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.967902:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310016.967908:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.967910:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bac00. 00000800:00000200:1.0:1724310016.968044:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.968047:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310016.968050:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.968054:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.968057:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:1.0:1724310016.968059:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310016.969693:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.969703:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e480 00000400:00000200:0.0:1724310016.969709:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 40168 00000400:00000200:0.0:1724310016.969726:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.969729:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.969733:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.969738:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088231c00. 00000020:00000010:3.0:1724310016.969841:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bac00. 00000020:00000010:3.0:1724310016.969845:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310016.969849:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310016.969881:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883454592 02000000:00000010:3.0:1724310016.969906:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008281f000. 00010000:00000010:3.0:1724310016.969930:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.969941:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.969960:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310016.969964:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.969974:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310016.969976:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.969979:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310016.969982:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.970053:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310016.970055:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.970057:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310016.970059:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310016.970077:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.970081:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.970088:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac47e0. 00080000:00000010:3.0:1724310016.970093:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831f400. 00000001:00000010:3.0:1724310016.970247:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4f60. 00000001:00000010:3.0:1724310016.970252:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310016.970309:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac47e0. 00010000:00000010:3.0:1724310016.970316:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310016.970318:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.970339:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.970357:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310016.970359:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310016.970375:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310016.970379:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310016.970382:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.970387:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310016.970394:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310016.970404:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096464, last committed = 4295096163 00010000:00000200:3.0:1724310016.970410:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088231c00 x1808069883454592/t4295096464(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.970421:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.970425:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883454592, offset 224 00000400:00000010:3.0:1724310016.970429:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17188. 00000400:00000200:3.0:1724310016.970431:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.970438:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.970443:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531810:531810:256:4294967295] 192.168.204.31@tcp LPNI seq info [531806:531806:8:4294967295] 00000400:00000200:3.0:1724310016.970447:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.970452:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.970457:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.970460:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310016.970464:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.970468:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.970471:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.970483:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310016.970485:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.970487:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bac00. 00000800:00000200:0.0:1724310016.970742:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.970744:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310016.970747:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.970750:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.971020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310016.971028:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310016.971030:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310016.971032:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310016.971035:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310016.971041:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310016.971044:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310016.971046:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310016.971048:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310016.971050:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310016.971052:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310016.971054:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310016.971056:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310016.971057:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310016.971059:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310016.971063:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310016.971232:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310016.971236:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310016.972117:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.972127:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956e9 00000400:00000200:0.0:1724310016.972131:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.972134:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.972138:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.972141:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.972163:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.972168:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e500 00000400:00000200:0.0:1724310016.972173:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 40656 00000400:00000200:0.0:1724310016.972213:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.972217:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.972220:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.972223:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230000. 00010000:00000010:3.0:1724310016.972875:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.972884:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00000020:00000010:2.0:1724310016.973242:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e2dae00. 00000020:00000010:2.0:1724310016.973246:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.973250:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.973424:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883454720 00000001:00000010:2.0:1724310016.973433:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310016.973447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310016.973451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310016.973492:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083150000. 00010000:00000010:2.0:1724310016.973509:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310016.973511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.973520:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310016.973522:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.973525:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310016.973527:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310016.973596:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310016.973602:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.973606:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.973613:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:2.0:1724310016.974548:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310016.974552:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.974556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310016.974559:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.974594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.974685:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.974689:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.974713:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310016.974725:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230000 x1808069883454720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.974738:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.974743:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883454720, offset 224 00000400:00000200:2.0:1724310016.974748:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.974756:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.974761:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531811:531811:256:4294967295] 192.168.204.31@tcp LPNI seq info [531807:531807:8:4294967295] 00000400:00000200:2.0:1724310016.974769:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.974773:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.974776:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310016.974780:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.974785:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.974789:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.975107:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.975111:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.975114:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e2dae00. 00000800:00000200:0.0:1724310016.975213:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.975216:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310016.975218:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.975222:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.975225:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:0.0:1724310016.975226:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00010000:00000010:2.1:1724310016.976641:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310016.976648:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310016.976652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310016.976655:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000200:0.0:1724310016.977066:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.977076:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e600 00000400:00000200:0.0:1724310016.977082:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 41232 00000400:00000200:0.0:1724310016.977100:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.977104:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.977108:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.977113:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088231180. 00000020:00000010:2.0:1724310016.977192:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03000. 00000020:00000010:2.0:1724310016.977196:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.977200:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.977405:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883454976 02000000:00000010:2.0:1724310016.977429:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134388000. 00010000:00000010:2.0:1724310016.977453:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.977461:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.977478:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310016.977482:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310016.977491:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310016.977492:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310016.977495:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310016.977497:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310016.977571:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310016.977573:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310016.977576:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310016.977578:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310016.977598:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.977602:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.977610:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945847e0. 00080000:00000010:2.0:1724310016.977615:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009261a000. 00000001:00000010:2.0:1724310016.977777:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584120. 00000001:00000010:2.0:1724310016.977781:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310016.977810:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945847e0. 00010000:00000010:2.0:1724310016.977817:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310016.977819:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.977831:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.977846:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310016.977848:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00080000:00000010:2.0:1724310016.977862:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.977866:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.977869:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.977875:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310016.977881:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310016.977892:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096465, last committed = 4295096163 00010000:00000200:2.0:1724310016.977898:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088231180 x1808069883454976/t4295096465(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.977910:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83e58. 00000100:00000200:2.0:1724310016.977914:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883454976, offset 224 00000400:00000010:2.0:1724310016.977918:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6a10. 00000400:00000200:2.0:1724310016.977921:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.977928:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.977933:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531812:531812:256:4294967295] 192.168.204.31@tcp LPNI seq info [531808:531808:8:4294967295] 00000400:00000200:2.0:1724310016.977937:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.977941:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.977945:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.977949:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310016.977953:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.977959:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.977961:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.977973:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.977975:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.977977:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03000. 00000800:00000200:0.0:1724310016.978217:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.978220:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310016.978223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.978226:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310016.980182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310016.980192:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310016.980195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310016.980199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:2.0:1724310016.980427:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310016.980440:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956f1 00000400:00000200:2.0:1724310016.980444:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.980447:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310016.980451:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83e58 00000400:00000010:2.0:1724310016.980453:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83e58. 00000400:00000200:2.0:1724310016.981042:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310016.981048:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e680 00000400:00000200:2.0:1724310016.981053:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 41720 00010000:00000010:1.0:1724310016.981213:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:1.0:1724310016.981220:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00000400:00000200:2.0:1724310016.981701:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310016.981706:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310016.981711:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310016.981718:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395bb80. 00000020:00000010:3.0:1724310016.982038:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310016.982042:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310016.982046:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310016.982066:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883455104 00000001:00000010:3.0:1724310016.982074:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310016.982090:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310016.982094:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310016.982134:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093440000. 00010000:00000010:3.0:1724310016.982150:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310016.982152:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.982163:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.982165:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.982167:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310016.982169:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310016.982240:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310016.982245:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.982249:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310016.982254:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310016.983242:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310016.983246:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.983249:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310016.983252:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.983391:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.983398:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.983400:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.983421:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310016.983432:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395bb80 x1808069883455104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.983445:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.983450:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883455104, offset 224 00000400:00000200:3.0:1724310016.983454:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.983462:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.983467:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531813:531813:256:4294967295] 192.168.204.31@tcp LPNI seq info [531809:531809:8:4294967295] 00000400:00000200:3.0:1724310016.983475:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.983480:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.983483:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310016.983487:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.983493:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.983496:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.983592:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310016.983596:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.983598:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:0.0:1724310016.983702:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.983705:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310016.983708:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.983712:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.983715:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.983717:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00000400:00000200:0.0:1724310016.985142:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.985151:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e780 00000400:00000200:0.0:1724310016.985157:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 42296 00000400:00000200:0.0:1724310016.985174:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.985177:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.985181:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.985185:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230a80. 00000020:00000010:3.0:1724310016.985542:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310016.985546:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310016.985549:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00010000:00000010:2.1:1724310016.985620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310016.985625:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310016.985628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310016.985630:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310016.985633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310016.985638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310016.985640:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310016.985642:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000100:00000200:3.0:1724310016.985703:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883455360 02000000:00000010:3.0:1724310016.985724:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006583b000. 00010000:00000010:3.0:1724310016.985746:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.985755:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.985773:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310016.985776:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.985786:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310016.985788:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310016.985791:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310016.985793:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.985865:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310016.985867:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310016.985870:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310016.985871:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310016.985888:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.985893:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.985899:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310016.985905:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a831f800. 00000001:00000010:3.0:1724310016.986058:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac48a0. 00000001:00000010:3.0:1724310016.986063:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310016.986092:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310016.986098:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310016.986101:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.986113:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.986128:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310016.986130:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00080000:00000010:3.0:1724310016.986145:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310016.986149:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310016.986152:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.986156:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310016.986162:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310016.986172:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096466, last committed = 4295096163 00010000:00000200:3.0:1724310016.986177:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230a80 x1808069883455360/t4295096466(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.986188:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310016.986193:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883455360, offset 224 00000400:00000010:3.0:1724310016.986198:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e171c0. 00000400:00000200:3.0:1724310016.986200:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.986208:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.986212:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531814:531814:256:4294967295] 192.168.204.31@tcp LPNI seq info [531810:531810:8:4294967295] 00000400:00000200:3.0:1724310016.986215:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.986220:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.986224:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.986227:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310016.986231:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.986236:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.986239:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.986281:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310016.986285:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.986287:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:0.0:1724310016.986420:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.986423:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310016.986426:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.986429:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.987454:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.987462:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2956f9 00000400:00000200:0.0:1724310016.987465:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.987468:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.987472:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310016.987474:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:3.0:1724310016.987543:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.987548:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000400:00000200:0.0:1724310016.988215:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.988222:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e800 00000400:00000200:0.0:1724310016.988227:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 42784 00000400:00000200:0.0:1724310016.988299:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.988303:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.988307:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.988311:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232300. 00000020:00000010:2.0:1724310016.989429:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03000. 00000020:00000010:2.0:1724310016.989435:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310016.989439:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.989470:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883455488 00000001:00000010:2.0:1724310016.989479:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310016.989497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310016.989502:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310016.989779:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880045120000. 00010000:00000010:2.0:1724310016.989802:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310016.989805:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310016.989817:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310016.989819:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310016.989823:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310016.989824:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310016.989897:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310016.989903:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.989907:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310016.989913:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:0.0:1724310016.990414:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310016.990418:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310016.990421:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310016.990424:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310016.990463:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310016.990483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310016.990487:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:0.0:1724310016.990511:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:0.0:1724310016.990523:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232300 x1808069883455488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310016.990535:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ebb0. 00000100:00000200:0.0:1724310016.990540:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883455488, offset 224 00000400:00000200:0.0:1724310016.990544:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310016.990552:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310016.990558:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531815:531815:256:4294967295] 192.168.204.31@tcp LPNI seq info [531811:531811:8:4294967295] 00000400:00000200:0.0:1724310016.990564:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310016.990569:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310016.990573:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310016.990578:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310016.990583:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310016.990586:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310016.991173:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:0.0:1724310016.991178:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:0.0:1724310016.991181:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03000. 00000800:00000200:1.0:1724310016.991713:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.991717:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310016.991720:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.991725:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310016.991728:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ebb0 00000400:00000010:1.0:1724310016.991730:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ebb0. 00010000:00000010:0.1:1724310016.992084:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310016.992091:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310016.992277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310016.992281:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310016.992283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310016.992285:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310016.992288:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310016.992291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:0.0:1724310016.993466:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.993476:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321e900 00000400:00000200:0.0:1724310016.993482:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 43360 00000400:00000200:0.0:1724310016.993500:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.993503:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.993508:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.993513:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232d80. 00000020:00000010:2.0:1724310016.993606:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310016.993612:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310016.993616:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310016.993647:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883455744 02000000:00000010:2.0:1724310016.993672:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013438b000. 00010000:00000010:2.0:1724310016.993698:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:2.0:1724310016.993722:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:2.0:1724310016.993741:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310016.993744:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310016.993754:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310016.993756:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310016.993759:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310016.993761:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310016.993831:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310016.993833:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310016.993835:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310016.993837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310016.993855:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.993859:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310016.993867:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584b40. 00080000:00000010:2.0:1724310016.993871:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009261bc00. 00000001:00000010:2.0:1724310016.994021:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584240. 00000001:00000010:2.0:1724310016.994025:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310016.994052:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584b40. 00010000:00000010:2.0:1724310016.994059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310016.994061:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.994073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310016.994090:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310016.994092:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00080000:00000010:2.0:1724310016.994109:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310016.994113:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310016.994117:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310016.994122:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310016.994130:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310016.994140:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096467, last committed = 4295096163 00010000:00000200:2.0:1724310016.994146:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232d80 x1808069883455744/t4295096467(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310016.994157:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880093d83f68. 00000100:00000200:2.0:1724310016.994161:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883455744, offset 224 00000400:00000010:2.0:1724310016.994166:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6a48. 00000400:00000200:2.0:1724310016.994169:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310016.994176:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310016.994181:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531816:531816:256:4294967295] 192.168.204.31@tcp LPNI seq info [531812:531812:8:4294967295] 00000400:00000200:2.0:1724310016.994185:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310016.994190:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310016.994194:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310016.994197:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310016.994201:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310016.994207:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310016.994211:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310016.994223:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310016.994226:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:2.0:1724310016.994228:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:0.0:1724310016.994391:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.994394:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310016.994397:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.994400:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.995428:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310016.995435:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295701 00000400:00000200:0.0:1724310016.995438:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.995441:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310016.995444:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093d83f68 00000400:00000010:0.0:1724310016.995445:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880093d83f68. 00000400:00000200:0.0:1724310016.995466:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.995470:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321e980 00000400:00000200:0.0:1724310016.995475:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 43848 00000400:00000200:0.0:1724310016.995503:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.995505:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.995508:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.995512:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088232680. 00010000:00000010:1.0:1724310016.995551:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:1.0:1724310016.995556:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:3.1:1724310016.995824:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310016.995829:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310016.995832:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310016.995835:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310016.995859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310016.995865:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310016.995868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310016.995870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000020:00000010:3.0:1724310016.995884:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310016.995888:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.995891:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310016.995921:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883455872 00000001:00000010:3.0:1724310016.995929:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310016.995987:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310016.995992:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310016.996033:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866f0000. 00010000:00000010:3.0:1724310016.996051:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310016.996053:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.996063:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310016.996065:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.996068:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310016.996070:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310016.996126:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310016.996133:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.996137:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310016.996143:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310016.996506:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310016.996508:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.996511:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310016.996512:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.996537:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.996541:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.996543:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.996558:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310016.996566:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088232680 x1808069883455872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 576/584 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.996575:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310016.996578:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883455872, offset 224 00000400:00000200:3.0:1724310016.996581:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.996586:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.996590:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531817:531817:256:4294967295] 192.168.204.31@tcp LPNI seq info [531813:531813:8:4294967295] 00000400:00000200:3.0:1724310016.996595:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.996598:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.996601:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310016.996603:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.996608:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.996610:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.996625:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.996628:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.996631:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:0.0:1724310016.996677:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310016.996679:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310016.996682:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.996685:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310016.996687:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310016.996689:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310016.997635:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310016.997644:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ea80 00000400:00000200:0.0:1724310016.997649:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 44424 00000400:00000200:0.0:1724310016.997662:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310016.997664:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310016.997668:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310016.997672:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088233100. 00000020:00000010:3.0:1724310016.997748:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310016.997752:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.997754:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310016.997778:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883456128 02000000:00000010:3.0:1724310016.997795:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880065839000. 00010000:00000010:3.0:1724310016.997811:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.997820:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.997832:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310016.997835:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310016.997841:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310016.997843:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310016.997845:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310016.997847:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310016.997894:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310016.997896:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310016.997899:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310016.997901:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310016.997914:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.997918:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310016.997924:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4840. 00080000:00000010:3.0:1724310016.997929:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082898000. 00000001:00000010:3.0:1724310016.998058:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4f00. 00000001:00000010:3.0:1724310016.998062:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310016.998087:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4840. 00010000:00000010:3.0:1724310016.998092:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310016.998095:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.998105:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310016.998119:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310016.998121:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00080000:00000010:3.0:1724310016.998135:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310016.998139:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310016.998142:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310016.998146:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310016.998151:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310016.998159:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096468, last committed = 4295096163 00010000:00000200:3.0:1724310016.998164:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088233100 x1808069883456128/t4295096468(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:282/0 lens 488/456 e 0 to 0 dl 1724310052 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310016.998173:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310016.998176:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883456128, offset 224 00000400:00000010:3.0:1724310016.998180:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e171f8. 00000400:00000200:3.0:1724310016.998183:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310016.998188:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310016.998192:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531818:531818:256:4294967295] 192.168.204.31@tcp LPNI seq info [531814:531814:8:4294967295] 00000400:00000200:3.0:1724310016.998196:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310016.998200:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310016.998204:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310016.998207:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310016.998210:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310016.998214:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310016.998217:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310016.998241:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310016.998244:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310016.998246:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:1.0:1724310016.998397:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310016.998399:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310016.998402:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310016.998406:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310016.999594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310016.999602:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310016.999605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310016.999607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310016.999610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310016.999615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310016.999618:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310016.999620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310016.999702:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310016.999707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310016.999727:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310016.999784:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310016.999789:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310016.999791:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310016.999793:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310016.999799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310017.000752:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.000762:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295709 00000400:00000200:0.0:1724310017.000767:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.000770:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.000774:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310017.000776:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310017.000799:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.000804:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321eb00 00000400:00000200:0.0:1724310017.000809:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 44912 00000400:00000200:0.0:1724310017.000851:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.000855:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.000858:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.000864:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088230e00. 00010000:00000010:3.0:1724310017.000930:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.000938:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00000020:00000010:1.0:1724310017.001299:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310017.001304:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310017.001307:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.001341:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883456256 00000001:00000010:1.0:1724310017.001350:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:1.0:1724310017.001368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.001372:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310017.001412:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087670000. 00010000:00000010:1.0:1724310017.001431:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.001434:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.001444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.001446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310017.001449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.001450:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000004:00000010:1.0:1724310017.001519:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310017.001525:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.001529:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.001534:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.1:1724310017.002338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310017.002343:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310017.002347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310017.002349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310017.002351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310017.002354:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310017.002356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310017.002358:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310017.002360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.002365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.0:1724310017.002517:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.002520:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.002523:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.002526:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.002560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.002631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310017.002635:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310017.002658:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310017.002668:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088230e00 x1808069883456256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.002681:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310017.002686:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883456256, offset 224 00000400:00000200:1.0:1724310017.002691:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.002698:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.002703:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531819:531819:256:4294967295] 192.168.204.31@tcp LPNI seq info [531815:531815:8:4294967295] 00000400:00000200:1.0:1724310017.002711:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.002717:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.002720:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310017.002725:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.002730:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.002733:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.002912:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310017.002916:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.002919:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:0.0:1724310017.003087:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.003090:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310017.003093:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.003098:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.003100:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310017.003102:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00000400:00000200:0.0:1724310017.004315:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.004338:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ec00 00000400:00000200:0.0:1724310017.004344:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 45488 00000400:00000200:0.0:1724310017.004361:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.004365:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.004369:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.004375:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fe7c700. 00000020:00000010:1.0:1724310017.004506:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312600. 00000020:00000010:1.0:1724310017.004510:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310017.004512:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.004787:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883456512 02000000:00000010:1.0:1724310017.004809:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8b000. 00010000:00000010:1.0:1724310017.004832:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.004840:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.004856:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.004860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.004868:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310017.004870:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.004872:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.004874:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.004942:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310017.004944:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310017.004946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.004948:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00000020:00000010:1.0:1724310017.004964:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310017.004968:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310017.004975:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7cc0. 00080000:00000010:1.0:1724310017.004980:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b237d800. 00000001:00000010:1.0:1724310017.005111:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7de0. 00000001:00000010:1.0:1724310017.005114:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310017.005140:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7cc0. 00010000:00000010:1.0:1724310017.005145:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.005148:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.005158:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.005172:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310017.005174:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00080000:00000010:1.0:1724310017.005189:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.005193:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.005196:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.005200:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310017.005205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.005212:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096469, last committed = 4295096163 00010000:00000200:1.0:1724310017.005218:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fe7c700 x1808069883456512/t4295096469(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.005228:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310017.005233:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883456512, offset 224 00000400:00000010:1.0:1724310017.005237:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87a48. 00000400:00000200:1.0:1724310017.005239:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.005246:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.005251:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531820:531820:256:4294967295] 192.168.204.31@tcp LPNI seq info [531816:531816:8:4294967295] 00000400:00000200:1.0:1724310017.005255:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.005296:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.005300:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.005303:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310017.005307:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.005312:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.005314:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.005336:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310017.005339:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.005341:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312600. 00000800:00000200:0.0:1724310017.005628:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.005630:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310017.005634:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.005637:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.006684:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.006697:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295711 00000400:00000200:0.0:1724310017.006701:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.006704:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.006708:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:0.0:1724310017.006710:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:1.0:1724310017.006789:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.006795:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00000400:00000200:0.0:1724310017.006893:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.006899:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ec80 00000400:00000200:0.0:1724310017.006905:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 45976 00000400:00000200:0.0:1724310017.006942:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.006946:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.006949:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.006955:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0e680. 00000020:00000010:3.0:1724310017.007059:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310017.007063:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.007067:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.007095:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883456640 00000001:00000010:3.0:1724310017.007102:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310017.007118:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.007121:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310017.007164:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800815f0000. 00010000:00000010:3.0:1724310017.007183:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.007186:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.007196:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.007197:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.007200:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.007202:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000004:00000010:3.0:1724310017.007300:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310017.007306:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.007310:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.007317:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310017.007933:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.007936:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.007938:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.007941:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.007974:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.007980:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.007981:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.008003:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310017.008013:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0e680 x1808069883456640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.008024:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310017.008029:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883456640, offset 224 00000400:00000200:3.0:1724310017.008032:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.008038:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.008042:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531821:531821:256:4294967295] 192.168.204.31@tcp LPNI seq info [531817:531817:8:4294967295] 00000400:00000200:3.0:1724310017.008049:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.008053:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.008056:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310017.008060:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.008065:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.008068:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.008089:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.008092:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.008095:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:0.0:1724310017.008175:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.008178:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310017.008180:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.008183:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.008186:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310017.008187:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:0.1:1724310017.008420:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310017.008425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310017.009703:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.009712:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ed80 00000400:00000200:0.0:1724310017.009717:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 46552 00000400:00000200:0.0:1724310017.009731:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.009734:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.009737:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.009741:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d500. 00000020:00000010:3.0:1724310017.009889:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3600. 00000020:00000010:3.0:1724310017.009893:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.009896:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.009930:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883456896 02000000:00000010:3.0:1724310017.009952:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e44000. 00010000:00000010:3.0:1724310017.009976:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.009985:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.010001:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.010005:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.010012:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.010014:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.010016:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.010018:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.010081:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.010083:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.010085:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.010087:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310017.010104:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310017.010109:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c820. 00000020:00000010:3.0:1724310017.010116:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac41e0. 00080000:00000010:3.0:1724310017.010121:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082899000. 00000001:00000010:3.0:1724310017.010296:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4060. 00000001:00000010:3.0:1724310017.010301:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.010348:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac41e0. 00010000:00000010:3.0:1724310017.010354:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.010357:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.010371:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.010388:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.010391:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00080000:00000010:3.0:1724310017.010406:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310017.010410:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310017.010413:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.010418:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310017.010425:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.010436:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096470, last committed = 4295096163 00010000:00000200:3.0:1724310017.010442:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d500 x1808069883456896/t4295096470(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.010453:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310017.010458:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883456896, offset 224 00000400:00000010:3.0:1724310017.010464:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17230. 00000400:00000200:3.0:1724310017.010466:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.010473:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.010478:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531822:531822:256:4294967295] 192.168.204.31@tcp LPNI seq info [531818:531818:8:4294967295] 00000400:00000200:3.0:1724310017.010481:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.010486:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.010490:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.010494:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310017.010498:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.010504:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.010507:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.010518:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.010520:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.010522:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3600. 00000800:00000200:0.0:1724310017.010660:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.010663:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310017.010949:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.010954:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.011894:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.011904:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295719 00000400:00000200:0.0:1724310017.011907:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.011910:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.011913:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310017.011915:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:2.0:1724310017.011974:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:2.0:1724310017.011985:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00000400:00000200:0.0:1724310017.012646:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.012653:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ee00 00000400:00000200:0.0:1724310017.012659:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 47040 00000400:00000200:0.0:1724310017.013706:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.013711:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.013716:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.013721:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ca80. 00000020:00000010:1.0:1724310017.014491:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312600. 00000020:00000010:1.0:1724310017.014496:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.014500:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.014522:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883457024 00000001:00000010:1.0:1724310017.014531:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.1:1724310017.014659:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310017.014667:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310017.014669:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310017.014672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.014720:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.014726:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310017.014770:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080830000. 00010000:00000010:1.0:1724310017.014789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310017.014792:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.014804:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310017.014806:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.014809:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.014811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310017.014882:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310017.014888:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.014892:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.014899:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.015411:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310017.015414:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.015417:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.015420:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.015456:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.015463:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.015466:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.015488:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310017.015499:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ca80 x1808069883457024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.015513:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310017.015517:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883457024, offset 224 00000400:00000200:1.0:1724310017.015522:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.015531:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.015536:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531823:531823:256:4294967295] 192.168.204.31@tcp LPNI seq info [531819:531819:8:4294967295] 00000400:00000200:1.0:1724310017.015545:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.015550:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.015553:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310017.015557:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.015563:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.015567:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.015653:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.015657:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.015660:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312600. 00000800:00000200:0.0:1724310017.015867:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.015870:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:0.0:1724310017.015873:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.015877:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.015880:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:0.0:1724310017.015882:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00000400:00000200:0.0:1724310017.018663:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.018679:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ef00 00000400:00000200:0.0:1724310017.018685:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 47616 00000400:00000200:0.0:1724310017.018718:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.018723:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.018728:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.018733:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ed80. 00000020:00000010:1.0:1724310017.018900:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312600. 00000020:00000010:1.0:1724310017.018906:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.018911:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.019735:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883457280 02000000:00000010:1.0:1724310017.019764:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dff000. 00010000:00000010:1.0:1724310017.019794:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.019805:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.019826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.019980:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.019995:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.019997:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.020000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.020002:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.020078:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310017.020080:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.020082:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.020084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.020105:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938280. 00000020:00000010:1.0:1724310017.020110:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938280. 00000020:00000010:1.0:1724310017.020118:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa74e0. 00080000:00000010:1.0:1724310017.020123:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b237d000. 00000001:00000010:1.0:1724310017.020287:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7a20. 00000001:00000010:1.0:1724310017.020291:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310017.020320:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa74e0. 00010000:00000010:1.0:1724310017.020337:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.020340:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.020352:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.020369:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.020372:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310017.020393:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.020398:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.020402:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.020406:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310017.020413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310017.020426:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096471, last committed = 4295096163 00010000:00000200:1.0:1724310017.020433:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ed80 x1808069883457280/t4295096471(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.020446:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310017.020451:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883457280, offset 224 00000400:00000010:1.0:1724310017.020456:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87a80. 00000400:00000200:1.0:1724310017.020458:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.020468:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.020473:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531824:531824:256:4294967295] 192.168.204.31@tcp LPNI seq info [531820:531820:8:4294967295] 00000400:00000200:1.0:1724310017.020476:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.020481:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.020486:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.020489:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310017.020493:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.020498:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.020502:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:2.0:1724310017.020612:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.020615:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:2.0:1724310017.020618:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.020622:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000020:00000010:1.0:1724310017.020932:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.020937:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.020940:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312600. 00000400:00000200:0.0:1724310017.021872:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.021882:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295721 00000400:00000200:0.0:1724310017.021886:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.021889:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.021892:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:0.0:1724310017.021894:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00010000:00000010:3.1:1724310017.022019:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310017.022026:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.0:1724310017.022077:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.022083:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:0.1:1724310017.022551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.022557:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310017.022560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310017.022563:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:2.0:1724310017.022619:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.022626:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321ef80 00000400:00000200:2.0:1724310017.022633:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 48104 00000400:00000200:2.0:1724310017.022677:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.022681:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.022685:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.022689:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959500. 00000020:00000010:1.0:1724310017.022850:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312600. 00000020:00000010:1.0:1724310017.022854:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.022857:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.022883:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883457408 00000001:00000010:1.0:1724310017.022891:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310017.022906:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.022910:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310017.022951:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d4f0000. 00010000:00000010:1.0:1724310017.022969:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310017.022972:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.022981:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310017.022983:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.022985:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.022987:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310017.023050:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310017.023056:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.023060:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.023066:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.023589:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.023592:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.023595:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.023597:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.023631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.023638:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310017.023640:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.023660:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310017.023670:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959500 x1808069883457408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.023682:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310017.023687:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883457408, offset 224 00000400:00000200:1.0:1724310017.023690:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.023698:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.023703:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531825:531825:256:4294967295] 192.168.204.31@tcp LPNI seq info [531821:531821:8:4294967295] 00000400:00000200:1.0:1724310017.023770:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.023774:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.023778:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310017.023782:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.023788:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.023791:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.024245:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.024249:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.024251:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312600. 00000800:00000200:2.0:1724310017.024804:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.024807:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310017.024811:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.024814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.024819:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:2.0:1724310017.024820:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:0.0:1724310017.026977:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.026989:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f080 00000400:00000200:0.0:1724310017.026995:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 48680 00000400:00000200:0.0:1724310017.027012:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.027015:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.027020:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.027025:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0fb80. 00000020:00000010:1.0:1724310017.027192:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312600. 00000020:00000010:1.0:1724310017.027197:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.027200:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.027230:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883457664 02000000:00000010:1.0:1724310017.027255:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfa000. 00010000:00000010:1.0:1724310017.027306:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.027317:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.027348:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.027353:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.027364:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.027365:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.027368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.027370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.027443:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.027445:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.027447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.027450:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310017.027468:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310017.027473:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938d20. 00000020:00000010:1.0:1724310017.027480:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7420. 00080000:00000010:1.0:1724310017.027485:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b237c000. 00000001:00000010:1.0:1724310017.027635:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa72a0. 00000001:00000010:1.0:1724310017.027639:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310017.027667:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7420. 00010000:00000010:1.0:1724310017.027673:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.027676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.027687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.027703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310017.027706:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310017.027722:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.027726:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.027729:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.027734:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310017.027740:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310017.027749:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096472, last committed = 4295096163 00010000:00000200:1.0:1724310017.027755:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0fb80 x1808069883457664/t4295096472(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.027766:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310017.027771:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883457664, offset 224 00000400:00000010:1.0:1724310017.027775:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87ab8. 00000400:00000200:1.0:1724310017.027778:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.027784:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.027788:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531826:531826:256:4294967295] 192.168.204.31@tcp LPNI seq info [531822:531822:8:4294967295] 00000400:00000200:1.0:1724310017.027792:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.027798:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.027802:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.027805:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310017.027809:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.027815:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.027818:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.027845:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.027848:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.027851:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312600. 00000800:00000200:3.0:1724310017.027931:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.027935:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:3.0:1724310017.027938:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.027942:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.027970:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310017.027975:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310017.027979:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310017.027981:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310017.027983:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310017.027987:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:3.1:1724310017.027989:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310017.027991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310017.029831:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.029842:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295729 00000400:00000200:0.0:1724310017.029846:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.029849:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.029854:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:0.0:1724310017.029856:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00010000:00000010:2.0:1724310017.029922:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310017.029929:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00000400:00000200:0.0:1724310017.030254:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.030491:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f100 00000400:00000200:0.0:1724310017.030497:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 49168 00000400:00000200:0.0:1724310017.030544:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.030548:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.030552:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.030556:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f800. 00000020:00000010:3.0:1724310017.030828:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3000. 00000020:00000010:3.0:1724310017.030832:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.030836:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.030866:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883457792 00000001:00000010:3.0:1724310017.030874:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:3.0:1724310017.030890:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.030894:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.030933:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932c0000. 00010000:00000010:3.0:1724310017.030951:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.030954:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.030964:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.030966:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.030969:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.030971:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000004:00000010:3.0:1724310017.031052:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310017.031059:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.031063:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.031068:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:1.1:1724310017.035689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310017.035699:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310017.035702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310017.035705:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310017.035707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310017.035713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.035820:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.035823:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.035827:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.035831:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.035883:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.035893:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.035896:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.035925:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.035936:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f800 x1808069883457792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.035951:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310017.035957:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883457792, offset 224 00000400:00000200:3.0:1724310017.035962:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.035972:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.035978:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531827:531827:256:4294967295] 192.168.204.31@tcp LPNI seq info [531823:531823:8:4294967295] 00000400:00000200:3.0:1724310017.035986:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.035991:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.035995:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.035999:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.036006:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.036009:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.036025:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.036028:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.036031:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3000. 00000800:00000200:2.0:1724310017.036239:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.036241:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:2.0:1724310017.036245:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.036249:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.036252:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:2.0:1724310017.036254:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:2.1:1724310017.038418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310017.038429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310017.038433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310017.038435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310017.038438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310017.038440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310017.038442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310017.038444:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310017.038446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310017.038451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310017.038452:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310017.038457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310017.038458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310017.038460:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310017.038462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310017.038464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310017.038466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310017.038467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310017.038469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310017.038471:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310017.038472:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310017.038475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310017.038523:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:3.1:1724310017.038652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:0.0:1724310017.040081:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.040096:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f200 00000400:00000200:0.0:1724310017.040103:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 49744 00000400:00000200:0.0:1724310017.040123:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.040127:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.040132:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.040137:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0df80. 00000020:00000010:3.0:1724310017.040248:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3000. 00000020:00000010:3.0:1724310017.040253:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.040373:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.040409:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458048 02000000:00000010:3.0:1724310017.040436:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e43000. 00010000:00000010:3.0:1724310017.040465:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.040480:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.040503:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.040507:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.040518:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.040520:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.040523:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.040525:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.040602:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.040605:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.040607:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.040609:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.040629:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.040633:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.040640:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310017.040646:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008289a000. 00000001:00000010:3.0:1724310017.040802:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4000. 00000001:00000010:3.0:1724310017.040807:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.040837:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310017.040842:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.040845:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.040857:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.040875:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.040878:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310017.040894:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310017.040899:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310017.040902:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.040906:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310017.040912:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.040923:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096473, last committed = 4295096163 00010000:00000200:3.0:1724310017.040930:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0df80 x1808069883458048/t4295096473(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.040944:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7000. 00000100:00000200:3.0:1724310017.040949:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883458048, offset 224 00000400:00000010:3.0:1724310017.040954:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17268. 00000400:00000200:3.0:1724310017.040956:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.040964:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.040969:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531828:531828:256:4294967295] 192.168.204.31@tcp LPNI seq info [531824:531824:8:4294967295] 00000400:00000200:3.0:1724310017.040973:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.040978:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.040982:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.040985:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310017.040988:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.040994:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.040996:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.042464:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.042473:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.042476:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3000. 00000800:00000200:0.0:1724310017.044504:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.044510:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310017.044516:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.044523:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.048334:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.048350:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295731 00000400:00000200:0.0:1724310017.048356:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.048360:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.048364:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7000 00000400:00000010:0.0:1724310017.048366:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7000. 00010000:00000010:1.0:1724310017.048459:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:1.0:1724310017.048470:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:1.1:1724310017.049348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310017.049359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310017.049362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310017.049365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000400:00000200:0.0:1724310017.049862:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.049871:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f280 00000400:00000200:0.0:1724310017.049877:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 50232 00000400:00000200:0.0:1724310017.049924:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.049928:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.049933:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.049938:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d180. 00000020:00000010:3.0:1724310017.050047:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800882e3000. 00000020:00000010:3.0:1724310017.050052:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.050057:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.050807:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458176 00000001:00000010:3.0:1724310017.050817:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:3.0:1724310017.050836:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.050841:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310017.050886:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddc0000. 00010000:00000010:3.0:1724310017.050907:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.050910:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.050923:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.050925:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.050928:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.050930:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310017.051003:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310017.051009:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.051014:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.051020:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310017.051991:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.051996:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.051999:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.052002:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.052042:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.052050:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.052054:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.052080:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.052093:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d180 x1808069883458176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.052108:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310017.052113:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883458176, offset 224 00000400:00000200:3.0:1724310017.052119:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.052128:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.052134:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531829:531829:256:4294967295] 192.168.204.31@tcp LPNI seq info [531825:531825:8:4294967295] 00000400:00000200:3.0:1724310017.052143:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.052148:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.052151:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310017.052155:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.052160:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.052164:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.053637:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.053644:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.053647:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800882e3000. 00000800:00000200:1.0:1724310017.054806:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.054810:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310017.054815:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.054821:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.054826:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:1.0:1724310017.054828:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00010000:00000010:0.1:1724310017.055156:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310017.055163:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310017.056366:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.056377:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f380 00000400:00000200:0.0:1724310017.056383:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 50808 00000400:00000200:0.0:1724310017.056399:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.056402:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.056406:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.056411:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c000. 00000020:00000010:3.0:1724310017.057032:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867bac00. 00000020:00000010:3.0:1724310017.057038:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.057042:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.057161:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458432 02000000:00000010:3.0:1724310017.057188:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228bc000. 00010000:00000010:3.0:1724310017.057215:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.057229:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.057249:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.057253:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.057435:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.057438:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.057441:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.057443:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.057514:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.057515:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.057518:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.057520:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310017.057535:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.057539:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.057546:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac45a0. 00080000:00000010:3.0:1724310017.057550:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008289ac00. 00000001:00000010:3.0:1724310017.057696:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4840. 00000001:00000010:3.0:1724310017.057700:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310017.057728:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac45a0. 00010000:00000010:3.0:1724310017.057734:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.057736:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.057749:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.057767:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.057769:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310017.057784:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310017.057789:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310017.057792:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.057796:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310017.057804:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310017.057817:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096474, last committed = 4295096163 00010000:00000200:3.0:1724310017.057824:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c000 x1808069883458432/t4295096474(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.057837:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310017.057842:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883458432, offset 224 00000400:00000010:3.0:1724310017.057846:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e172a0. 00000400:00000200:3.0:1724310017.057849:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.057857:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.057861:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531830:531830:256:4294967295] 192.168.204.31@tcp LPNI seq info [531826:531826:8:4294967295] 00000400:00000200:3.0:1724310017.057865:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.057871:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.057876:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.057879:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310017.057883:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.057888:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.057891:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.058307:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.058311:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.058313:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867bac00. 00000800:00000200:0.0:1724310017.058643:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.058646:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310017.058649:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.058652:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.059856:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.059866:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295739 00000400:00000200:0.0:1724310017.059870:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.059872:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.059875:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310017.059877:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00010000:00000010:2.0:1724310017.060186:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:2.0:1724310017.060193:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:1.1:1724310017.060542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310017.060547:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310017.060551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310017.060553:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310017.060556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.060561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000400:00000200:0.0:1724310017.061656:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.061666:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f400 00000400:00000200:0.0:1724310017.061673:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 51296 00000400:00000200:0.0:1724310017.061725:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.061729:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.061734:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.061740:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c700. 00000020:00000010:3.0:1724310017.062101:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1a600. 00000020:00000010:3.0:1724310017.062106:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.062110:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.062146:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458560 00000001:00000010:3.0:1724310017.062155:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310017.062175:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.062180:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 02000000:00000010:3.0:1724310017.062227:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081180000. 00010000:00000010:3.0:1724310017.062247:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.062250:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.062286:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.062289:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.062292:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.062294:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310017.062377:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310017.062383:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.062387:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.062393:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:3.0:1724310017.062901:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.062904:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.062907:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.062909:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.062948:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.062956:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.062960:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.062980:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310017.062991:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c700 x1808069883458560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.063005:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7440. 00000100:00000200:3.0:1724310017.063010:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883458560, offset 224 00000400:00000200:3.0:1724310017.063014:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.063022:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.063027:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531831:531831:256:4294967295] 192.168.204.31@tcp LPNI seq info [531827:531827:8:4294967295] 00000400:00000200:3.0:1724310017.063034:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.063038:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.063041:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310017.063045:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.063051:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.063054:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.063711:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.063716:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.063719:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1a600. 00000800:00000200:0.0:1724310017.063985:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.063988:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310017.063991:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.063996:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.063999:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7440 00000400:00000010:0.0:1724310017.064001:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7440. 00000400:00000200:0.0:1724310017.065892:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.065904:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f500 00000400:00000200:0.0:1724310017.065911:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 51872 00000400:00000200:0.0:1724310017.065929:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.065932:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.065936:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.065941:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ce00. 00000020:00000010:3.0:1724310017.066076:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1a600. 00000020:00000010:3.0:1724310017.066081:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.066084:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00010000:00000010:2.1:1724310017.066341:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310017.066349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000100:00000200:3.0:1724310017.066442:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458816 02000000:00000010:3.0:1724310017.066469:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801228ba000. 00010000:00000010:3.0:1724310017.066494:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.066504:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.066523:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.066526:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.066535:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.066537:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.066539:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.066541:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.066615:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.066617:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.066620:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.066622:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.066639:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.066644:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c8c0. 00000020:00000010:3.0:1724310017.066652:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac41e0. 00080000:00000010:3.0:1724310017.066657:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880082898c00. 00000001:00000010:3.0:1724310017.066815:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac47e0. 00000001:00000010:3.0:1724310017.066819:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.066848:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac41e0. 00010000:00000010:3.0:1724310017.066853:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.066856:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.066869:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.066887:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.066890:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00080000:00000010:3.0:1724310017.066907:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:3.0:1724310017.066912:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:3.0:1724310017.066915:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.066920:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310017.066926:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.066938:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096475, last committed = 4295096163 00010000:00000200:3.0:1724310017.066944:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ce00 x1808069883458816/t4295096475(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.066958:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800869b7770. 00000100:00000200:3.0:1724310017.066963:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883458816, offset 224 00000400:00000010:3.0:1724310017.066968:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e172d8. 00000400:00000200:3.0:1724310017.066970:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.066979:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.066984:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531832:531832:256:4294967295] 192.168.204.31@tcp LPNI seq info [531828:531828:8:4294967295] 00000400:00000200:3.0:1724310017.066988:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.066993:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.066998:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.067001:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310017.067005:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.067009:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.067012:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.067029:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.067032:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.067034:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1a600. 00000800:00000200:0.0:1724310017.067141:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.067144:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310017.067147:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.067151:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.069156:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.069167:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295741 00000400:00000200:0.0:1724310017.069171:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.069174:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.069178:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800869b7770 00000400:00000010:0.0:1724310017.069180:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800869b7770. 00000400:00000200:0.0:1724310017.069280:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.069285:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f580 00000400:00000200:0.0:1724310017.069290:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 52360 00000400:00000200:0.0:1724310017.069303:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.069305:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.069309:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.069314:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0dc00. 00010000:00000010:1.0:1724310017.069392:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:1.0:1724310017.069398:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000020:00000010:2.0:1724310017.069477:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03600. 00000020:00000010:2.0:1724310017.069481:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.069484:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f320. 00000100:00000200:2.0:1724310017.069500:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883458944 00000001:00000010:2.0:1724310017.069508:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310017.069524:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.069528:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 02000000:00000010:2.0:1724310017.069569:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b00000. 00010000:00000010:2.0:1724310017.069588:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.069591:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.069599:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.069601:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.069604:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.069606:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310017.069676:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310017.069683:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310017.069688:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310017.069694:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:0.0:1724310017.070860:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310017.070865:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.070868:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310017.070871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.070904:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:0.0:1724310017.070923:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310017.070926:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:0.0:1724310017.070948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:0.0:1724310017.070959:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0dc00 x1808069883458944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.070970:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e770. 00000100:00000200:0.0:1724310017.070975:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883458944, offset 224 00000400:00000200:0.0:1724310017.070979:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.070985:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.070990:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531833:531833:256:4294967295] 192.168.204.31@tcp LPNI seq info [531829:531829:8:4294967295] 00000400:00000200:0.0:1724310017.070997:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.071001:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.071004:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310017.071008:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.071013:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.071015:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.071801:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:0.0:1724310017.071806:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f320. 00000020:00000010:0.0:1724310017.071809:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03600. 00010000:00000010:0.1:1724310017.072353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310017.072361:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310017.072365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310017.072369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310017.072372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310017.072374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310017.072377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310017.072381:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310017.072383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310017.072388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000800:00000200:1.0:1724310017.072429:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.072432:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310017.072436:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.072441:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.072444:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e770 00000400:00000010:1.0:1724310017.072446:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e770. 00000400:00000200:0.0:1724310017.073819:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.073830:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f680 00000400:00000200:0.0:1724310017.073836:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 52936 00000400:00000200:0.0:1724310017.073854:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.073858:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.073863:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.073868:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f480. 00000020:00000010:2.0:1724310017.074081:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.074086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.074090:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310017.074111:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883459200 02000000:00000010:2.0:1724310017.074139:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce9f000. 00010000:00000010:2.0:1724310017.074167:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310017.074193:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310017.074216:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.074220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.074230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.074233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.074236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.074238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.074352:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.074355:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.074357:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.074359:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310017.074380:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310017.074384:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939517a0. 00000020:00000010:2.0:1724310017.074392:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584b40. 00080000:00000010:2.0:1724310017.074397:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b42000. 00000001:00000010:2.0:1724310017.074540:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584420. 00000001:00000010:2.0:1724310017.074544:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310017.074572:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584b40. 00010000:00000010:2.0:1724310017.074578:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.074580:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.074593:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.074609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.074612:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00080000:00000010:2.0:1724310017.074628:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:2.0:1724310017.074633:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:2.0:1724310017.074637:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310017.074643:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310017.074651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310017.074662:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096476, last committed = 4295096163 00010000:00000200:2.0:1724310017.074669:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f480 x1808069883459200/t4295096476(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.074682:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a437f8. 00000100:00000200:2.0:1724310017.074687:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883459200, offset 224 00000400:00000010:2.0:1724310017.074693:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6a80. 00000400:00000200:2.0:1724310017.074696:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.074703:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.074708:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531834:531834:256:4294967295] 192.168.204.31@tcp LPNI seq info [531830:531830:8:4294967295] 00000400:00000200:2.0:1724310017.074713:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.074718:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.074722:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.074724:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.074729:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.074734:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.074737:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.074765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.074769:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310017.074772:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:1.0:1724310017.075168:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.075171:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310017.075175:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.075178:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.076407:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.076417:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295749 00000400:00000200:0.0:1724310017.076420:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.076423:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.076426:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a437f8 00000400:00000010:0.0:1724310017.076428:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a437f8. 00010000:00000010:2.0:1724310017.076510:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.076516:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00000400:00000200:0.0:1724310017.076958:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.076965:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f700 00000400:00000200:0.0:1724310017.076970:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 53424 00000400:00000200:0.0:1724310017.077003:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.077007:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.077010:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.077015:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0ea00. 00000020:00000010:2.0:1724310017.077093:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.077097:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.077100:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310017.077464:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883459328 00000001:00000010:2.0:1724310017.077473:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310017.077488:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.077492:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 02000000:00000010:2.0:1724310017.077533:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934f0000. 00010000:00000010:2.0:1724310017.077551:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.077554:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.077563:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.077565:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.077567:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.077569:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310017.077631:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310017.077638:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f532d0. 00000004:00000010:2.0:1724310017.077642:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310017.077648:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0ea0. 00010000:00000010:1.1:1724310017.078008:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310017.078016:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.0:1724310017.078492:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310017.078495:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.078499:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310017.078502:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.078539:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310017.078546:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310017.078549:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310017.078573:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:0.0:1724310017.078584:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0ea00 x1808069883459328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.078598:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e088. 00000100:00000200:0.0:1724310017.078603:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883459328, offset 224 00000400:00000200:0.0:1724310017.078607:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.078615:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.078620:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531835:531835:256:4294967295] 192.168.204.31@tcp LPNI seq info [531831:531831:8:4294967295] 00000400:00000200:0.0:1724310017.078628:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.078633:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.078637:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310017.078642:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.078647:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.078650:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.078700:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:0.0:1724310017.078704:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:0.0:1724310017.078707:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00010000:00000010:2.1:1724310017.078762:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310017.078767:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310017.078770:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310017.078773:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000800:00000200:1.0:1724310017.078854:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.078857:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310017.078859:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.078863:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.078866:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e088 00000400:00000010:1.0:1724310017.078868:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e088. 00010000:00000010:1.1:1724310017.081906:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.081921:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310017.081927:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310017.081930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310017.081932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:1.1:1724310017.081934:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310017.081936:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310017.081939:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310017.081941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310017.081947:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310017.082189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310017.082194:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310017.082197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310017.082200:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310017.082203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310017.082209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:2.0:1724310017.082294:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.082307:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f800 00000400:00000200:2.0:1724310017.082313:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 54000 00000400:00000200:2.0:1724310017.082343:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.082348:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.082353:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.082358:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959c00. 00000020:00000010:0.0:1724310017.082427:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132115e00. 00000020:00000010:0.0:1724310017.082433:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.082436:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.082470:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883459584 02000000:00000010:0.0:1724310017.082495:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c39000. 00010000:00000010:0.0:1724310017.082523:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.082534:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.082553:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310017.082557:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.082568:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310017.082569:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.082572:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310017.082574:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310017.082647:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310017.082649:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310017.082651:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310017.082654:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310017.082671:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.082677:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.082686:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b2a0. 00080000:00000010:0.0:1724310017.082690:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345ccc00. 00000001:00000010:0.0:1724310017.082830:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b900. 00000001:00000010:0.0:1724310017.082835:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310017.082865:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b2a0. 00010000:00000010:0.0:1724310017.082872:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310017.082875:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.082887:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.082901:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310017.082904:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00080000:00000010:0.0:1724310017.082916:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0ea0. 00000004:00000010:0.0:1724310017.082921:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:0.0:1724310017.082925:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f532d0. 00000004:00000010:0.0:1724310017.082930:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:0.0:1724310017.082935:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310017.082944:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096477, last committed = 4295096163 00010000:00000200:0.0:1724310017.082951:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959c00 x1808069883459584/t4295096477(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.082963:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ed48. 00000100:00000200:0.0:1724310017.082967:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883459584, offset 224 00000400:00000010:0.0:1724310017.082972:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9620. 00000400:00000200:0.0:1724310017.082975:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.082983:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.082988:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531836:531836:256:4294967295] 192.168.204.31@tcp LPNI seq info [531832:531832:8:4294967295] 00000400:00000200:0.0:1724310017.082992:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.082997:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.083001:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.083004:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310017.083007:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.083013:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.083016:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.083041:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.083045:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:0.0:1724310017.083048:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132115e00. 00000800:00000200:1.0:1724310017.083112:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.083115:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310017.083117:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.083120:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.084380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310017.084385:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310017.084388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310017.084390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310017.086346:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.086359:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295751 00000400:00000200:0.0:1724310017.086364:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.086367:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.086372:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ed48 00000400:00000010:0.0:1724310017.086374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ed48. 00000400:00000200:0.0:1724310017.086509:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.086515:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321f880 00000400:00000200:0.0:1724310017.086521:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 54488 00000400:00000200:0.0:1724310017.086575:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.086578:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.086582:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.086588:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0d880. 00010000:00000010:1.0:1724310017.087116:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:1.0:1724310017.087125:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00000020:00000010:2.0:1724310017.087456:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.087461:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.087465:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.087486:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883459712 00000001:00000010:2.0:1724310017.087495:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310017.087514:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.087518:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 02000000:00000010:2.0:1724310017.087566:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083180000. 00010000:00000010:2.0:1724310017.087589:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.087592:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.087604:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.087606:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.087610:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.087612:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000004:00000010:2.0:1724310017.087702:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310017.087709:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310017.087714:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310017.087720:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:2.0:1724310017.088527:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.088531:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.088534:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.088538:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.088573:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.088580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.088582:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.088605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310017.088616:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0d880 x1808069883459712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.088628:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43220. 00000100:00000200:2.0:1724310017.088633:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883459712, offset 224 00000400:00000200:2.0:1724310017.088637:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.088645:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.088650:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531837:531837:256:4294967295] 192.168.204.31@tcp LPNI seq info [531833:531833:8:4294967295] 00000400:00000200:2.0:1724310017.088658:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.088662:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.088666:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.088670:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.088676:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.088679:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.089210:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.089214:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.089217:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:0.0:1724310017.089978:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.089981:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310017.089985:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.089991:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.089994:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43220 00000400:00000010:0.0:1724310017.089997:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43220. 00010000:00000010:0.1:1724310017.091495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.091504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310017.092246:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.092283:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321f980 00000400:00000200:0.0:1724310017.092290:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 55064 00000400:00000200:0.0:1724310017.092310:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.092314:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.092319:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.092334:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0c380. 00000020:00000010:2.0:1724310017.092454:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1e00. 00000020:00000010:2.0:1724310017.092460:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.092464:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.092485:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883459968 02000000:00000010:2.0:1724310017.092513:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094730000. 00010000:00000010:2.0:1724310017.092540:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.092552:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.092571:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.092575:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.092586:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.092588:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.092591:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.092593:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.092667:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.092669:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.092671:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.092673:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310017.092692:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.092697:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.092704:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584180. 00080000:00000010:2.0:1724310017.092710:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b40800. 00000001:00000010:2.0:1724310017.092864:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584720. 00000001:00000010:2.0:1724310017.092869:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310017.092899:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584180. 00010000:00000010:2.0:1724310017.092904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.092907:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.092920:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.092937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.092939:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310017.092953:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:2.0:1724310017.092958:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:2.0:1724310017.092962:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310017.092968:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310017.092977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310017.092989:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096478, last committed = 4295096163 00010000:00000200:2.0:1724310017.092995:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0c380 x1808069883459968/t4295096478(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.093008:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43770. 00000100:00000200:2.0:1724310017.093013:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883459968, offset 224 00000400:00000010:2.0:1724310017.093017:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6ab8. 00000400:00000200:2.0:1724310017.093020:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.093028:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.093033:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531838:531838:256:4294967295] 192.168.204.31@tcp LPNI seq info [531834:531834:8:4294967295] 00000400:00000200:2.0:1724310017.093037:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.093043:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.093047:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.093050:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310017.093054:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.093060:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.093064:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.093083:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.093085:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.093087:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1e00. 00000800:00000200:1.0:1724310017.093193:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.093197:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310017.093200:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.093204:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.094511:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310017.094518:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:0.0:1724310017.094869:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.094879:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295759 00000400:00000200:0.0:1724310017.094884:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.094887:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.094891:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43770 00000400:00000010:0.0:1724310017.094893:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43770. 00010000:00000010:2.1:1724310017.095308:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310017.095314:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310017.095317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310017.095319:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310017.095321:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310017.095337:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:0.0:1724310017.095959:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.095966:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321fa00 00000400:00000200:0.0:1724310017.095972:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 55552 00000400:00000200:0.0:1724310017.096019:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.096023:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.096028:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.096034:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880076b0f100. 00010000:00000010:3.0:1724310017.096303:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:3.0:1724310017.096311:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00000020:00000010:1.0:1724310017.096768:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312800. 00000020:00000010:1.0:1724310017.096774:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.096777:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.096909:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883460096 00000001:00000010:1.0:1724310017.096919:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:1.0:1724310017.096938:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310017.096943:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310017.096987:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d100000. 00010000:00000010:1.0:1724310017.097006:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310017.097009:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.097018:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.097021:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.097023:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310017.097025:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310017.097108:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310017.097113:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.097117:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.097123:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.097812:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.097821:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.097824:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310017.097827:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.097872:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.098613:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.098618:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.098650:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310017.098667:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880076b0f100 x1808069883460096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.098685:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.098690:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883460096, offset 224 00000400:00000200:1.0:1724310017.098694:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.098703:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.098712:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531839:531839:256:4294967295] 192.168.204.31@tcp LPNI seq info [531835:531835:8:4294967295] 00000400:00000200:1.0:1724310017.098720:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.098724:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.098727:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310017.098731:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.098736:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.098744:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.098763:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.098765:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.098769:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312800. 00000800:00000200:0.0:1724310017.098977:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.098984:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310017.098987:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.098991:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.098994:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.098995:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:0.1:1724310017.099557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310017.099563:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310017.099566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310017.099574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310017.101621:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.101638:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321fb00 00000400:00000200:0.0:1724310017.101650:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 56128 00000400:00000200:0.0:1724310017.101677:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.101681:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.101686:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.101694:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094758700. 00000020:00000010:1.0:1724310017.101980:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e312800. 00000020:00000010:1.0:1724310017.101985:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.101989:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.102026:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883460352 02000000:00000010:1.0:1724310017.102054:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d47b000. 00010000:00000010:1.0:1724310017.102084:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.102096:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.102118:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.102122:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.102134:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.102136:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.102139:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.102141:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.102219:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.102222:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.102224:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.102226:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310017.102243:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c80. 00000020:00000010:1.0:1724310017.102248:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c80. 00000020:00000010:1.0:1724310017.102288:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f60. 00080000:00000010:1.0:1724310017.102295:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b237c400. 00000001:00000010:1.0:1724310017.105933:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7f00. 00000001:00000010:1.0:1724310017.105942:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310017.105975:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f60. 00010000:00000010:1.0:1724310017.105989:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.105996:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.106022:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.106047:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.106051:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310017.106068:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.106073:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.106077:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.106081:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310017.106088:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310017.106106:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096479, last committed = 4295096163 00010000:00000200:1.0:1724310017.106116:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094758700 x1808069883460352/t4295096479(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.106131:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.106136:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883460352, offset 224 00000400:00000010:1.0:1724310017.106142:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87af0. 00000400:00000200:1.0:1724310017.106192:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.106204:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.106210:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531840:531840:256:4294967295] 192.168.204.31@tcp LPNI seq info [531836:531836:8:4294967295] 00000400:00000200:1.0:1724310017.106214:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.106220:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.106225:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.106228:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310017.106233:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.106240:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.106244:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.106286:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310017.106290:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.106292:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e312800. 00000800:00000200:0.0:1724310017.106361:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.106364:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310017.106368:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.106373:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.107661:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.107669:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295761 00000400:00000200:0.0:1724310017.107673:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.107676:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.107680:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.107682:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:1.0:1724310017.107737:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.107743:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:0.1:1724310017.108376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310017.108383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310017.108491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310017.108497:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310017.108500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310017.108502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310017.108607:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.108614:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321fb80 00000400:00000200:0.0:1724310017.108621:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 56616 00000400:00000200:0.0:1724310017.108659:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.108663:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.108667:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.108670:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759c00. 00000020:00000010:1.0:1724310017.109406:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310017.109411:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.109414:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.109452:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883460480 00000001:00000010:1.0:1724310017.109460:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:1.0:1724310017.109477:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.109482:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310017.109526:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800864c0000. 00010000:00000010:1.0:1724310017.109547:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.109550:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.109561:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.109563:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.109566:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.109568:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000004:00000010:1.0:1724310017.109637:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310017.109644:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.109648:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.109654:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.1:1724310017.111674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310017.111684:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.111687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310017.111689:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.111692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310017.111698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.0:1724310017.112241:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.112245:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.112248:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310017.112253:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310017.112339:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.112347:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.112350:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.112377:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310017.112390:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759c00 x1808069883460480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.112406:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310017.112412:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883460480, offset 224 00000400:00000200:1.0:1724310017.112418:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.112427:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.112432:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531841:531841:256:4294967295] 192.168.204.31@tcp LPNI seq info [531837:531837:8:4294967295] 00000400:00000200:1.0:1724310017.112441:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.112446:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.112449:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310017.112454:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.112460:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.112464:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.112485:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.112488:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.112491:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:0.0:1724310017.112616:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.112621:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310017.112624:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.112628:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.112632:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:0.0:1724310017.112634:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:0.0:1724310017.116532:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.116547:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321fc80 00000400:00000200:0.0:1724310017.116554:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 57192 00000400:00000200:0.0:1724310017.116575:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.116579:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.116585:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.116590:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759880. 00000020:00000010:1.0:1724310017.116704:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d63c00. 00000020:00000010:1.0:1724310017.116709:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.116713:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.116816:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883460736 02000000:00000010:1.0:1724310017.116845:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc79000. 00010000:00000010:1.0:1724310017.116873:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310017.116885:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.116906:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.116910:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.116921:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310017.116923:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310017.116926:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.116928:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310017.116999:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310017.117001:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.117003:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.117006:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.117023:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c80. 00000020:00000010:1.0:1724310017.117027:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c80. 00000020:00000010:1.0:1724310017.117035:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7cc0. 00080000:00000010:1.0:1724310017.117041:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b57800. 00000001:00000010:1.0:1724310017.117188:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7b40. 00000001:00000010:1.0:1724310017.117192:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310017.117219:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7cc0. 00010000:00000010:1.0:1724310017.117225:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.117227:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.117240:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.117280:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.117283:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310017.117300:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.117305:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.117308:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.117313:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310017.117320:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.117343:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096480, last committed = 4295096163 00010000:00000200:1.0:1724310017.117350:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759880 x1808069883460736/t4295096480(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.117363:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310017.117368:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883460736, offset 224 00000400:00000010:1.0:1724310017.117372:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87b28. 00000400:00000200:1.0:1724310017.117375:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.117383:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.117388:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531842:531842:256:4294967295] 192.168.204.31@tcp LPNI seq info [531838:531838:8:4294967295] 00000400:00000200:1.0:1724310017.117392:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.117398:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.117402:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.117405:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310017.117409:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.117415:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.117419:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.117431:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.117434:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.117436:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d63c00. 00000800:00000200:0.0:1724310017.117747:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.117750:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310017.117754:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.117757:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.118290:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.118298:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295769 00000400:00000200:0.0:1724310017.118302:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.118304:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.118308:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:0.0:1724310017.118310:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00010000:00000010:3.0:1724310017.118379:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:3.0:1724310017.118385:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00000400:00000200:2.0:1724310017.118916:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.118924:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321fd00 00000400:00000200:2.0:1724310017.118929:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 57680 00000400:00000200:2.0:1724310017.118966:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.118969:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.118973:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.118977:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395ad80. 00000020:00000010:0.0:1724310017.119114:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132114a00. 00000020:00000010:0.0:1724310017.119117:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.119120:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.119146:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883460864 00000001:00000010:0.0:1724310017.119154:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:0.0:1724310017.119167:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310017.119170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 02000000:00000010:0.0:1724310017.119212:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d790000. 00010000:00000010:0.0:1724310017.119230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310017.119233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310017.119243:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310017.119245:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310017.119247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310017.119249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00000004:00000010:0.0:1724310017.119345:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310017.119352:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be438. 00010000:00000010:2.1:1724310017.119355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000004:00000010:0.0:1724310017.119356:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00010000:00000010:2.1:1724310017.119361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00080000:00000010:0.0:1724310017.119362:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef860. 00010000:00000010:2.1:1724310017.119363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310017.119366:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310017.119368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310017.119374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310017.119376:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310017.119378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.0:1724310017.121116:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310017.121120:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.121124:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310017.121128:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310017.121170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310017.121190:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310017.121194:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310017.121220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310017.121231:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395ad80 x1808069883460864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.121243:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ed48. 00000100:00000200:0.0:1724310017.121249:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883460864, offset 224 00000400:00000200:0.0:1724310017.121254:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.121277:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.121282:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531843:531843:256:4294967295] 192.168.204.31@tcp LPNI seq info [531839:531839:8:4294967295] 00000400:00000200:0.0:1724310017.121290:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.121294:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.121297:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310017.121302:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.121308:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.121311:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.121342:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.121346:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:0.0:1724310017.121348:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132114a00. 00000800:00000200:2.0:1724310017.121409:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.121412:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310017.121415:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.121419:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.121422:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ed48 00000400:00000010:2.0:1724310017.121424:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ed48. 00010000:00000010:0.1:1724310017.122345:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310017.122352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:0.0:1724310017.122702:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.122712:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321fe00 00000400:00000200:0.0:1724310017.122718:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 58256 00000400:00000200:0.0:1724310017.122734:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.122737:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.122741:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.122745:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759500. 00000020:00000010:1.0:1724310017.122858:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d63c00. 00000020:00000010:1.0:1724310017.122862:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.122865:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.122893:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883461120 02000000:00000010:1.0:1724310017.122915:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7d000. 00010000:00000010:1.0:1724310017.122936:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:1.0:1724310017.122944:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:1.0:1724310017.122959:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.122963:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.122970:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310017.122972:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.122974:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.122976:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.123044:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.123047:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.123049:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.123051:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310017.123071:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66240. 00000020:00000010:1.0:1724310017.123075:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66240. 00000020:00000010:1.0:1724310017.123081:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f60. 00080000:00000010:1.0:1724310017.123086:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b54000. 00000001:00000010:1.0:1724310017.123229:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7d20. 00000001:00000010:1.0:1724310017.123233:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310017.123280:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f60. 00010000:00000010:1.0:1724310017.123286:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310017.123289:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.123301:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.123317:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.123319:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310017.123348:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef860. 00000004:00000010:1.0:1724310017.123355:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:1.0:1724310017.123358:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be438. 00000004:00000010:1.0:1724310017.123362:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:1.0:1724310017.123369:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.123380:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096481, last committed = 4295096163 00010000:00000200:1.0:1724310017.123386:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759500 x1808069883461120/t4295096481(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.123395:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310017.123399:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883461120, offset 224 00000400:00000010:1.0:1724310017.123404:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87b60. 00000400:00000200:1.0:1724310017.123406:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.123412:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.123416:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531844:531844:256:4294967295] 192.168.204.31@tcp LPNI seq info [531840:531840:8:4294967295] 00000400:00000200:1.0:1724310017.123420:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.123425:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.123429:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.123431:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310017.123435:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.123440:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.123443:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.125106:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.125114:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.125117:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d63c00. 00000800:00000200:2.0:1724310017.125356:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.125359:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:2.0:1724310017.125365:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.125370:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.127809:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.127821:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295771 00000400:00000200:0.0:1724310017.127825:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.127828:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.127832:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:0.0:1724310017.127834:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:0.0:1724310017.128039:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.128044:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1321fe80 00000400:00000200:0.0:1724310017.128049:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 58744 00000400:00000200:0.0:1724310017.128094:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.128097:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.128101:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.128108:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdca80. 00010000:00000010:3.1:1724310017.128331:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:3.1:1724310017.128337:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310017.128340:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310017.128351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:3.1:1724310017.128356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310017.128359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310017.128360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310017.128362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310017.128365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310017.128366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310017.128367:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310017.128369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310017.128371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.128579:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00000020:00000010:2.0:1724310017.128581:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1e00. 00010000:00000010:1.0:1724310017.128587:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000020:00000010:2.0:1724310017.128587:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.128591:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.128612:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883461248 00000001:00000010:2.0:1724310017.128620:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310017.128636:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.128640:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310017.128685:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e900000. 00010000:00000010:2.0:1724310017.128712:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.128716:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.128726:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.128728:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.128732:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.128733:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310017.128806:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310017.128812:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ca8. 00000004:00000010:2.0:1724310017.128816:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f960. 00080000:00000010:2.0:1724310017.128822:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1380. 00010000:00000010:2.0:1724310017.130474:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.130480:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.130484:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.130487:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.130531:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.130541:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.130545:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.130632:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310017.130648:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdca80 x1808069883461248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.130666:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43088. 00000100:00000200:2.0:1724310017.130671:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883461248, offset 224 00000400:00000200:2.0:1724310017.130676:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.130685:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.130690:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531845:531845:256:4294967295] 192.168.204.31@tcp LPNI seq info [531841:531841:8:4294967295] 00000400:00000200:2.0:1724310017.130698:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.130703:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.130706:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.130711:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.130717:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.130720:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.131426:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.131431:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.131434:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1e00. 00000800:00000200:0.0:1724310017.131609:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.131612:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310017.131615:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.131619:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.131622:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43088 00000400:00000010:0.0:1724310017.131624:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43088. 00010000:00000010:2.1:1724310017.134951:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310017.135114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310017.135120:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310017.135124:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310017.135127:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310017.135129:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310017.135135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000400:00000200:2.0:1724310017.135209:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.135222:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1321ff80 00000400:00000200:2.0:1724310017.135228:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 59320 00000400:00000200:2.0:1724310017.135248:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.135252:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.135281:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.135287:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395a300. 00000020:00000010:0.0:1724310017.135375:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132115800. 00000020:00000010:0.0:1724310017.135380:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.135384:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.135420:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883461504 02000000:00000010:0.0:1724310017.135449:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880130957000. 00010000:00000010:0.0:1724310017.135477:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:0.0:1724310017.135501:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:0.0:1724310017.135523:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310017.135528:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.135539:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310017.135541:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310017.135544:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310017.135546:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310017.135622:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310017.135625:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310017.135628:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310017.135630:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310017.135651:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b080. 00000020:00000010:0.0:1724310017.135656:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b080. 00000020:00000010:0.0:1724310017.135665:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bcc0. 00080000:00000010:0.0:1724310017.135670:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cfc00. 00000001:00000010:0.0:1724310017.135815:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b3c0. 00000001:00000010:0.0:1724310017.135820:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310017.135848:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bcc0. 00010000:00000010:0.0:1724310017.135855:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310017.135858:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.135871:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.136124:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.136128:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00080000:00000010:0.0:1724310017.136144:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1380. 00000004:00000010:0.0:1724310017.136148:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f960. 00000004:00000010:0.0:1724310017.136152:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ca8. 00000004:00000010:0.0:1724310017.136158:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:0.0:1724310017.136164:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310017.136177:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096482, last committed = 4295096163 00010000:00000200:0.0:1724310017.136184:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395a300 x1808069883461504/t4295096482(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.136196:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e7f8. 00000100:00000200:0.0:1724310017.136201:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883461504, offset 224 00000400:00000010:0.0:1724310017.137143:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef95e8. 00000400:00000200:0.0:1724310017.137149:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.137160:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.137164:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531846:531846:256:4294967295] 192.168.204.31@tcp LPNI seq info [531842:531842:8:4294967295] 00000400:00000200:0.0:1724310017.137169:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.137173:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.137178:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.137182:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310017.137187:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.137193:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.137196:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.137223:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.137226:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:0.0:1724310017.137229:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132115800. 00000800:00000200:2.0:1724310017.137417:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.137421:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310017.137425:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.137430:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.139481:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.139494:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295779 00000400:00000200:0.0:1724310017.139499:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.139502:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.139507:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e7f8 00000400:00000010:0.0:1724310017.139509:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e7f8. 00010000:00000010:3.0:1724310017.139919:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:3.0:1724310017.139928:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.1:1724310017.140674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310017.140680:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.140684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310017.141504:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.141515:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220000 00000400:00000200:0.0:1724310017.141522:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 59808 00000400:00000200:0.0:1724310017.141570:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.141574:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.141579:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.141584:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf480. 00000020:00000010:2.0:1724310017.141771:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.141776:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.141780:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.141803:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883461632 00000001:00000010:2.0:1724310017.141812:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310017.141829:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.141833:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310017.141877:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7a0000. 00010000:00000010:2.0:1724310017.141899:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.141902:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.141915:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.141917:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.141919:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.141921:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000004:00000010:2.0:1724310017.141995:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310017.142001:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.142006:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310017.142012:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:2.0:1724310017.142821:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.142825:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.142829:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.142832:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.142874:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.142882:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.142886:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.142910:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310017.142921:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf480 x1808069883461632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.142941:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43d48. 00000100:00000200:2.0:1724310017.142947:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883461632, offset 224 00000400:00000200:2.0:1724310017.142952:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.142962:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.142967:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531847:531847:256:4294967295] 192.168.204.31@tcp LPNI seq info [531843:531843:8:4294967295] 00000400:00000200:2.0:1724310017.142975:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.142980:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.142984:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310017.142989:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.142995:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.142998:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.143023:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.143027:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.143030:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:0.0:1724310017.143240:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.143244:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310017.143248:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.143252:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.143255:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43d48 00000400:00000010:0.0:1724310017.143431:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43d48. 00000400:00000200:0.0:1724310017.144793:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.144803:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220100 00000400:00000200:0.0:1724310017.144809:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 60384 00000400:00000200:0.0:1724310017.144825:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.144829:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.144833:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.144837:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddf80. 00000020:00000010:2.0:1724310017.144939:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.144943:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.144947:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.144968:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883461888 02000000:00000010:2.0:1724310017.144993:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094734000. 00010000:00000010:2.0:1724310017.145018:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.145028:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.145047:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.145050:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.145059:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.145061:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.145064:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.145066:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.145140:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.145143:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.145145:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.145147:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310017.145165:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.145170:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.145177:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584480. 00080000:00000010:2.0:1724310017.145183:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b43400. 00000001:00000010:2.0:1724310017.145372:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22ea20. 00000001:00000010:2.0:1724310017.145377:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310017.145407:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584480. 00010000:00000010:2.0:1724310017.145414:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.145417:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.145429:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.145445:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.145448:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310017.145462:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:2.0:1724310017.145467:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310017.145471:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.145476:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310017.145484:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310017.145493:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096483, last committed = 4295096163 00010000:00000200:2.0:1724310017.145500:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddf80 x1808069883461888/t4295096483(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.145511:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43f68. 00000100:00000200:2.0:1724310017.145516:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883461888, offset 224 00000400:00000010:2.0:1724310017.145520:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6af0. 00000400:00000200:2.0:1724310017.145522:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.145530:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.145535:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531848:531848:256:4294967295] 192.168.204.31@tcp LPNI seq info [531844:531844:8:4294967295] 00000400:00000200:2.0:1724310017.145539:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.145545:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.145549:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.145552:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.145556:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.145561:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.145564:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.145591:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.145594:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.145596:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:1.0:1724310017.145658:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.145662:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310017.145665:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.145669:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.146551:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310017.146554:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310017.146557:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310017.146560:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310017.146564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310017.146653:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310017.146659:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:0.0:1724310017.147050:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.147059:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295781 00000400:00000200:0.0:1724310017.147062:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.147065:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.147068:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43f68 00000400:00000010:0.0:1724310017.147069:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43f68. 00010000:00000010:1.0:1724310017.147453:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:1.0:1724310017.147465:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000400:00000200:0.0:1724310017.147514:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.147521:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220180 00000400:00000200:0.0:1724310017.147647:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 60872 00000400:00000200:0.0:1724310017.147692:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.147696:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.147700:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.147704:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf800. 00000020:00000010:2.0:1724310017.147749:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.147754:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.147757:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.147787:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883462016 00000001:00000010:2.0:1724310017.147794:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:2.0:1724310017.147811:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.147815:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 02000000:00000010:2.0:1724310017.147858:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082700000. 00010000:00000010:2.0:1724310017.147878:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.147880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.147890:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.147892:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.147894:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.147897:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310017.147963:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310017.147968:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.147972:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310017.147978:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:2.0:1724310017.148663:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.148666:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.148670:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.148673:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.148705:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.148712:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.148715:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.148738:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310017.148748:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf800 x1808069883462016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.148761:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43198. 00000100:00000200:2.0:1724310017.148765:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883462016, offset 224 00000400:00000200:2.0:1724310017.148770:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.148777:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.148782:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531849:531849:256:4294967295] 192.168.204.31@tcp LPNI seq info [531845:531845:8:4294967295] 00000400:00000200:2.0:1724310017.148790:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.148794:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.148798:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310017.148801:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.148807:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.148810:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.148834:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.148838:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.148841:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:0.0:1724310017.149179:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.149182:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310017.149186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.149189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.149192:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43198 00000400:00000010:0.0:1724310017.149194:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43198. 00010000:00000010:2.1:1724310017.149509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310017.151097:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.151108:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220280 00000400:00000200:0.0:1724310017.151114:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 61448 00000400:00000200:0.0:1724310017.151132:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.151136:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.151141:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.151145:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdea00. 00000020:00000010:2.0:1724310017.151312:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.151317:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.151320:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.151350:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883462272 02000000:00000010:2.0:1724310017.151379:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006e769000. 00010000:00000010:2.0:1724310017.151405:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.151417:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.151437:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.151441:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.151451:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.151453:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.151456:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.151458:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.151532:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.151534:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.151537:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.151539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310017.151558:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.151563:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.151571:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584c00. 00080000:00000010:2.0:1724310017.151997:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b40c00. 00000001:00000010:2.0:1724310017.152162:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584360. 00000001:00000010:2.0:1724310017.152167:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310017.152197:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584c00. 00010000:00000010:2.0:1724310017.152203:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.152207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.152220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.152237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.152239:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310017.152255:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:2.0:1724310017.152427:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310017.152432:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.152437:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310017.152447:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310017.152458:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096484, last committed = 4295096163 00010000:00000200:2.0:1724310017.152464:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdea00 x1808069883462272/t4295096484(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.152476:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43330. 00000100:00000200:2.0:1724310017.152481:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883462272, offset 224 00000400:00000010:2.0:1724310017.152486:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6b28. 00000400:00000200:2.0:1724310017.152489:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.152496:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.152501:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531850:531850:256:4294967295] 192.168.204.31@tcp LPNI seq info [531846:531846:8:4294967295] 00000400:00000200:2.0:1724310017.152506:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.152510:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.152515:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.152518:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.152521:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.152526:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.152529:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.153072:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.153077:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.153079:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:0.0:1724310017.154192:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.154197:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310017.154203:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.154209:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.154923:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310017.154929:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310017.155129:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310017.155135:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:3.1:1724310017.155141:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00000400:00000200:0.0:1724310017.155311:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.155331:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295789 00000400:00000200:0.0:1724310017.155337:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.155339:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.155344:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43330 00000400:00000010:0.0:1724310017.155346:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43330. 00010000:00000010:3.0:1724310017.155518:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:3.0:1724310017.155527:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:0.0:1724310017.156187:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.156195:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220300 00000400:00000200:0.0:1724310017.156201:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 61936 00000400:00000200:0.0:1724310017.156696:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.156701:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.156706:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.156710:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd880. 00000020:00000010:2.0:1724310017.156825:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.156830:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.156834:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.156856:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883462400 00000001:00000010:2.0:1724310017.156865:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:2.0:1724310017.156882:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.156887:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 02000000:00000010:2.0:1724310017.156934:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800875e0000. 00010000:00000010:2.0:1724310017.156955:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.156958:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.156970:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.156972:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.156975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.156977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310017.157051:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310017.157059:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.157064:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310017.157070:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:2.0:1724310017.158388:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.158393:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.158397:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.158400:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.158442:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.158451:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.158454:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.158482:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310017.158495:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd880 x1808069883462400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.158510:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43dd0. 00000100:00000200:2.0:1724310017.158515:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883462400, offset 224 00000400:00000200:2.0:1724310017.158521:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.158531:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.158536:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531851:531851:256:4294967295] 192.168.204.31@tcp LPNI seq info [531847:531847:8:4294967295] 00000400:00000200:2.0:1724310017.158545:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.158549:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.158553:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310017.158557:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.158562:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.158566:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.158999:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.159004:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.159008:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:1.0:1724310017.159358:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.159362:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310017.159367:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.159372:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.159376:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43dd0 00000400:00000010:1.0:1724310017.159378:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43dd0. 00010000:00000010:2.1:1724310017.161504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310017.161517:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.161522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310017.161526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310017.161529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310017.161531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310017.161533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310017.161535:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310017.161537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310017.161542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310017.161544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310017.161546:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310017.161547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310017.161550:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310017.162154:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.162169:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220400 00000400:00000200:0.0:1724310017.162174:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 62512 00000400:00000200:0.0:1724310017.162193:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.162196:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.162202:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.162206:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfde680. 00000020:00000010:2.0:1724310017.162289:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.162294:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.162298:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.162466:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883462656 02000000:00000010:2.0:1724310017.162494:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a91000. 00010000:00000010:2.0:1724310017.162520:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.162529:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.162548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.162551:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.162561:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.162563:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.162566:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.162568:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.162634:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.162635:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.162637:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.162639:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310017.162655:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.162660:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.162666:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584960. 00080000:00000010:2.0:1724310017.162672:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b42800. 00000001:00000010:2.0:1724310017.162813:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e5a0. 00000001:00000010:2.0:1724310017.162817:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310017.162843:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584960. 00010000:00000010:2.0:1724310017.162848:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.162850:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.162862:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.162875:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.162878:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310017.162890:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:2.0:1724310017.162893:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310017.162897:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.162901:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310017.162905:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310017.162915:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096485, last committed = 4295096163 00010000:00000200:2.0:1724310017.162921:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfde680 x1808069883462656/t4295096485(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.162933:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43000. 00000100:00000200:2.0:1724310017.162938:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883462656, offset 224 00000400:00000010:2.0:1724310017.162942:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6b60. 00000400:00000200:2.0:1724310017.162944:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.162951:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.162956:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531852:531852:256:4294967295] 192.168.204.31@tcp LPNI seq info [531848:531848:8:4294967295] 00000400:00000200:2.0:1724310017.162960:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.162965:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.162970:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.162972:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.162976:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.162981:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.162984:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.163588:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.163593:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.163595:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:1.0:1724310017.163703:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.163706:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310017.163710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.163714:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.164377:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310017.164384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310017.165882:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.165893:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295791 00000400:00000200:0.0:1724310017.165897:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.165900:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.165905:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43000 00000400:00000010:0.0:1724310017.165906:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43000. 00000400:00000200:0.0:1724310017.165930:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.165934:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220480 00000400:00000200:0.0:1724310017.165939:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 63000 00000400:00000200:0.0:1724310017.165952:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.165954:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.165958:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.165963:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddc00. 00000020:00000010:2.0:1724310017.166047:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800825f1200. 00000020:00000010:2.0:1724310017.166052:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.166055:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.166074:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883462784 00000001:00000010:2.0:1724310017.166082:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310017.166099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.166103:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310017.166143:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c770000. 00010000:00000010:2.0:1724310017.166161:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.166164:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.166177:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.166179:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.166182:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.166184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310017.166277:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310017.166284:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.166289:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310017.166295:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:1.0:1724310017.166511:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:1.0:1724310017.166518:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.167123:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.167126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.167130:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.167133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.167165:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.167171:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.167174:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.167198:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310017.167208:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddc00 x1808069883462784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.167220:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43110. 00000100:00000200:2.0:1724310017.167225:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883462784, offset 224 00000400:00000200:2.0:1724310017.167229:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.167236:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.167241:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531853:531853:256:4294967295] 192.168.204.31@tcp LPNI seq info [531849:531849:8:4294967295] 00000400:00000200:2.0:1724310017.167249:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.167253:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.167283:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310017.167287:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.167292:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.167296:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.167309:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.167312:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.167315:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800825f1200. 00000800:00000200:0.0:1724310017.167425:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.167427:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310017.167430:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.167433:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.167436:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43110 00000400:00000010:0.0:1724310017.167437:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43110. 00010000:00000010:0.1:1724310017.167612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310017.167617:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310017.167619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310017.167621:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.167624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310017.167627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310017.167629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310017.167631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.167634:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310017.167635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:0.0:1724310017.169041:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.169050:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220580 00000400:00000200:0.0:1724310017.169056:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 63576 00000400:00000200:0.0:1724310017.169071:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.169078:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.169083:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.169087:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdc700. 00000020:00000010:2.0:1724310017.169153:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.169157:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.169161:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.169194:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463040 02000000:00000010:2.0:1724310017.169218:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a3000. 00010000:00000010:2.0:1724310017.169243:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.169253:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.169292:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.169296:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.169305:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.169307:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.169310:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.169312:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.169394:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.169396:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.169399:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.169401:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310017.169425:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.169430:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.169437:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584960. 00080000:00000010:2.0:1724310017.169441:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b43c00. 00000001:00000010:2.0:1724310017.169599:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e102a0. 00000001:00000010:2.0:1724310017.169604:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310017.169633:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584960. 00010000:00000010:2.0:1724310017.169640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.169643:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.169654:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.169672:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.169674:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310017.169689:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:2.0:1724310017.169694:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310017.169697:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.169702:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310017.169710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310017.169721:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096486, last committed = 4295096163 00010000:00000200:2.0:1724310017.169727:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdc700 x1808069883463040/t4295096486(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.169738:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43cc0. 00000100:00000200:2.0:1724310017.169742:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883463040, offset 224 00000400:00000010:2.0:1724310017.169747:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6b98. 00000400:00000200:2.0:1724310017.169750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.169757:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.169761:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531854:531854:256:4294967295] 192.168.204.31@tcp LPNI seq info [531850:531850:8:4294967295] 00000400:00000200:2.0:1724310017.169765:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.169771:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.169775:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.169778:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310017.169782:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.169788:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.169790:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.169819:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.169822:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.169824:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:1.0:1724310017.169964:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.169967:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310017.169971:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.169974:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.171663:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310017.171673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:0.0:1724310017.172142:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.172155:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295799 00000400:00000200:0.0:1724310017.172159:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.172163:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.172167:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43cc0 00000400:00000010:0.0:1724310017.172169:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43cc0. 00010000:00000010:3.0:1724310017.172293:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:3.0:1724310017.172304:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310017.173180:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.173188:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220600 00000400:00000200:0.0:1724310017.173195:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 64064 00000400:00000200:0.0:1724310017.173244:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.173247:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.173251:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.173255:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfded80. 00000020:00000010:2.0:1724310017.173339:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151f200. 00000020:00000010:2.0:1724310017.173345:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.173348:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.173386:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463168 00000001:00000010:2.0:1724310017.173395:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310017.173412:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.173417:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310017.173460:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093370000. 00010000:00000010:2.0:1724310017.173481:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.173484:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.173494:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.173496:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.173499:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.173501:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310017.173585:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310017.173594:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53078. 00000004:00000010:2.0:1724310017.173601:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310017.173608:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1040. 00010000:00000010:2.0:1724310017.174685:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.174689:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.174693:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.174696:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.174737:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.174745:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.174748:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.174774:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310017.174786:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfded80 x1808069883463168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.174800:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43b28. 00000100:00000200:2.0:1724310017.174805:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883463168, offset 224 00000400:00000200:2.0:1724310017.174810:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.174818:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.174824:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531855:531855:256:4294967295] 192.168.204.31@tcp LPNI seq info [531851:531851:8:4294967295] 00000400:00000200:2.0:1724310017.174832:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.174837:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.174840:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310017.174845:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.174852:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.174855:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.174884:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.174887:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.174890:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151f200. 00000800:00000200:1.0:1724310017.175253:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.175274:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310017.175278:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.175281:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.175284:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43b28 00000400:00000010:1.0:1724310017.175286:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43b28. 00010000:00000010:0.1:1724310017.178494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310017.178507:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310017.178510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310017.178513:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310017.178517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310017.178521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310017.178524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310017.178526:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.178528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310017.178530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:2.0:1724310017.178585:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.178598:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220700 00000400:00000200:2.0:1724310017.178605:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 64640 00000400:00000200:2.0:1724310017.178624:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.178627:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.178633:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.178638:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958700. 00000020:00000010:0.0:1724310017.178714:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132114400. 00000020:00000010:0.0:1724310017.178719:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.178725:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.179085:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463424 02000000:00000010:0.0:1724310017.179114:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8a000. 00010000:00000010:0.0:1724310017.179142:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:0.0:1724310017.180385:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:0.0:1724310017.180418:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310017.180423:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.180436:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310017.180438:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310017.180441:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310017.180443:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.180528:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310017.180531:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.180533:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310017.180536:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.180557:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b060. 00000020:00000010:0.0:1724310017.180562:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b060. 00000020:00000010:0.0:1724310017.180572:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bcc0. 00080000:00000010:0.0:1724310017.180577:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cd400. 00000001:00000010:0.0:1724310017.180727:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b300. 00000001:00000010:0.0:1724310017.180732:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310017.180766:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bcc0. 00010000:00000010:0.0:1724310017.180774:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310017.180777:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.180790:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.180809:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.180812:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00080000:00000010:0.0:1724310017.180827:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1040. 00000004:00000010:0.0:1724310017.180832:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:0.0:1724310017.180836:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53078. 00000004:00000010:0.0:1724310017.180841:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:0.0:1724310017.180850:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310017.180863:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096487, last committed = 4295096163 00010000:00000200:0.0:1724310017.180872:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958700 x1808069883463424/t4295096487(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.180885:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e7f8. 00000100:00000200:0.0:1724310017.180890:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883463424, offset 224 00000400:00000010:0.0:1724310017.180895:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef95b0. 00000400:00000200:0.0:1724310017.180898:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.180908:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.180914:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531856:531856:256:4294967295] 192.168.204.31@tcp LPNI seq info [531852:531852:8:4294967295] 00000400:00000200:0.0:1724310017.180918:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.180924:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.180929:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.180932:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310017.180937:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.180943:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.180946:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.180976:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310017.180980:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:0.0:1724310017.180982:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132114400. 00000800:00000200:2.0:1724310017.181146:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.181149:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310017.181151:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.181155:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.183551:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.183566:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957a1 00000400:00000200:1.0:1724310017.183571:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.183574:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.183579:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e7f8 00000400:00000010:1.0:1724310017.183581:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e7f8. 00010000:00000010:3.1:1724310017.183584:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310017.183591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.0:1724310017.184000:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.184008:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00000400:00000200:0.0:1724310017.184368:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.184376:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220780 00000400:00000200:0.0:1724310017.184382:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 65128 00000400:00000200:0.0:1724310017.184524:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.184528:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.184533:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.184539:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf100. 00000020:00000010:2.0:1724310017.184737:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e800. 00000020:00000010:2.0:1724310017.184742:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.184746:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.184776:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463552 00000001:00000010:2.0:1724310017.184784:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310017.184802:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.184806:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310017.184850:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074c00000. 00010000:00000010:2.0:1724310017.184869:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.184872:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.184883:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.184885:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.184888:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.184890:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310017.184961:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310017.184967:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53d20. 00000004:00000010:2.0:1724310017.184972:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310017.184978:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:2.0:1724310017.185646:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.185650:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.185653:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.185655:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.185689:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.185695:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.185697:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.185718:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310017.185730:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf100 x1808069883463552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.185743:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43440. 00000100:00000200:2.0:1724310017.185748:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883463552, offset 224 00000400:00000200:2.0:1724310017.185753:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.185760:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.185765:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531857:531857:256:4294967295] 192.168.204.31@tcp LPNI seq info [531853:531853:8:4294967295] 00000400:00000200:2.0:1724310017.185773:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.185778:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.185781:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.185785:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.185791:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.185794:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.186487:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.186492:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.186496:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e800. 00000800:00000200:0.0:1724310017.186769:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.186773:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310017.186776:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.186781:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.186784:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43440 00000400:00000010:0.0:1724310017.186786:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43440. 00010000:00000010:1.1:1724310017.189546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310017.189556:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310017.189560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310017.189562:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310017.189566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310017.189572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310017.189574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310017.189576:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310017.189578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310017.189580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310017.189663:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310017.189668:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00000400:00000200:2.0:1724310017.189737:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.189753:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220880 00000400:00000200:2.0:1724310017.189760:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 65704 00000400:00000200:2.0:1724310017.189779:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.189783:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.189789:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.189794:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395b100. 00000020:00000010:0.0:1724310017.189921:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132114200. 00000020:00000010:0.0:1724310017.189926:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310017.189930:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.189955:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463808 02000000:00000010:0.0:1724310017.189981:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8b000. 00010000:00000010:0.0:1724310017.190009:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:0.0:1724310017.190020:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:0.0:1724310017.190039:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310017.190043:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.190055:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310017.190057:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310017.190060:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310017.190064:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.190136:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310017.190139:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.190141:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310017.190143:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.190162:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310017.190167:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338b4e0. 00000020:00000010:0.0:1724310017.190176:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bcc0. 00080000:00000010:0.0:1724310017.190181:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801345cec00. 00000001:00000010:0.0:1724310017.190383:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4ba20. 00000001:00000010:0.0:1724310017.190388:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fc00. 00000020:00000010:0.0:1724310017.190416:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bcc0. 00010000:00000010:0.0:1724310017.190423:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310017.190426:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.190439:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.190456:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.190458:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00080000:00000010:0.0:1724310017.190476:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:0.0:1724310017.190481:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:0.0:1724310017.190485:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53d20. 00000004:00000010:0.0:1724310017.190491:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:0.0:1724310017.190497:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310017.190508:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096488, last committed = 4295096163 00010000:00000200:0.0:1724310017.190514:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395b100 x1808069883463808/t4295096488(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.190526:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e660. 00000100:00000200:0.0:1724310017.190531:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883463808, offset 224 00000400:00000010:0.0:1724310017.190535:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9578. 00000400:00000200:0.0:1724310017.190538:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.190545:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.190550:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531858:531858:256:4294967295] 192.168.204.31@tcp LPNI seq info [531854:531854:8:4294967295] 00000400:00000200:0.0:1724310017.190554:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.190560:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.190564:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.190567:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310017.190571:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.190576:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.190580:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.190597:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310017.190601:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:0.0:1724310017.190603:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132114200. 00000800:00000200:1.0:1724310017.190710:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.190712:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310017.190715:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.190718:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.191533:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.191542:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957a9 00000400:00000200:0.0:1724310017.191545:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.191547:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.191550:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e660 00000400:00000010:0.0:1724310017.191552:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e660. 00010000:00000010:3.0:1724310017.193304:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:3.0:1724310017.193315:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00000400:00000200:1.0:1724310017.193384:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.193393:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220900 00000400:00000200:1.0:1724310017.193399:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 66192 00000400:00000200:1.0:1724310017.193449:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.193454:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.193458:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.193464:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fc380. 00000020:00000010:1.0:1724310017.193503:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d62c00. 00000020:00000010:1.0:1724310017.193507:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.193510:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.193533:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883463936 00000001:00000010:1.0:1724310017.193541:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:1.0:1724310017.193559:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.193564:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310017.193608:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007edd0000. 00010000:00000010:1.0:1724310017.193630:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.193633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.193644:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.193646:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.193649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.193651:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310017.193724:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310017.193731:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.193735:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.193742:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.194837:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.194841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.194844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.194848:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310017.194886:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.194907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.194910:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.194936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310017.194948:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fc380 x1808069883463936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.194962:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310017.194966:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883463936, offset 224 00000400:00000200:1.0:1724310017.194971:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.194979:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.194984:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531859:531859:256:4294967295] 192.168.204.31@tcp LPNI seq info [531855:531855:8:4294967295] 00000400:00000200:1.0:1724310017.194992:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.194996:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.195000:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310017.195004:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.195009:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.195012:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.195036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.195039:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.195042:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d62c00. 00000800:00000200:2.0:1724310017.195243:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.195246:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:2.0:1724310017.195249:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.195252:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.195255:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:2.0:1724310017.195305:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:2.1:1724310017.195530:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310017.195536:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310017.195538:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310017.195544:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310017.195546:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310017.195548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310017.195718:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310017.195722:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310017.195726:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310017.195728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310017.196856:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.196867:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220a00 00000400:00000200:0.0:1724310017.196873:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 66768 00000400:00000200:0.0:1724310017.196889:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.196892:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.196897:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.196902:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd500. 00000020:00000010:1.0:1724310017.196990:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d62c00. 00000020:00000010:1.0:1724310017.196994:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.196997:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.197016:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883464192 02000000:00000010:1.0:1724310017.197040:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006b887000. 00010000:00000010:1.0:1724310017.197065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310017.197074:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.197092:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.197095:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.197103:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.197105:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310017.197107:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.197109:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.197177:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310017.197179:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.197181:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.197184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310017.197201:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.197206:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.197213:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7060. 00080000:00000010:1.0:1724310017.197218:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b56c00. 00000001:00000010:1.0:1724310017.197413:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d595420. 00000001:00000010:1.0:1724310017.197418:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310017.197446:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7060. 00010000:00000010:1.0:1724310017.197453:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.197456:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.197469:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.197484:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.197486:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310017.197504:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.197509:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.197512:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.197516:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310017.197522:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310017.197533:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096489, last committed = 4295096163 00010000:00000200:1.0:1724310017.197538:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd500 x1808069883464192/t4295096489(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.197550:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310017.197554:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883464192, offset 224 00000400:00000010:1.0:1724310017.197558:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87b98. 00000400:00000200:1.0:1724310017.197561:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.197568:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.197573:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531860:531860:256:4294967295] 192.168.204.31@tcp LPNI seq info [531856:531856:8:4294967295] 00000400:00000200:1.0:1724310017.197577:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.197582:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.197586:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.197589:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310017.197593:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.197599:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.197601:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.198208:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.198212:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.198215:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d62c00. 00000800:00000200:2.0:1724310017.198492:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.198495:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310017.198499:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.198503:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.200127:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.200139:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957b1 00000400:00000200:2.0:1724310017.200144:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.200147:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.200151:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:2.0:1724310017.200153:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00000400:00000200:2.0:1724310017.200238:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.200244:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220a80 00000400:00000200:2.0:1724310017.200249:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 67256 00000400:00000200:2.0:1724310017.200346:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.200350:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.200354:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.200359:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958380. 00000020:00000010:2.0:1724310017.200396:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e400. 00000020:00000010:2.0:1724310017.200400:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.200404:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00010000:00000010:0.0:1724310017.200606:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:0.0:1724310017.200615:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00000100:00000200:2.0:1724310017.201008:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883464320 00000001:00000010:2.0:1724310017.201018:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fc00. 00010000:00000010:2.0:1724310017.201037:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.201041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310017.201086:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880077d40000. 00010000:00000010:2.0:1724310017.201106:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.201109:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.201118:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.201120:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.201123:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.201125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000004:00000010:2.0:1724310017.201192:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310017.201199:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.201203:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.201209:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:3.1:1724310017.201819:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310017.201827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310017.201868:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310017.201874:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310017.201877:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310017.201880:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.0:1724310017.202877:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.202881:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.202884:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.202888:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.202930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.202953:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.202957:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.202986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310017.202999:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958380 x1808069883464320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.203017:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a432a8. 00000100:00000200:2.0:1724310017.203023:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883464320, offset 224 00000400:00000200:2.0:1724310017.203028:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.203037:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.203042:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531861:531861:256:4294967295] 192.168.204.31@tcp LPNI seq info [531857:531857:8:4294967295] 00000400:00000200:2.0:1724310017.203051:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.203056:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.203059:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310017.203064:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.203070:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.203073:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.203094:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.203098:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.203102:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e400. 00000800:00000200:0.0:1724310017.203334:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.203337:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310017.203340:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.203344:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.203347:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a432a8 00000400:00000010:0.0:1724310017.203349:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a432a8. 00010000:00000010:2.1:1724310017.204359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310017.204365:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.204369:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310017.204372:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310017.204374:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310017.204380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:0.0:1724310017.206251:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.206289:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220b80 00000400:00000200:0.0:1724310017.206295:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 67832 00000400:00000200:0.0:1724310017.206314:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.206317:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.206329:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.206335:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452680. 00000020:00000010:2.0:1724310017.206462:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e400. 00000020:00000010:2.0:1724310017.206467:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.206470:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.206491:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883464576 02000000:00000010:2.0:1724310017.206516:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a1000. 00010000:00000010:2.0:1724310017.206543:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.206555:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.206573:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.206577:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.206586:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.206588:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.206591:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.206593:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.206670:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.206673:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.206675:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.206677:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310017.206695:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.206699:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.206705:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880088e100c0. 00080000:00000010:2.0:1724310017.206710:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093b42400. 00000001:00000010:2.0:1724310017.206845:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945844e0. 00000001:00000010:2.0:1724310017.206849:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310017.206876:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880088e100c0. 00010000:00000010:2.0:1724310017.206881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.206883:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.206894:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.206908:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.206911:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00080000:00000010:2.0:1724310017.206925:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310017.206929:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310017.206933:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.206939:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310017.206948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310017.206958:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096490, last committed = 4295096163 00010000:00000200:2.0:1724310017.206964:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452680 x1808069883464576/t4295096490(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.206976:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43880. 00000100:00000200:2.0:1724310017.206980:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883464576, offset 224 00000400:00000010:2.0:1724310017.206985:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6bd0. 00000400:00000200:2.0:1724310017.206987:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.206994:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.207000:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531862:531862:256:4294967295] 192.168.204.31@tcp LPNI seq info [531858:531858:8:4294967295] 00000400:00000200:2.0:1724310017.207004:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.207010:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.207014:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.207017:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310017.207020:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.207025:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.207029:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.207733:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.207738:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.207741:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e400. 00000800:00000200:3.0:1724310017.208247:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.208250:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310017.208255:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.208339:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.209593:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.209606:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957b9 00000400:00000200:0.0:1724310017.209610:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.209613:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.209616:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43880 00000400:00000010:0.0:1724310017.209618:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43880. 00000400:00000200:0.0:1724310017.209644:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.209648:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220c00 00000400:00000200:0.0:1724310017.209653:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 68320 00000400:00000200:0.0:1724310017.209691:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.209694:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.209699:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.209703:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452300. 00000020:00000010:2.0:1724310017.209874:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e400. 00000020:00000010:2.0:1724310017.209878:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.209882:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.209911:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883464704 00000001:00000010:2.0:1724310017.209920:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:2.0:1724310017.209939:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.209944:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310017.209982:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006b400000. 00010000:00000010:2.0:1724310017.210000:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.210003:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.210013:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.210016:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.210019:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.210021:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310017.210087:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310017.210094:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.210098:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.210104:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:3.0:1724310017.210302:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:3.0:1724310017.210310:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:1.1:1724310017.210506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310017.210512:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:1.1:1724310017.210515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310017.210517:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310017.210520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310017.210523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310017.210775:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310017.210780:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310017.210783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310017.210786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.212145:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.212149:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.212153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.212157:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.212205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.212212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.212216:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.212245:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310017.212291:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452300 x1808069883464704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.212306:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43ee0. 00000100:00000200:2.0:1724310017.212312:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883464704, offset 224 00000400:00000200:2.0:1724310017.212317:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.212335:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.212340:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531863:531863:256:4294967295] 192.168.204.31@tcp LPNI seq info [531859:531859:8:4294967295] 00000400:00000200:2.0:1724310017.212348:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.212353:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.212357:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310017.212362:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.212367:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.212370:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.212389:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.212393:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.212396:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e400. 00000800:00000200:0.0:1724310017.212554:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.212557:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310017.212561:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.212565:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.212568:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43ee0 00000400:00000010:0.0:1724310017.212569:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43ee0. 00010000:00000010:2.1:1724310017.214044:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310017.214052:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:3.0:1724310017.214645:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.214657:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220d00 00000400:00000200:3.0:1724310017.214663:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 68896 00000400:00000200:3.0:1724310017.214680:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.214683:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.214689:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.214693:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313800. 00000020:00000010:2.0:1724310017.214815:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e400. 00000020:00000010:2.0:1724310017.214820:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.214823:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.214855:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883464960 02000000:00000010:2.0:1724310017.214880:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5d000. 00010000:00000010:2.0:1724310017.214907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.214918:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.214936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.214940:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.214949:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.214951:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.214953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.214955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.215027:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.215030:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.215032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.215034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.215051:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.215055:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.215062:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584180. 00080000:00000010:2.0:1724310017.215069:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b01000. 00000001:00000010:2.0:1724310017.215214:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e100c0. 00000001:00000010:2.0:1724310017.215218:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310017.215246:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584180. 00010000:00000010:2.0:1724310017.215251:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.215254:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.215292:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.215308:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.215310:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310017.215339:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310017.215343:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310017.215347:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.215353:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310017.215362:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310017.215373:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096491, last committed = 4295096163 00010000:00000200:2.0:1724310017.215379:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313800 x1808069883464960/t4295096491(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.215391:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43e58. 00000100:00000200:2.0:1724310017.215396:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883464960, offset 224 00000400:00000010:2.0:1724310017.215400:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6c08. 00000400:00000200:2.0:1724310017.215402:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.215410:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.215414:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531864:531864:256:4294967295] 192.168.204.31@tcp LPNI seq info [531860:531860:8:4294967295] 00000400:00000200:2.0:1724310017.215418:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.215424:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.215428:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.215431:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.215435:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.215441:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.215444:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.215469:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.215472:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.215474:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e400. 00000800:00000200:1.0:1724310017.215862:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.215866:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310017.215870:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.215874:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.216486:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.216494:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957c1 00000400:00000200:0.0:1724310017.216497:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.216500:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.216503:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43e58 00000400:00000010:0.0:1724310017.216505:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43e58. 00010000:00000010:2.0:1724310017.216540:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.216546:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.1:1724310017.216628:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.216634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310017.216647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310017.216654:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.216656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310017.216658:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310017.216661:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310017.216666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:3.0:1724310017.217552:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.217560:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220d80 00000400:00000200:3.0:1724310017.217566:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 69384 00000400:00000200:3.0:1724310017.217606:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.217610:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.217615:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.217619:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310700. 00000020:00000010:0.0:1724310017.217684:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:0.0:1724310017.217688:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310017.217691:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00000100:00000200:0.0:1724310017.217722:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883465088 00000001:00000010:0.0:1724310017.217729:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:0.0:1724310017.217744:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310017.217748:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 02000000:00000010:0.0:1724310017.217791:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f8a0000. 00010000:00000010:0.0:1724310017.217808:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310017.217810:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.217820:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310017.217822:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.217825:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310017.217827:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310017.217890:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310017.217897:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be960. 00000004:00000010:0.0:1724310017.217901:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806000. 00080000:00000010:0.0:1724310017.217907:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef380. 00010000:00000010:0.0:1724310017.219189:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310017.219193:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310017.219197:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310017.219200:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.219244:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.220418:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.220425:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.220457:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000200:0.0:1724310017.220471:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310700 x1808069883465088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.220535:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310017.220542:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883465088, offset 224 00000400:00000200:1.0:1724310017.220548:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.220557:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.220562:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531865:531865:256:4294967295] 192.168.204.31@tcp LPNI seq info [531861:531861:8:4294967295] 00000400:00000200:1.0:1724310017.220569:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.220574:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.220578:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310017.220583:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.220589:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.220593:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.220610:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98700. 00000020:00000010:1.0:1724310017.220614:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:1.0:1724310017.220617:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:0.0:1724310017.220736:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.220739:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310017.220742:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.220746:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.220749:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:0.0:1724310017.220750:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:0.1:1724310017.222398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310017.222408:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310017.222412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310017.222416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310017.222418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310017.222419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.222421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310017.222423:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310017.222425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310017.222430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310017.222431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310017.222433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310017.222774:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.222785:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13220e80 00000400:00000200:0.0:1724310017.222791:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 69960 00000400:00000200:0.0:1724310017.222808:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.222811:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.222816:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.222821:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451180. 00000020:00000010:1.0:1724310017.222909:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d62600. 00000020:00000010:1.0:1724310017.222915:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.222918:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.222953:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883465344 02000000:00000010:1.0:1724310017.222980:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231c000. 00010000:00000010:1.0:1724310017.223005:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:1.0:1724310017.223019:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:1.0:1724310017.223039:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.223043:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.223053:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.223055:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.223058:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.223060:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310017.223131:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.223134:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.223136:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.223139:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310017.223158:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.223163:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.223170:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5953c0. 00080000:00000010:1.0:1724310017.223175:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b57400. 00000001:00000010:1.0:1724310017.223377:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa70c0. 00000001:00000010:1.0:1724310017.223381:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310017.223410:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5953c0. 00010000:00000010:1.0:1724310017.223418:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.223421:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.223433:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.223449:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.223451:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310017.223467:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef380. 00000004:00000010:1.0:1724310017.223472:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806000. 00000004:00000010:1.0:1724310017.223475:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be960. 00000004:00000010:1.0:1724310017.223478:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:1.0:1724310017.223484:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310017.223494:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096492, last committed = 4295096163 00010000:00000200:1.0:1724310017.223500:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451180 x1808069883465344/t4295096492(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.223511:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310017.223516:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883465344, offset 224 00000400:00000010:1.0:1724310017.223521:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87bd0. 00000400:00000200:1.0:1724310017.223523:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.223532:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.223537:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531866:531866:256:4294967295] 192.168.204.31@tcp LPNI seq info [531862:531862:8:4294967295] 00000400:00000200:1.0:1724310017.223541:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.223545:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.223549:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.223552:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310017.223556:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.223562:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.223565:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.223591:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.223594:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.223598:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d62600. 00000800:00000200:3.0:1724310017.223882:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.223886:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310017.223889:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.223893:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.224972:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.224980:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957c9 00000400:00000200:0.0:1724310017.224983:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.224986:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.224989:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:0.0:1724310017.224991:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:3.0:1724310017.225504:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:3.0:1724310017.225511:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:2.1:1724310017.225562:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310017.225568:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310017.225570:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310017.225572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:0.0:1724310017.226860:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.226869:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13220f00 00000400:00000200:0.0:1724310017.226876:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 70448 00000400:00000200:0.0:1724310017.226920:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.226923:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.226927:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.226931:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453480. 00000020:00000010:2.0:1724310017.227030:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013151e400. 00000020:00000010:2.0:1724310017.227036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.227039:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.227070:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883465472 00000001:00000010:2.0:1724310017.227078:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310017.227095:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.227099:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310017.227144:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064810000. 00010000:00000010:2.0:1724310017.227165:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.227168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.227179:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.227181:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.227184:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.227187:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310017.227291:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310017.227297:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.227301:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.227307:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:0.1:1724310017.228362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310017.228368:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310017.228372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310017.228375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310017.228378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310017.228383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310017.231419:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310017.231430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.0:1724310017.231823:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.231827:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.231832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.231837:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.231893:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.232768:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.232774:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.232807:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310017.232822:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453480 x1808069883465472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.232837:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43bb0. 00000100:00000200:2.0:1724310017.232842:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883465472, offset 224 00000400:00000200:2.0:1724310017.232847:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.232858:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.232863:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531867:531867:256:4294967295] 192.168.204.31@tcp LPNI seq info [531863:531863:8:4294967295] 00000400:00000200:2.0:1724310017.232873:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.232877:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.232881:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310017.232885:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.232892:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.232895:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.232921:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.232925:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.232928:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013151e400. 00000800:00000200:3.0:1724310017.233647:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.233651:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310017.233654:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.233659:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.233662:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43bb0 00000400:00000010:3.0:1724310017.233664:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43bb0. 00000400:00000200:0.0:1724310017.234587:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.234598:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221000 00000400:00000200:0.0:1724310017.234604:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 71024 00000400:00000200:0.0:1724310017.234620:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.234623:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.234628:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.234632:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451500. 00000020:00000010:2.0:1724310017.234711:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.234715:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.234718:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.234809:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883465728 02000000:00000010:2.0:1724310017.234833:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083570000. 00010000:00000010:2.0:1724310017.234856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.234864:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.234881:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.234884:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.234892:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.234894:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.234897:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.234899:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.234975:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.234978:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.234980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.234982:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310017.235000:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.235004:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.235012:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945847e0. 00080000:00000010:2.0:1724310017.235016:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b02400. 00000001:00000010:2.0:1724310017.235167:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880136bf1360. 00000001:00000010:2.0:1724310017.235171:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310017.235201:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945847e0. 00010000:00000010:2.0:1724310017.235207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.235209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.235220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.235235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.235237:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310017.235252:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310017.235499:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310017.235505:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.235511:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310017.235522:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310017.235533:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096493, last committed = 4295096163 00010000:00000200:2.0:1724310017.235539:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451500 x1808069883465728/t4295096493(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.235551:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43a18. 00000100:00000200:2.0:1724310017.235555:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883465728, offset 224 00000400:00000010:2.0:1724310017.235559:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6c40. 00000400:00000200:2.0:1724310017.235562:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.235569:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.235574:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531868:531868:256:4294967295] 192.168.204.31@tcp LPNI seq info [531864:531864:8:4294967295] 00000400:00000200:2.0:1724310017.235578:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.235583:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.235587:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.235590:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310017.235594:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.235599:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.235602:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.236121:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.236125:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.236128:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:1.0:1724310017.238866:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.238871:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310017.238878:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.238885:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.238907:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.238917:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957d1 00000400:00000200:1.0:1724310017.238922:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.238924:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.238928:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43a18 00000400:00000010:1.0:1724310017.238930:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43a18. 00000400:00000200:1.0:1724310017.239103:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.239109:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221080 00000400:00000200:1.0:1724310017.239114:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 71512 00010000:00000010:0.1:1724310017.239547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310017.239552:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310017.239556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310017.239559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.239634:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.239642:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00000400:00000200:1.0:1724310017.239685:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.239690:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.239694:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.239699:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ff480. 00000020:00000010:2.0:1724310017.239801:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d227c00. 00000020:00000010:2.0:1724310017.239805:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.239809:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.239831:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883465856 00000001:00000010:2.0:1724310017.239839:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310017.239854:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.239859:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310017.239900:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092fd0000. 00010000:00000010:2.0:1724310017.239918:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.239921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.239931:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.239934:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.239936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.239938:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310017.240009:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310017.240015:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.240020:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.240026:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.0:1724310017.242918:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.242925:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.242929:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.242937:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:1.1:1724310017.242961:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310017.242967:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310017.242971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310017.242973:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310017.242975:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310017.242981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.242988:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.242995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.242999:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.243029:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310017.243043:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ff480 x1808069883465856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.243058:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43a18. 00000100:00000200:2.0:1724310017.243064:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883465856, offset 224 00000400:00000200:2.0:1724310017.243069:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.243078:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.243084:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531869:531869:256:4294967295] 192.168.204.31@tcp LPNI seq info [531865:531865:8:4294967295] 00000400:00000200:2.0:1724310017.243092:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.243097:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.243102:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310017.243106:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.243113:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.243117:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.243143:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.243147:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.243150:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d227c00. 00000800:00000200:0.0:1724310017.243369:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.243372:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310017.243376:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.243380:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.243383:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43a18 00000400:00000010:0.0:1724310017.243385:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43a18. 00010000:00000010:1.1:1724310017.247604:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310017.247616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:3.0:1724310017.247802:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.247815:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221180 00000400:00000200:3.0:1724310017.247822:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 72088 00000400:00000200:3.0:1724310017.247844:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.247848:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.247855:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.247860:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310e00. 00000020:00000010:2.0:1724310017.249122:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d227c00. 00000020:00000010:2.0:1724310017.249130:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.249135:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.249176:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883466112 02000000:00000010:2.0:1724310017.249205:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3a000. 00010000:00000010:2.0:1724310017.249235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.249248:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.249304:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.249309:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.249330:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.249332:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.249335:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.249337:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.249418:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.249420:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.249423:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.249425:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310017.249445:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.249450:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.249457:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945847e0. 00080000:00000010:2.0:1724310017.249463:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b03000. 00000001:00000010:2.0:1724310017.250828:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd60c0. 00000001:00000010:2.0:1724310017.250833:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310017.250862:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945847e0. 00010000:00000010:2.0:1724310017.250870:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.250874:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.250889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.250907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.250910:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00080000:00000010:2.0:1724310017.250925:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310017.250930:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310017.250934:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.250939:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310017.250945:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310017.250959:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096494, last committed = 4295096163 00010000:00000200:2.0:1724310017.250967:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310e00 x1808069883466112/t4295096494(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.250981:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43bb0. 00000100:00000200:2.0:1724310017.250986:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883466112, offset 224 00000400:00000010:2.0:1724310017.250991:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6c78. 00000400:00000200:2.0:1724310017.250995:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.251005:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.251009:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531870:531870:256:4294967295] 192.168.204.31@tcp LPNI seq info [531866:531866:8:4294967295] 00000400:00000200:2.0:1724310017.251013:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.251018:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.251023:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.251027:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310017.251031:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.251036:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.251039:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.251067:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.251071:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.251073:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d227c00. 00000800:00000200:1.0:1724310017.251595:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.251599:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310017.251604:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.251608:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.252659:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.252672:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957d9 00000400:00000200:0.0:1724310017.252676:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.252679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.252683:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43bb0 00000400:00000010:0.0:1724310017.252685:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43bb0. 00010000:00000010:3.0:1724310017.252787:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310017.252793:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00000400:00000200:3.0:1724310017.253128:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.253136:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221200 00000400:00000200:3.0:1724310017.253142:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 72576 00000400:00000200:3.0:1724310017.253186:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.253191:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.253195:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.253199:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311c00. 00010000:00000010:1.1:1724310017.253376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310017.253382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310017.253386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310017.253388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000020:00000010:2.0:1724310017.253518:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d227c00. 00000020:00000010:2.0:1724310017.253523:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.253526:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.253545:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883466240 00000001:00000010:2.0:1724310017.253553:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310017.253568:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.253572:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310017.253616:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087af0000. 00010000:00000010:2.0:1724310017.253636:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.253639:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.253649:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.253651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.253654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.253656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000004:00000010:2.0:1724310017.253727:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310017.253733:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.253738:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.253744:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.0:1724310017.254432:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.254435:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.254438:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.254441:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.254473:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.254478:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.254481:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.254503:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310017.254513:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311c00 x1808069883466240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.254525:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43e58. 00000100:00000200:2.0:1724310017.254529:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883466240, offset 224 00000400:00000200:2.0:1724310017.254534:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.254541:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.254546:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531871:531871:256:4294967295] 192.168.204.31@tcp LPNI seq info [531867:531867:8:4294967295] 00000400:00000200:2.0:1724310017.254554:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.254559:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.254562:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310017.254566:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.254571:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.254574:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.254619:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.254622:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.254625:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d227c00. 00000800:00000200:1.0:1724310017.254808:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.254811:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310017.254815:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.254818:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.254821:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43e58 00000400:00000010:1.0:1724310017.254823:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43e58. 00010000:00000010:2.1:1724310017.256479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310017.256489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310017.257317:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.257338:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221300 00000400:00000200:0.0:1724310017.257345:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 73152 00000400:00000200:0.0:1724310017.257362:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.257366:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.257371:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.257376:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452a00. 00000020:00000010:2.0:1724310017.257477:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d227c00. 00000020:00000010:2.0:1724310017.257482:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.257485:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.257514:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883466496 02000000:00000010:2.0:1724310017.257537:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880095608000. 00010000:00000010:2.0:1724310017.257562:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.257573:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.257591:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.257594:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.257604:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.257606:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.257609:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.257610:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.257679:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.257681:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.257683:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.257685:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310017.257700:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.257704:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.257713:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945847e0. 00080000:00000010:2.0:1724310017.257717:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a1b03c00. 00000001:00000010:2.0:1724310017.257871:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64060. 00000001:00000010:2.0:1724310017.257875:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310017.257903:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945847e0. 00010000:00000010:2.0:1724310017.257909:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.257912:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.257924:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.257939:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.257941:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310017.257956:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310017.257961:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310017.257964:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.257970:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310017.257979:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:2.0:1724310017.257988:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096495, last committed = 4295096163 00010000:00000200:2.0:1724310017.257995:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452a00 x1808069883466496/t4295096495(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.258007:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43ee0. 00000100:00000200:2.0:1724310017.258011:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883466496, offset 224 00000400:00000010:2.0:1724310017.258015:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6cb0. 00000400:00000200:2.0:1724310017.258018:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.258026:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.258031:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531872:531872:256:4294967295] 192.168.204.31@tcp LPNI seq info [531868:531868:8:4294967295] 00000400:00000200:2.0:1724310017.258035:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.258041:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.258045:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.258048:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310017.258052:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.258057:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.258061:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.258085:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.258088:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.258090:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d227c00. 00000800:00000200:3.0:1724310017.258226:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.258229:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310017.258232:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.258235:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.259051:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.259059:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957e1 00000400:00000200:0.0:1724310017.259062:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.259065:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.259068:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43ee0 00000400:00000010:0.0:1724310017.259070:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43ee0. 00010000:00000010:2.0:1724310017.259244:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.259250:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:1.1:1724310017.259965:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310017.259971:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310017.259974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310017.259976:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310017.259979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310017.259982:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:2.0:1724310017.260084:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.260091:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221380 00000400:00000200:2.0:1724310017.260097:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 73640 00000400:00000200:2.0:1724310017.260136:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.260139:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.260143:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.260149:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722300. 00000020:00000010:1.0:1724310017.260503:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d63c00. 00000020:00000010:1.0:1724310017.260507:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.260510:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.260536:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883466624 00000001:00000010:1.0:1724310017.260544:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:1.0:1724310017.260558:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.260562:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310017.260603:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f2f0000. 00010000:00000010:1.0:1724310017.260620:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.260623:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.260632:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310017.260634:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.260637:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.260639:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310017.260701:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310017.260706:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.260710:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.260716:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.261405:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.261408:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.261411:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.261414:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.261451:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.261494:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.261499:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.261521:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310017.261531:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722300 x1808069883466624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.261543:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310017.261548:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883466624, offset 224 00000400:00000200:1.0:1724310017.261553:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.261561:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.261566:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531873:531873:256:4294967295] 192.168.204.31@tcp LPNI seq info [531869:531869:8:4294967295] 00000400:00000200:1.0:1724310017.261575:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.261580:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.261584:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310017.261587:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.261594:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.261597:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.261761:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.261765:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.261768:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d63c00. 00000800:00000200:3.0:1724310017.261857:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.261860:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310017.261863:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.261867:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.261869:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:3.0:1724310017.261871:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00010000:00000010:1.1:1724310017.262451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310017.262457:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310017.262460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310017.262462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310017.262465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310017.262467:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310017.262469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310017.262471:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310017.262473:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310017.262479:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310017.262481:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310017.262483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310017.263483:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.263493:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221480 00000400:00000200:0.0:1724310017.263499:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 74216 00000400:00000200:0.0:1724310017.263514:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.263517:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.263522:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.263526:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453100. 00000020:00000010:1.0:1724310017.263656:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d63c00. 00000020:00000010:1.0:1724310017.263661:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.263663:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.263990:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883466880 02000000:00000010:1.0:1724310017.264015:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231a000. 00010000:00000010:1.0:1724310017.264040:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.264049:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.264069:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.264072:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.264081:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.264083:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.264087:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.264089:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.264159:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310017.264162:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.264164:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.264166:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.264184:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.264188:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.264196:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7c00. 00080000:00000010:1.0:1724310017.264202:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b54800. 00000001:00000010:1.0:1724310017.264400:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b18a0. 00000001:00000010:1.0:1724310017.264405:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310017.264434:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7c00. 00010000:00000010:1.0:1724310017.264440:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.264443:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.264455:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.264470:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.264472:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310017.264490:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.264494:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.264497:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.264501:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310017.264506:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310017.264516:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096496, last committed = 4295096163 00010000:00000200:1.0:1724310017.264523:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453100 x1808069883466880/t4295096496(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.264534:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310017.264538:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883466880, offset 224 00000400:00000010:1.0:1724310017.264542:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87c08. 00000400:00000200:1.0:1724310017.264545:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.264552:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.264557:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531874:531874:256:4294967295] 192.168.204.31@tcp LPNI seq info [531870:531870:8:4294967295] 00000400:00000200:1.0:1724310017.264560:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.264565:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.264569:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.264572:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310017.264575:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.264579:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.264582:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.264601:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.264604:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.264606:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d63c00. 00000800:00000200:2.0:1724310017.264842:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.264845:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:2.0:1724310017.264848:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.264851:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.265355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310017.265369:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310017.265371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310017.265373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:3.0:1724310017.266115:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.266125:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957e9 00000400:00000200:3.0:1724310017.266129:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.266131:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.266135:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:3.0:1724310017.266137:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00010000:00000010:0.0:1724310017.266360:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:0.0:1724310017.266366:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:0.0:1724310017.266623:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.266629:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221500 00000400:00000200:0.0:1724310017.266635:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 74704 00000400:00000200:0.0:1724310017.266674:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.266678:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.266686:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.266690:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451f80. 00000020:00000010:1.0:1724310017.266806:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf89600. 00000020:00000010:1.0:1724310017.266810:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.266813:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.266916:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883467008 00000001:00000010:1.0:1724310017.266925:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:1.0:1724310017.266940:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.266944:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310017.266984:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:1.0:1724310017.267000:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.267002:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.267009:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.267011:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.267012:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.267014:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310017.267066:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310017.267071:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.267074:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.267079:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.267507:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.267510:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.267513:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310017.267516:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.267545:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.267551:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.267554:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.267573:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310017.267583:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451f80 x1808069883467008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.267594:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310017.267598:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883467008, offset 224 00000400:00000200:1.0:1724310017.267602:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.267608:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.267613:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531875:531875:256:4294967295] 192.168.204.31@tcp LPNI seq info [531871:531871:8:4294967295] 00000400:00000200:1.0:1724310017.267621:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.267625:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.267629:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310017.267633:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.267638:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.267641:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.268044:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.268047:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.268050:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf89600. 00000800:00000200:2.0:1724310017.268148:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.268151:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310017.268154:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.268157:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.268160:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:2.0:1724310017.268162:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00010000:00000010:2.1:1724310017.268458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310017.268463:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310017.268466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310017.268468:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310017.268470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310017.268475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00000400:00000200:3.0:1724310017.269735:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.269745:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221600 00000400:00000200:3.0:1724310017.269750:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 75280 00000400:00000200:3.0:1724310017.269767:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.269771:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.269774:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.269779:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310000. 00000020:00000010:1.0:1724310017.269895:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a3c400. 00000020:00000010:1.0:1724310017.269898:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.269902:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.269951:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883467264 02000000:00000010:1.0:1724310017.269977:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093e79000. 00010000:00000010:1.0:1724310017.270002:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.270010:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.270026:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.270029:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.270037:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.270040:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.270042:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.270044:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.270115:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.270592:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.270596:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.270598:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310017.270622:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.270627:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.270635:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008d5953c0. 00080000:00000010:1.0:1724310017.270641:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b56400. 00000001:00000010:1.0:1724310017.270790:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7120. 00000001:00000010:1.0:1724310017.270794:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310017.270822:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008d5953c0. 00010000:00000010:1.0:1724310017.270829:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310017.270832:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.270843:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.270860:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.270862:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310017.270881:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.270886:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.270889:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.270893:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310017.270899:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310017.270910:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096497, last committed = 4295096163 00010000:00000200:1.0:1724310017.270918:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310000 x1808069883467264/t4295096497(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.270930:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310017.270934:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883467264, offset 224 00000400:00000010:1.0:1724310017.270938:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87c40. 00000400:00000200:1.0:1724310017.270941:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.270948:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.270953:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531876:531876:256:4294967295] 192.168.204.31@tcp LPNI seq info [531872:531872:8:4294967295] 00000400:00000200:1.0:1724310017.270957:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.270961:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.270965:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.270968:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310017.270972:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.270977:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.270980:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.271003:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.271006:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.271008:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a3c400. 00000800:00000200:0.0:1724310017.271189:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.271192:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310017.271194:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.271198:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.272227:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310017.272235:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:2.0:1724310017.274514:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.274527:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957f1 00000400:00000200:2.0:1724310017.274533:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.274536:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.274541:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:2.0:1724310017.274543:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:2.0:1724310017.274564:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.274569:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221680 00000400:00000200:2.0:1724310017.274574:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 75768 00010000:00000010:0.0:1724310017.274960:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:0.0:1724310017.274968:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000400:00000200:2.0:1724310017.275014:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.275017:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.275021:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.275026:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720700. 00000020:00000010:1.0:1724310017.275447:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7c600. 00000020:00000010:1.0:1724310017.275452:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.275456:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.275497:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883467392 00000001:00000010:1.0:1724310017.275506:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310017.275524:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.275528:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310017.275571:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081b80000. 00010000:00000010:1.0:1724310017.275594:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.275597:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.275607:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.275609:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.275612:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.275614:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310017.275685:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310017.275691:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.275695:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.275700:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.277976:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310017.277983:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.277987:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.277991:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.278039:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.278046:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.278049:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.278077:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310017.278090:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720700 x1808069883467392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.278104:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310017.278110:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883467392, offset 224 00000400:00000200:1.0:1724310017.278115:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.278124:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.278130:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531877:531877:256:4294967295] 192.168.204.31@tcp LPNI seq info [531873:531873:8:4294967295] 00000400:00000200:1.0:1724310017.278138:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.278143:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.278147:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310017.278152:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.278157:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.278160:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1724310017.279388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310017.279395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310017.279399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310017.279402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000020:00000010:1.0:1724310017.279852:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.279858:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.279862:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7c600. 00000800:00000200:3.0:1724310017.279986:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.279989:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310017.279993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.279998:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.280003:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310017.280005:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:3.1:1724310017.282450:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310017.282463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:0.0:1724310017.282772:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.282787:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221780 00000400:00000200:0.0:1724310017.282794:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 76344 00000400:00000200:0.0:1724310017.282814:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.282818:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.282824:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.282829:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451c00. 00000020:00000010:1.0:1724310017.283576:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7c600. 00000020:00000010:1.0:1724310017.283582:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.283587:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.283623:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883467648 02000000:00000010:1.0:1724310017.283653:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88003c442000. 00010000:00000010:1.0:1724310017.283682:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.283693:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.283713:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.283717:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.283727:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.283729:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.283732:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.283734:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.283810:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.283812:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.283814:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.283816:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.283835:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.283840:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.283848:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7600. 00080000:00000010:1.0:1724310017.283853:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b56000. 00000001:00000010:1.0:1724310017.284008:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008d5953c0. 00000001:00000010:1.0:1724310017.284012:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310017.284043:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7600. 00010000:00000010:1.0:1724310017.284050:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.284052:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.284066:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.284083:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.284085:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310017.284102:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.284107:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.284110:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.284114:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310017.284119:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310017.284130:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096498, last committed = 4295096163 00010000:00000200:1.0:1724310017.284137:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451c00 x1808069883467648/t4295096498(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.284150:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310017.284155:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883467648, offset 224 00000400:00000010:1.0:1724310017.284159:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87c78. 00000400:00000200:1.0:1724310017.284162:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.284171:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.284176:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531878:531878:256:4294967295] 192.168.204.31@tcp LPNI seq info [531874:531874:8:4294967295] 00000400:00000200:1.0:1724310017.284179:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.284184:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.284189:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.284192:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310017.284197:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.284202:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.284205:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.284965:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.284970:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.284972:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7c600. 00000800:00000200:3.0:1724310017.285083:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.285086:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310017.285090:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.285094:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.285426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310017.285431:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310017.285435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310017.285437:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310017.285439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310017.285443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310017.285445:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310017.285447:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310017.285449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310017.285451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:3.0:1724310017.286176:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.286186:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2957f9 00000400:00000200:3.0:1724310017.286190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.286193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.286209:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:3.0:1724310017.286212:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:0.0:1724310017.286302:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:0.0:1724310017.286309:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:2.1:1724310017.288744:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310017.288754:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310017.288757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310017.288760:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310017.288761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310017.288766:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:0.0:1724310017.289837:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.289850:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221800 00000400:00000200:0.0:1724310017.289857:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 76832 00000400:00000200:0.0:1724310017.289916:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.289920:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.289927:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.289932:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453b80. 00000020:00000010:1.0:1724310017.290949:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7c600. 00000020:00000010:1.0:1724310017.290955:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.290959:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.291000:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883467776 00000001:00000010:1.0:1724310017.291009:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310017.291027:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310017.291033:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310017.291079:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:1.0:1724310017.291101:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310017.291104:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.291118:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.291120:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.291124:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310017.291126:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310017.291210:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310017.291216:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.291221:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.291226:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.1:1724310017.291839:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310017.291845:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.292063:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.292066:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.292068:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.292071:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310017.292114:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.292137:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.292142:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.292167:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310017.292180:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453b80 x1808069883467776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.292193:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310017.292199:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883467776, offset 224 00000400:00000200:1.0:1724310017.292203:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.292213:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.292218:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531879:531879:256:4294967295] 192.168.204.31@tcp LPNI seq info [531875:531875:8:4294967295] 00000400:00000200:1.0:1724310017.292227:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.292232:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.292236:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310017.292241:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.292247:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.292250:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.292295:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.292298:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.292301:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7c600. 00000800:00000200:3.0:1724310017.292818:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.292822:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310017.292825:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.292829:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.292833:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310017.292834:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:3.0:1724310017.294170:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.294182:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221900 00000400:00000200:3.0:1724310017.294189:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 77408 00000400:00000200:3.0:1724310017.294207:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.294637:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.294644:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.294650:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313b80. 00000020:00000010:1.0:1724310017.294723:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7c600. 00000020:00000010:1.0:1724310017.294728:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.294733:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.294823:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468032 02000000:00000010:1.0:1724310017.294847:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123fd1000. 00010000:00000010:1.0:1724310017.294875:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310017.294886:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.294907:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310017.294911:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.294922:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310017.294923:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310017.294927:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.294929:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.295007:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310017.295009:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.295012:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.295014:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310017.295036:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.295041:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66840. 00000020:00000010:1.0:1724310017.295049:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa77e0. 00080000:00000010:1.0:1724310017.295054:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb73800. 00000001:00000010:1.0:1724310017.295220:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857de0. 00000001:00000010:1.0:1724310017.295224:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310017.295254:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa77e0. 00010000:00000010:1.0:1724310017.295396:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.295400:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.295412:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.295430:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.295433:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310017.295453:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.295458:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.295462:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.295466:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310017.295472:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310017.295484:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096499, last committed = 4295096163 00010000:00000200:1.0:1724310017.295491:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313b80 x1808069883468032/t4295096499(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.295505:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310017.295510:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883468032, offset 224 00000400:00000010:1.0:1724310017.295515:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87cb0. 00000400:00000200:1.0:1724310017.295518:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.295526:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.295531:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531880:531880:256:4294967295] 192.168.204.31@tcp LPNI seq info [531876:531876:8:4294967295] 00000400:00000200:1.0:1724310017.295535:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.295541:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.295546:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.295549:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310017.295553:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.295559:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.295561:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.296689:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.296696:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.296699:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7c600. 00000800:00000200:1.0:1724310017.297884:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.297888:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:1.0:1724310017.297893:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.297899:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.298422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310017.298429:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310017.298433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:3.0:1724310017.298794:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.298806:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295801 00000400:00000200:3.0:1724310017.298811:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.298814:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.298818:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310017.298820:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.0:1724310017.298890:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:0.0:1724310017.298898:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:0.1:1724310017.301816:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310017.301826:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310017.301830:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310017.301833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310017.301836:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310017.301843:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310017.301847:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:3.0:1724310017.302039:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.302052:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221980 00000400:00000200:3.0:1724310017.302059:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 77896 00000400:00000200:3.0:1724310017.302116:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.302121:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.302126:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.302131:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122312d80. 00000020:00000010:1.0:1724310017.302358:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310017.302363:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.302367:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.302396:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468160 00000001:00000010:1.0:1724310017.302404:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310017.302422:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.302427:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310017.302473:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800951d0000. 00010000:00000010:1.0:1724310017.302493:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.302496:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.302508:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.302511:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.302513:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.302516:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310017.302597:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310017.302603:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.302608:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.302613:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.1:1724310017.304458:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310017.304467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.304524:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.304527:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.304530:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.304533:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.304580:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.304603:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.304607:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.304638:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310017.304657:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122312d80 x1808069883468160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.304672:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310017.304677:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883468160, offset 224 00000400:00000200:1.0:1724310017.304682:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.304692:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.304697:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531881:531881:256:4294967295] 192.168.204.31@tcp LPNI seq info [531877:531877:8:4294967295] 00000400:00000200:1.0:1724310017.304706:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.304711:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.304715:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310017.304719:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.304725:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.304729:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.304755:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.304759:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000800:00000200:2.0:1724310017.304820:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.304824:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:2.0:1724310017.304827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.304831:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.304834:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:2.0:1724310017.304836:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000020:00000010:1.0:1724310017.305216:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00010000:00000010:0.1:1724310017.308651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310017.308660:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310017.308662:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:3.0:1724310017.308834:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.308845:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221a80 00000400:00000200:3.0:1724310017.308852:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 78472 00000400:00000200:3.0:1724310017.308871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.308874:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.308879:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.308883:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311880. 00000020:00000010:1.0:1724310017.309001:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310017.309006:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.309010:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.309056:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468416 02000000:00000010:1.0:1724310017.309080:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093920000. 00010000:00000010:1.0:1724310017.309105:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.309115:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.309133:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.309137:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.309146:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.309148:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.309150:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.309152:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.309223:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.309225:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.309228:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310017.309229:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310017.309244:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.309248:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.309255:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857ba0. 00080000:00000010:1.0:1724310017.309355:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb73c00. 00000001:00000010:1.0:1724310017.309633:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7cc0. 00000001:00000010:1.0:1724310017.309636:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310017.309663:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857ba0. 00010000:00000010:1.0:1724310017.309668:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310017.309670:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.309682:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.309697:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.309699:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310017.309715:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.309719:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.309722:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.309726:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310017.309730:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310017.309740:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096500, last committed = 4295096163 00010000:00000200:1.0:1724310017.309745:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311880 x1808069883468416/t4295096500(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.309757:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310017.309761:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883468416, offset 224 00000400:00000010:1.0:1724310017.309765:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87ce8. 00000400:00000200:1.0:1724310017.309768:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.309775:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.309780:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531882:531882:256:4294967295] 192.168.204.31@tcp LPNI seq info [531878:531878:8:4294967295] 00000400:00000200:1.0:1724310017.309783:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.309789:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.309793:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.309796:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310017.309799:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.309804:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.309807:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.309829:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.309831:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.309833:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:3.0:1724310017.309958:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.309961:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310017.309963:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.309966:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.311251:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.311291:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295809 00000400:00000200:2.0:1724310017.311295:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.311298:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.311301:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:2.0:1724310017.311303:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:1.0:1724310017.311441:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.311448:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:3.0:1724310017.312092:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.312099:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221b00 00000400:00000200:3.0:1724310017.312104:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 78960 00000400:00000200:3.0:1724310017.312210:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.312214:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.312217:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.312222:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50700. 00000020:00000010:1.0:1724310017.312368:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310017.312373:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.312376:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.312881:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468544 00000001:00000010:1.0:1724310017.312890:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310017.312908:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.312912:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:1.0:1724310017.312955:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bef0000. 00010000:00000010:1.0:1724310017.312973:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.312975:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.312984:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310017.312986:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.312989:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.312990:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310017.313052:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310017.313058:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.313062:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.313067:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.314172:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310017.314176:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.314179:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.314181:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.314221:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.314227:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.314231:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:2.1:1724310017.314367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.314400:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000200:1.0:1724310017.314414:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50700 x1808069883468544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.314426:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874536e8. 00000100:00000200:1.0:1724310017.314431:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883468544, offset 224 00000400:00000200:1.0:1724310017.314435:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.314444:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.314448:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531883:531883:256:4294967295] 192.168.204.31@tcp LPNI seq info [531879:531879:8:4294967295] 00000400:00000200:1.0:1724310017.314456:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.314461:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.314464:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310017.314468:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.314474:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.314477:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.314729:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.314733:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.314736:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:3.0:1724310017.315017:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.315020:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:3.0:1724310017.315023:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.315027:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.315031:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874536e8 00000400:00000010:3.0:1724310017.315032:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874536e8. 00000400:00000200:2.0:1724310017.317706:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.317718:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221c00 00000400:00000200:2.0:1724310017.317725:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 79536 00000400:00000200:2.0:1724310017.317757:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.317760:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.317765:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.317769:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720a80. 00000020:00000010:1.0:1724310017.317856:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.317861:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.317865:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.317942:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468800 02000000:00000010:1.0:1724310017.317967:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf3000. 00010000:00000010:1.0:1724310017.317993:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.318003:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.318023:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.318026:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.318036:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.318038:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.318040:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.318042:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.318109:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.318110:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.318112:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.318114:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310017.318128:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.318132:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.318138:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa77e0. 00080000:00000010:1.0:1724310017.318143:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb72800. 00000001:00000010:1.0:1724310017.318419:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857720. 00000001:00000010:1.0:1724310017.318424:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310017.318450:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa77e0. 00010000:00000010:1.0:1724310017.318455:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.318458:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.318470:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.318484:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310017.318486:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00080000:00000010:1.0:1724310017.318503:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.318507:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.318511:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.318515:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310017.318519:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.318529:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096501, last committed = 4295096163 00010000:00000200:1.0:1724310017.318535:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720a80 x1808069883468800/t4295096501(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.318548:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453d48. 00000100:00000200:1.0:1724310017.318553:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883468800, offset 224 00000400:00000010:1.0:1724310017.318557:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87d20. 00000400:00000200:1.0:1724310017.318560:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.318568:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.318573:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531884:531884:256:4294967295] 192.168.204.31@tcp LPNI seq info [531880:531880:8:4294967295] 00000400:00000200:1.0:1724310017.318577:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.318581:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.318586:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.318590:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310017.318594:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.318600:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.318603:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.318625:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.318629:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.318632:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:3.0:1724310017.318740:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.318742:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310017.318745:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.318748:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.321231:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.321245:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295811 00000400:00000200:3.0:1724310017.321250:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.321253:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.321279:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453d48 00000400:00000010:3.0:1724310017.321282:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453d48. 00000400:00000200:3.0:1724310017.321298:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.321303:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221c80 00000400:00000200:3.0:1724310017.321308:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 80024 00000400:00000200:3.0:1724310017.321327:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.321331:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.321334:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.321338:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53480. 00010000:00000010:0.0:1724310017.321407:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:0.0:1724310017.321415:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000020:00000010:1.0:1724310017.321635:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.321640:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.321644:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.321872:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883468928 00000001:00000010:1.0:1724310017.321880:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:1.0:1724310017.321897:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.321901:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 02000000:00000010:1.0:1724310017.321942:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d970000. 00010000:00000010:1.0:1724310017.321961:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.321963:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.321974:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.321976:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.321979:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.321981:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310017.322052:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310017.322058:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.322063:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.322069:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.322850:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310017.322853:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.322856:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.322859:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.322894:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.322902:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.322905:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.322929:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.322942:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53480 x1808069883468928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.322956:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453770. 00000100:00000200:1.0:1724310017.322961:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883468928, offset 224 00000400:00000200:1.0:1724310017.322965:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.322973:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.322978:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531885:531885:256:4294967295] 192.168.204.31@tcp LPNI seq info [531881:531881:8:4294967295] 00000400:00000200:1.0:1724310017.322986:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.322991:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.322994:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310017.322998:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.323004:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.323008:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.323203:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.323207:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.323210:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:2.0:1724310017.323494:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.323497:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310017.323500:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.323503:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.323506:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453770 00000400:00000010:2.0:1724310017.323509:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453770. 00000400:00000200:3.0:1724310017.325015:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.325024:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221d80 00000400:00000200:3.0:1724310017.325031:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 80600 00000400:00000200:3.0:1724310017.325049:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.325052:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.325057:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.325062:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52d80. 00000020:00000010:1.0:1724310017.325145:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.325150:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.325154:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.325183:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883469184 02000000:00000010:1.0:1724310017.325207:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf7000. 00010000:00000010:1.0:1724310017.325231:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.325242:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.325285:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.325289:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.325299:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310017.325301:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.325303:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.325306:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.325462:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.325464:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.325466:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.325468:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310017.325483:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.325487:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.325493:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857780. 00080000:00000010:1.0:1724310017.325498:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb71c00. 00000001:00000010:1.0:1724310017.325636:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7600. 00000001:00000010:1.0:1724310017.325640:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310017.325669:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857780. 00010000:00000010:1.0:1724310017.325675:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.325677:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.325688:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.325703:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310017.325706:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310017.325730:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.325735:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.325739:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.325743:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310017.325750:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310017.325760:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096502, last committed = 4295096163 00010000:00000200:1.0:1724310017.325766:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52d80 x1808069883469184/t4295096502(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.325778:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453908. 00000100:00000200:1.0:1724310017.325782:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883469184, offset 224 00000400:00000010:1.0:1724310017.325787:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87d58. 00000400:00000200:1.0:1724310017.325789:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.325796:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.325800:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531886:531886:256:4294967295] 192.168.204.31@tcp LPNI seq info [531882:531882:8:4294967295] 00000400:00000200:1.0:1724310017.325804:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.325809:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.325813:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.325816:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310017.325820:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.325825:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.325828:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.325848:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.325850:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.325852:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:3.0:1724310017.326060:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.326062:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310017.326070:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.326073:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.326414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310017.326420:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310017.326423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310017.326424:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310017.326428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310017.326432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310017.326434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310017.326437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310017.326439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310017.326441:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310017.326443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:2.0:1724310017.327977:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.327989:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295819 00000400:00000200:2.0:1724310017.327994:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.327997:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.328001:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453908 00000400:00000010:2.0:1724310017.328003:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453908. 00000400:00000200:2.0:1724310017.328433:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.328438:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221e00 00000400:00000200:2.0:1724310017.328445:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 81088 00000400:00000200:2.0:1724310017.328890:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.328895:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.328899:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.328904:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c720e00. 00010000:00000010:1.0:1724310017.328993:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.329001:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00000020:00000010:3.0:1724310017.329086:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1a600. 00000020:00000010:3.0:1724310017.329091:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.329095:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.329116:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883469312 00000001:00000010:3.0:1724310017.329125:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:3.0:1724310017.329140:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.329144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.329189:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092d30000. 00010000:00000010:3.0:1724310017.329210:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.329213:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.329224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.329226:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.329230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.329232:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00000004:00000010:3.0:1724310017.329674:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310017.329681:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d8e8. 00000004:00000010:3.0:1724310017.329685:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.329691:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce751e0. 00010000:00000010:0.0:1724310017.330155:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310017.330158:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.330162:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310017.330165:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.330200:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:0.0:1724310017.330208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:0.0:1724310017.330210:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:0.0:1724310017.330232:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:0.0:1724310017.330243:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c720e00 x1808069883469312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.330255:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e660. 00000100:00000200:0.0:1724310017.330335:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883469312, offset 224 00000400:00000200:0.0:1724310017.330340:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.330347:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.330352:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531887:531887:256:4294967295] 192.168.204.31@tcp LPNI seq info [531883:531883:8:4294967295] 00000400:00000200:0.0:1724310017.330360:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.330363:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.330367:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310017.330371:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.330376:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.330379:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.330619:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:0.0:1724310017.330623:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:0.0:1724310017.330626:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1a600. 00000800:00000200:3.0:1724310017.330740:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.330743:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310017.330746:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.330749:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.330752:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e660 00000400:00000010:3.0:1724310017.330754:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e660. 00000400:00000200:3.0:1724310017.332205:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.332215:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13221f00 00000400:00000200:3.0:1724310017.332221:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 81664 00000400:00000200:3.0:1724310017.332237:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.332240:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.332244:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.332248:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52680. 00000020:00000010:0.0:1724310017.332657:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132114200. 00000020:00000010:0.0:1724310017.332661:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310017.332665:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806320. 00010000:00000010:3.1:1724310017.332823:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310017.332829:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00000100:00000200:0.0:1724310017.332879:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883469568 02000000:00000010:0.0:1724310017.332906:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008de2e000. 00010000:00000010:0.0:1724310017.332933:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.332943:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.332961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310017.332964:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.332973:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310017.332974:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.332976:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310017.332978:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.333048:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310017.333050:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.333052:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310017.333054:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310017.333069:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.333074:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.333082:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310017.333087:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e14800. 00000001:00000010:0.0:1724310017.333221:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b6c0. 00000001:00000010:0.0:1724310017.333225:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310017.333251:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310017.333255:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310017.333278:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.333289:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.333302:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.333305:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00080000:00000010:0.0:1724310017.333329:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce751e0. 00000004:00000010:0.0:1724310017.333333:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:0.0:1724310017.333336:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d8e8. 00000004:00000010:0.0:1724310017.333342:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:0.0:1724310017.333348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310017.333357:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096503, last committed = 4295096163 00010000:00000200:0.0:1724310017.333363:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52680 x1808069883469568/t4295096503(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.333375:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e990. 00000100:00000200:0.0:1724310017.333382:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883469568, offset 224 00000400:00000010:0.0:1724310017.333386:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9540. 00000400:00000200:0.0:1724310017.333388:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.333395:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.333401:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531888:531888:256:4294967295] 192.168.204.31@tcp LPNI seq info [531884:531884:8:4294967295] 00000400:00000200:0.0:1724310017.333404:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.333409:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.333413:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.334062:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310017.334069:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.334074:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.334078:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.334934:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:1.0:1724310017.334941:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806320. 00000020:00000010:1.0:1724310017.334944:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132114200. 00000800:00000200:2.0:1724310017.335494:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.335497:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310017.335503:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.335508:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.336851:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.336862:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295821 00000400:00000200:3.0:1724310017.336867:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.336870:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.336874:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e990 00000400:00000010:3.0:1724310017.336876:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e990. 00010000:00000010:0.0:1724310017.337051:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.337060:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00000400:00000200:3.0:1724310017.337106:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.337113:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13221f80 00000400:00000200:3.0:1724310017.337120:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 82152 00000400:00000200:3.0:1724310017.337170:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.337173:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.337177:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.337181:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53b80. 00000020:00000010:1.0:1724310017.337405:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.337410:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.337414:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.337443:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883469696 00000001:00000010:1.0:1724310017.337453:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310017.337471:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310017.337475:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 02000000:00000010:1.0:1724310017.337521:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:1.0:1724310017.337542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.337545:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.337555:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310017.337557:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.337560:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.337562:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310017.337635:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310017.337642:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.337645:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.337651:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.338158:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.338161:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.338163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.338166:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.338202:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.338210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.338213:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.338236:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.338247:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53b80 x1808069883469696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.338278:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453f68. 00000100:00000200:1.0:1724310017.338283:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883469696, offset 224 00000400:00000200:1.0:1724310017.338288:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.338296:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.338301:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531889:531889:256:4294967295] 192.168.204.31@tcp LPNI seq info [531885:531885:8:4294967295] 00000400:00000200:1.0:1724310017.338309:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.338314:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.338317:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310017.338349:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.338355:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.338358:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.338709:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.338713:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.338717:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:2.0:1724310017.338923:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.338926:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:2.0:1724310017.338930:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.338933:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.338937:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453f68 00000400:00000010:2.0:1724310017.338938:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453f68. 00010000:00000010:2.1:1724310017.340740:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310017.340749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310017.340755:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310017.340758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310017.340760:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310017.340761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310017.340766:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310017.340768:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310017.340770:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310017.340772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310017.340775:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310017.340778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310017.340780:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310017.340782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310017.340784:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310017.340786:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310017.340789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00000400:00000200:3.0:1724310017.342502:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.342515:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222080 00000400:00000200:3.0:1724310017.342521:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 82728 00000400:00000200:3.0:1724310017.342542:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.342547:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.342603:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.342608:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50a80. 00000020:00000010:1.0:1724310017.342668:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.342674:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.342678:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.342716:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883469952 02000000:00000010:1.0:1724310017.342744:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472cc000. 00010000:00000010:1.0:1724310017.342773:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.342785:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.342805:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310017.342809:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.342819:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.342821:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.342824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310017.342826:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.342902:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310017.342905:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.342907:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310017.342909:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.342926:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.342931:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.342938:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7ba0. 00080000:00000010:1.0:1724310017.342943:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb72400. 00000001:00000010:1.0:1724310017.343090:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857780. 00000001:00000010:1.0:1724310017.343094:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310017.343123:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7ba0. 00010000:00000010:1.0:1724310017.343129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.343132:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.343145:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.343159:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.343162:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310017.343179:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.343183:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.343186:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.343190:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310017.343195:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310017.343206:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096504, last committed = 4295096163 00010000:00000200:1.0:1724310017.343212:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50a80 x1808069883469952/t4295096504(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.343225:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453000. 00000100:00000200:1.0:1724310017.343230:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883469952, offset 224 00000400:00000010:1.0:1724310017.343235:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87d90. 00000400:00000200:1.0:1724310017.343238:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.343247:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.343253:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531890:531890:256:4294967295] 192.168.204.31@tcp LPNI seq info [531886:531886:8:4294967295] 00000400:00000200:1.0:1724310017.343284:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.343291:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.343296:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.343299:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310017.343303:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.343309:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.343312:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.343344:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.343348:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.343350:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:3.0:1724310017.343437:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.343440:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:3.0:1724310017.343442:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.343446:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.345392:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.345405:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295829 00000400:00000200:2.0:1724310017.345410:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.345413:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.345417:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453000 00000400:00000010:2.0:1724310017.345419:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453000. 00010000:00000010:1.0:1724310017.345524:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.345531:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:3.1:1724310017.345680:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310017.345687:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310017.345691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310017.345694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:3.0:1724310017.346000:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.346008:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222100 00000400:00000200:3.0:1724310017.346014:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 83216 00000400:00000200:3.0:1724310017.346062:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.346066:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.346069:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.346073:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50e00. 00000020:00000010:1.0:1724310017.346152:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.346156:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310017.346159:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.346396:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883470080 00000001:00000010:1.0:1724310017.346405:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:1.0:1724310017.346421:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.346425:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 02000000:00000010:1.0:1724310017.346469:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c6e0000. 00010000:00000010:1.0:1724310017.346489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.346491:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.346502:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.346504:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.346506:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.346508:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310017.346581:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310017.346587:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.346591:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.346597:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.347087:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.347090:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.347093:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.347096:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.347125:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.347131:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.347133:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.347150:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310017.347160:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50e00 x1808069883470080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.347173:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874533b8. 00000100:00000200:1.0:1724310017.347177:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883470080, offset 224 00000400:00000200:1.0:1724310017.347182:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.347189:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.347194:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531891:531891:256:4294967295] 192.168.204.31@tcp LPNI seq info [531887:531887:8:4294967295] 00000400:00000200:1.0:1724310017.347202:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.347207:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.347210:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310017.347214:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.347220:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.347223:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.347244:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310017.347247:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.347250:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:3.0:1724310017.347572:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.347574:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:3.0:1724310017.347578:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.347582:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.347584:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874533b8 00000400:00000010:3.0:1724310017.347586:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874533b8. 00010000:00000010:0.1:1724310017.348359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310017.348366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310017.348371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310017.348373:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310017.348375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310017.348377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:2.0:1724310017.351908:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.351921:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222200 00000400:00000200:2.0:1724310017.351930:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 83792 00000400:00000200:2.0:1724310017.351951:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.351954:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.351959:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.351965:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721180. 00000020:00000010:1.0:1724310017.352229:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31f600. 00000020:00000010:1.0:1724310017.352235:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310017.352239:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.352334:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883470336 02000000:00000010:1.0:1724310017.352362:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e2000. 00010000:00000010:1.0:1724310017.352390:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.352403:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.352424:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.352428:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.352438:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.352439:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310017.352443:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.352445:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310017.352522:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.352525:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.352926:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.352930:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310017.352954:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.352959:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.352967:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857960. 00080000:00000010:1.0:1724310017.352972:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb70800. 00000001:00000010:1.0:1724310017.353127:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7060. 00000001:00000010:1.0:1724310017.353131:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310017.353158:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857960. 00010000:00000010:1.0:1724310017.353163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.353166:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.353177:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.353192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.353194:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310017.353210:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.353214:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.353217:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.353221:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310017.353226:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310017.353235:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096505, last committed = 4295096163 00010000:00000200:1.0:1724310017.353241:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721180 x1808069883470336/t4295096505(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.353253:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874535d8. 00000100:00000200:1.0:1724310017.353284:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883470336, offset 224 00000400:00000010:1.0:1724310017.353289:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87dc8. 00000400:00000200:1.0:1724310017.353292:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.353300:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.353305:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531892:531892:256:4294967295] 192.168.204.31@tcp LPNI seq info [531888:531888:8:4294967295] 00000400:00000200:1.0:1724310017.353309:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.353314:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.353326:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.353330:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310017.353334:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.353339:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.353343:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.353362:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310017.353365:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.353367:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31f600. 00000800:00000200:3.0:1724310017.353535:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.353538:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:3.0:1724310017.353541:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.353545:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.354455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:3.1:1724310017.354462:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310017.354465:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:3.1:1724310017.354467:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310017.354469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:3.1:1724310017.354474:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310017.354476:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310017.354478:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:3.0:1724310017.364740:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.364757:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295831 00000400:00000200:3.0:1724310017.364763:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.364767:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.364772:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874535d8 00000400:00000010:3.0:1724310017.364774:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874535d8. 00010000:00000010:1.1:1724310017.365148:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310017.365157:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:1.1:1724310017.365161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310017.365162:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310017.365164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310017.365169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.1:1724310017.365170:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310017.365172:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310017.365175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310017.365176:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:1.1:1724310017.365178:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310017.365180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:3.0:1724310017.365212:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.365218:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222280 00000400:00000200:3.0:1724310017.365223:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 84280 00000400:00000200:3.0:1724310017.366013:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.366017:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.366022:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.366027:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50380. 00000020:00000010:3.0:1724310017.366071:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1aa00. 00000020:00000010:3.0:1724310017.366075:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.366079:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923e10. 00000100:00000200:3.0:1724310017.366098:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883470464 00000001:00000010:3.0:1724310017.366107:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:3.0:1724310017.366126:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.366132:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310017.366177:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080300000. 00010000:00000010:3.0:1724310017.366199:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.366202:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.366214:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.366216:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.366219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.366221:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310017.366317:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310017.366334:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df78. 00000004:00000010:3.0:1724310017.366338:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923898. 00080000:00000010:3.0:1724310017.366345:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74d00. 00010000:00000010:0.0:1724310017.367575:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:0.0:1724310017.367582:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:3.0:1724310017.367907:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.367910:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.367913:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.367916:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.367951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.367963:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.367965:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.367990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310017.368003:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50380 x1808069883470464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.368016:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880088514880. 00000100:00000200:3.0:1724310017.368021:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883470464, offset 224 00000400:00000200:3.0:1724310017.368025:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.368034:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.368039:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531893:531893:256:4294967295] 192.168.204.31@tcp LPNI seq info [531889:531889:8:4294967295] 00000400:00000200:3.0:1724310017.368048:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.368052:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.368056:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.368060:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.368065:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.368069:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.368084:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.368088:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923e10. 00000020:00000010:3.0:1724310017.368090:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1aa00. 00000800:00000200:3.0:1724310017.368429:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.368432:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:3.0:1724310017.368436:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.368445:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.368449:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088514880 00000400:00000010:3.0:1724310017.368450:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880088514880. 00010000:00000010:0.1:1724310017.371465:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310017.371477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310017.371524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.1:1724310017.371528:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310017.371539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.1:1724310017.371542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310017.371589:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.1:1724310017.371593:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310017.371710:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310017.371714:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310017.371716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310017.371721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:3.0:1724310017.372370:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.372382:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222380 00000400:00000200:3.0:1724310017.372389:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 84856 00000400:00000200:3.0:1724310017.372407:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.372411:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.372416:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.372421:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c380. 00000020:00000010:0.0:1724310017.372487:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3e00. 00000020:00000010:0.0:1724310017.372492:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310017.372496:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.372522:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883470720 02000000:00000010:0.0:1724310017.372559:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002d29b000. 00010000:00000010:0.0:1724310017.372587:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:0.0:1724310017.372609:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:0.0:1724310017.372629:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310017.372633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.372643:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310017.372645:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.372647:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310017.372649:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.372723:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310017.372725:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.372727:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310017.372729:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310017.372744:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.372749:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.372757:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bde0. 00080000:00000010:0.0:1724310017.372761:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e14c00. 00000001:00000010:0.0:1724310017.372894:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b420. 00000001:00000010:0.0:1724310017.372898:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310017.372923:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bde0. 00010000:00000010:0.0:1724310017.372928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310017.372930:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.372942:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.372956:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.372958:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00080000:00000010:0.0:1724310017.372972:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74d00. 00000004:00000010:0.0:1724310017.372977:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923898. 00000004:00000010:0.0:1724310017.372979:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df78. 00000004:00000010:0.0:1724310017.372984:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:0.0:1724310017.372989:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310017.372999:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096506, last committed = 4295096163 00010000:00000200:0.0:1724310017.373005:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14c380 x1808069883470720/t4295096506(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.373018:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e000. 00000100:00000200:0.0:1724310017.373022:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883470720, offset 224 00000400:00000010:0.0:1724310017.373027:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9508. 00000400:00000200:0.0:1724310017.373029:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.373037:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.373042:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531894:531894:256:4294967295] 192.168.204.31@tcp LPNI seq info [531890:531890:8:4294967295] 00000400:00000200:0.0:1724310017.373046:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.373051:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.373056:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.373059:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310017.373063:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.373068:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.373071:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.373096:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310017.373098:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.373101:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3e00. 00000800:00000200:2.0:1724310017.373187:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.373191:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310017.373193:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.373196:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.375902:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.375917:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295839 00000400:00000200:3.0:1724310017.375922:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.375925:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.375930:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e000 00000400:00000010:3.0:1724310017.375931:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e000. 00000400:00000200:3.0:1724310017.375961:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.375966:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222400 00000400:00000200:3.0:1724310017.375972:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 85344 00000400:00000200:3.0:1724310017.376022:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.376026:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.376030:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.376035:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d880. 00000020:00000010:2.0:1724310017.376131:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d226600. 00000020:00000010:2.0:1724310017.376137:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310017.376142:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.376166:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883470848 00000001:00000010:2.0:1724310017.376176:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310017.376195:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.376201:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310017.376245:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800879a0000. 00010000:00000010:2.0:1724310017.376292:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.376296:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.376309:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.376311:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.376314:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.376316:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310017.376402:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310017.376409:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53c30. 00000004:00000010:2.0:1724310017.376413:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310017.376420:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:1.0:1724310017.376621:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:1.0:1724310017.376628:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310017.377469:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.377472:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.377475:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.377479:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.377517:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.377538:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.377541:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.377566:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310017.377578:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14d880 x1808069883470848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.377591:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43880. 00000100:00000200:2.0:1724310017.377597:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883470848, offset 224 00000400:00000200:2.0:1724310017.377602:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.377610:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.377616:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531895:531895:256:4294967295] 192.168.204.31@tcp LPNI seq info [531891:531891:8:4294967295] 00000400:00000200:2.0:1724310017.377624:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.377628:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.377631:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.377636:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.377642:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.377646:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.377658:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310017.377661:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.377665:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d226600. 00000800:00000200:3.0:1724310017.377802:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.377805:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310017.377808:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.377812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.377815:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43880 00000400:00000010:3.0:1724310017.377816:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43880. 00010000:00000010:1.1:1724310017.379389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310017.379397:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310017.379401:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310017.379404:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310017.379407:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310017.379412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000400:00000200:2.0:1724310017.383131:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.383147:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222500 00000400:00000200:2.0:1724310017.383153:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 85920 00000400:00000200:2.0:1724310017.383174:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.383177:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.383183:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.383189:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721880. 00000020:00000010:0.0:1724310017.383291:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3e00. 00000020:00000010:0.0:1724310017.383297:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310017.383300:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.383736:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883471104 02000000:00000010:0.0:1724310017.383766:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319df000. 00010000:00000010:0.0:1724310017.383794:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310017.383817:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:0.0:1724310017.383839:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310017.383844:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.383862:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310017.383864:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.383867:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310017.383869:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.383948:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310017.383950:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.383953:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310017.383955:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310017.383974:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.383985:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.383994:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bde0. 00080000:00000010:0.0:1724310017.383999:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e17800. 00000001:00000010:0.0:1724310017.384180:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4bc00. 00000001:00000010:0.0:1724310017.384185:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310017.384225:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bde0. 00010000:00000010:0.0:1724310017.384231:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310017.384234:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.384253:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.384299:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.384303:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00080000:00000010:0.0:1724310017.384336:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:0.0:1724310017.384341:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:0.0:1724310017.384345:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53c30. 00000004:00000010:0.0:1724310017.384350:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:0.0:1724310017.384367:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:0.0:1724310017.384379:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096507, last committed = 4295096163 00010000:00000200:0.0:1724310017.384385:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721880 x1808069883471104/t4295096507(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.384406:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e110. 00000100:00000200:0.0:1724310017.384411:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883471104, offset 224 00000400:00000010:0.0:1724310017.384416:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef94d0. 00000400:00000200:0.0:1724310017.384425:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.384433:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.384438:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531896:531896:256:4294967295] 192.168.204.31@tcp LPNI seq info [531892:531892:8:4294967295] 00000400:00000200:0.0:1724310017.384443:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.384453:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.384458:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.384461:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310017.384465:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.384476:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.384480:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.388441:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310017.388451:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.388455:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3e00. 00000800:00000200:3.0:1724310017.388902:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.388905:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:3.0:1724310017.388911:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.388918:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.389032:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310017.389037:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310017.389085:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310017.389090:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310017.389093:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310017.389095:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310017.392035:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.392051:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295841 00000400:00000200:3.0:1724310017.392056:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.392060:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.392065:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e110 00000400:00000010:3.0:1724310017.392067:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e110. 00000400:00000200:3.0:1724310017.392084:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.392089:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222580 00000400:00000200:3.0:1724310017.392094:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 86408 00000400:00000200:3.0:1724310017.392153:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.392156:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.392160:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.392165:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f100. 00000020:00000010:3.0:1724310017.392215:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1a600. 00000020:00000010:3.0:1724310017.392220:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.392224:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923e10. 00010000:00000010:0.0:1724310017.392597:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.392605:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00000100:00000200:3.0:1724310017.392796:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883471232 00000001:00000010:3.0:1724310017.392806:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:3.0:1724310017.392824:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.392828:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310017.392873:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bcb0000. 00010000:00000010:3.0:1724310017.392895:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.392898:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.392909:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.392911:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.392914:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.392916:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310017.392985:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310017.392991:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dc30. 00000004:00000010:3.0:1724310017.392995:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310017.393001:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74000. 00010000:00000010:0.1:1724310017.396026:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310017.396034:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310017.396037:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310017.396040:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310017.396043:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310017.396049:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.0:1724310017.396065:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.396070:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.396074:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.396078:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.396131:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:2.0:1724310017.396154:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:2.0:1724310017.396157:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:2.0:1724310017.396188:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:2.0:1724310017.396203:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f100 x1808069883471232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.396218:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a432a8. 00000100:00000200:2.0:1724310017.396224:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883471232, offset 224 00000400:00000200:2.0:1724310017.396230:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.396240:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.396245:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531897:531897:256:4294967295] 192.168.204.31@tcp LPNI seq info [531893:531893:8:4294967295] 00000400:00000200:2.0:1724310017.396253:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.396285:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.396289:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310017.396293:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.396299:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.396302:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.396326:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:2.0:1724310017.396330:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923e10. 00000020:00000010:2.0:1724310017.396333:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1a600. 00000800:00000200:0.0:1724310017.396385:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.396388:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310017.396392:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.396396:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.396399:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a432a8 00000400:00000010:0.0:1724310017.396401:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a432a8. 00010000:00000010:0.1:1724310017.398425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310017.398434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310017.401468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310017.401479:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:2.1:1724310017.401483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:3.0:1724310017.403752:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.403767:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222680 00000400:00000200:3.0:1724310017.403773:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 86984 00000400:00000200:3.0:1724310017.403811:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.403816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.403821:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.403827:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14ed80. 00000020:00000010:2.0:1724310017.403924:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d226600. 00000020:00000010:2.0:1724310017.403930:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.403934:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.403960:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883471488 02000000:00000010:2.0:1724310017.403988:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560d000. 00010000:00000010:2.0:1724310017.404017:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.404029:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.404051:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.404056:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.404066:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.404068:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.404071:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.404073:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.404148:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.404150:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.404152:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.404154:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310017.404172:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.404177:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.404185:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310017.404190:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae2400. 00000001:00000010:2.0:1724310017.404618:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64480. 00000001:00000010:2.0:1724310017.404623:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310017.404652:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310017.404659:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.404662:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.404676:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.404693:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.404696:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00080000:00000010:2.0:1724310017.404711:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74000. 00000004:00000010:2.0:1724310017.404716:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:2.0:1724310017.404719:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dc30. 00000004:00000010:2.0:1724310017.404724:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:2.0:1724310017.404730:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:2.0:1724310017.404740:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096508, last committed = 4295096163 00010000:00000200:2.0:1724310017.404746:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14ed80 x1808069883471488/t4295096508(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.404760:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43440. 00000100:00000200:2.0:1724310017.404765:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883471488, offset 224 00000400:00000010:2.0:1724310017.404769:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6ce8. 00000400:00000200:2.0:1724310017.404772:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.404780:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.404786:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531898:531898:256:4294967295] 192.168.204.31@tcp LPNI seq info [531894:531894:8:4294967295] 00000400:00000200:2.0:1724310017.404790:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.404796:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.404801:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.404804:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310017.404808:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.404814:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.404817:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.405015:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.405019:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.405023:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d226600. 00000800:00000200:3.0:1724310017.405125:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.405127:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:3.0:1724310017.405130:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.405134:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.406001:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.406008:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295849 00000400:00000200:0.0:1724310017.406012:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.406015:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.406018:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43440 00000400:00000010:0.0:1724310017.406019:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43440. 00010000:00000010:1.0:1724310017.406097:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:1.0:1724310017.406104:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00000400:00000200:3.0:1724310017.406696:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.406703:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222700 00000400:00000200:3.0:1724310017.406709:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 87472 00000400:00000200:3.0:1724310017.406750:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.406754:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.406758:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.406762:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14df80. 00000020:00000010:2.0:1724310017.406833:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d226600. 00000020:00000010:2.0:1724310017.406837:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.406840:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.406859:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883471616 00000001:00000010:2.0:1724310017.406866:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:2.0:1724310017.406881:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.406885:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 02000000:00000010:2.0:1724310017.406926:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be50000. 00010000:00000010:2.0:1724310017.406942:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.406945:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.406954:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.406956:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.406959:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.406961:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000004:00000010:2.0:1724310017.407020:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310017.407025:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.407029:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310017.407036:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.1:1724310017.407347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.0:1724310017.407520:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.407523:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.407526:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.407528:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.407564:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.407571:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.407574:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.407596:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:2.0:1724310017.407606:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14df80 x1808069883471616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.407619:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43b28. 00000100:00000200:2.0:1724310017.407623:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883471616, offset 224 00000400:00000200:2.0:1724310017.407627:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.407634:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.407638:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531899:531899:256:4294967295] 192.168.204.31@tcp LPNI seq info [531895:531895:8:4294967295] 00000400:00000200:2.0:1724310017.407646:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.407650:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.407653:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310017.407656:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.407663:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.407666:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.407676:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.407679:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.407682:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d226600. 00000800:00000200:3.0:1724310017.407769:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.407772:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:3.0:1724310017.407775:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.407778:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.407781:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43b28 00000400:00000010:3.0:1724310017.407783:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43b28. 00000400:00000200:0.0:1724310017.409006:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.409015:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222800 00000400:00000200:0.0:1724310017.409019:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 88048 00000400:00000200:0.0:1724310017.409031:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.409034:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.409037:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.409041:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453800. 00000020:00000010:2.0:1724310017.409094:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.409098:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.409100:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.409582:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883471872 02000000:00000010:2.0:1724310017.409603:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083341000. 00010000:00000010:2.0:1724310017.409622:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.409630:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.409645:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.409648:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.409655:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.409656:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.409659:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.409660:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.409717:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.409719:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.409721:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.409723:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310017.409740:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.409744:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.409751:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64180. 00080000:00000010:2.0:1724310017.409756:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae2800. 00000001:00000010:2.0:1724310017.409896:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce644e0. 00000001:00000010:2.0:1724310017.409901:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310017.409927:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64180. 00010000:00000010:2.0:1724310017.409932:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.409935:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.409946:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.409959:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.409962:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00080000:00000010:2.0:1724310017.409979:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310017.409983:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310017.409986:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.409991:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310017.409996:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310017.410005:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096509, last committed = 4295096163 00010000:00000200:2.0:1724310017.410012:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453800 x1808069883471872/t4295096509(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.410022:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43cc0. 00000100:00000200:2.0:1724310017.410025:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883471872, offset 224 00000400:00000010:2.0:1724310017.410030:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6d20. 00000400:00000200:2.0:1724310017.410033:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.410039:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.410043:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531900:531900:256:4294967295] 192.168.204.31@tcp LPNI seq info [531896:531896:8:4294967295] 00000400:00000200:2.0:1724310017.410047:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.410052:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.410056:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.410059:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310017.410062:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.410067:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.410070:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.412578:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.412588:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.412592:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:3.0:1724310017.412774:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.412778:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310017.412783:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.412789:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.413504:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310017.413511:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310017.413814:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.413824:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295851 00000400:00000200:3.0:1724310017.413833:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.413836:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.413839:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43cc0 00000400:00000010:3.0:1724310017.413841:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43cc0. 00010000:00000010:0.0:1724310017.413950:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310017.413958:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00000400:00000200:0.0:1724310017.414231:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.414238:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222880 00000400:00000200:0.0:1724310017.414244:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 88536 00000400:00000200:0.0:1724310017.414301:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.414305:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.414310:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.414326:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6d80. 00000020:00000010:2.0:1724310017.414401:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.414405:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.414408:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.414426:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883472000 00000001:00000010:2.0:1724310017.414434:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310017.414455:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.414461:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310017.414504:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004f960000. 00010000:00000010:2.0:1724310017.414523:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.414526:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.414535:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.414537:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.414540:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.414541:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000004:00000010:2.0:1724310017.414609:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310017.414614:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.414619:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310017.414624:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310017.416217:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.416222:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.416225:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.416229:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.416455:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.416464:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.416467:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.416496:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310017.416511:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800535e6d80 x1808069883472000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.416547:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43110. 00000100:00000200:2.0:1724310017.416553:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883472000, offset 224 00000400:00000200:2.0:1724310017.416558:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.416566:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.416571:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531901:531901:256:4294967295] 192.168.204.31@tcp LPNI seq info [531897:531897:8:4294967295] 00000400:00000200:2.0:1724310017.416578:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.416583:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.416587:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.416591:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.416597:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.416600:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.417013:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.417017:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.417021:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:3.0:1724310017.417215:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.417218:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:3.0:1724310017.417221:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.417225:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.417228:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43110 00000400:00000010:3.0:1724310017.417229:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43110. 00010000:00000010:2.1:1724310017.419401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310017.419409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310017.419414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310017.419416:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310017.419419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310017.419424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:3.0:1724310017.421971:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.421985:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222980 00000400:00000200:3.0:1724310017.421992:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 89112 00000400:00000200:3.0:1724310017.422010:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.422013:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.422018:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.422023:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f800. 00000020:00000010:2.0:1724310017.422400:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.422405:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.422409:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.422435:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883472256 02000000:00000010:2.0:1724310017.422462:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e62000. 00010000:00000010:2.0:1724310017.422491:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.422502:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.422521:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.422525:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.422535:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.422537:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.422540:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.422542:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.422616:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.422618:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.422621:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.422623:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.422640:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.422644:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.422652:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310017.422658:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae0400. 00010000:00000010:3.1:1724310017.422798:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310017.422804:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000001:00000010:2.0:1724310017.425534:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64000. 00000001:00000010:2.0:1724310017.425541:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310017.425569:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310017.425579:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.425584:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.425604:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.425625:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.425628:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310017.425647:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310017.425651:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310017.425654:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.425659:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310017.425665:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310017.425679:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096510, last committed = 4295096163 00010000:00000200:2.0:1724310017.425687:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f800 x1808069883472256/t4295096510(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.425700:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43000. 00000100:00000200:2.0:1724310017.425705:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883472256, offset 224 00000400:00000010:2.0:1724310017.425710:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6d58. 00000400:00000200:2.0:1724310017.425713:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.425723:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.425727:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531902:531902:256:4294967295] 192.168.204.31@tcp LPNI seq info [531898:531898:8:4294967295] 00000400:00000200:2.0:1724310017.425731:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.425737:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.425741:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.425744:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310017.425748:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.425754:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.425757:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.425780:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.425783:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.425785:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:0.0:1724310017.426149:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.426152:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310017.426156:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.426160:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.426214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310017.426219:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310017.426222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310017.426225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310017.426226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310017.426228:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310017.426230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310017.426232:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310017.426233:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310017.426237:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310017.426238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310017.426240:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310017.426242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310017.426244:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310017.429912:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310017.429923:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310017.429926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310017.429928:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310017.429931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310017.429935:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:3.0:1724310017.430885:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.430898:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295859 00000400:00000200:3.0:1724310017.430904:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.430908:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.430912:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43000 00000400:00000010:3.0:1724310017.430914:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43000. 00010000:00000010:1.0:1724310017.430992:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:1.0:1724310017.430999:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:2.1:1724310017.435364:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310017.435375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:3.0:1724310017.443406:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.443422:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222a00 00000400:00000200:3.0:1724310017.443430:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 89600 00000400:00000200:3.0:1724310017.443450:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.443454:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.443459:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.443466:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14fb80. 00000020:00000010:2.0:1724310017.443685:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.443691:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.443695:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.443727:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883472384 00000001:00000010:2.0:1724310017.443736:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:2.0:1724310017.443755:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.443759:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 02000000:00000010:2.0:1724310017.443800:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087980000. 00010000:00000010:2.0:1724310017.443819:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.443821:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.443835:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.443837:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.443840:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.443841:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310017.443916:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310017.443922:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.443925:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310017.443931:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310017.444786:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.444790:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.444793:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.444796:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.444836:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.444863:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.444868:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.444894:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310017.444906:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14fb80 x1808069883472384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.444919:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43dd0. 00000100:00000200:2.0:1724310017.444925:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883472384, offset 224 00000400:00000200:2.0:1724310017.444930:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.444939:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.444944:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531903:531903:256:4294967295] 192.168.204.31@tcp LPNI seq info [531899:531899:8:4294967295] 00000400:00000200:2.0:1724310017.444952:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.444957:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.444960:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310017.444964:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.444969:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.444973:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.445123:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.445127:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.445131:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:1.0:1724310017.445244:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.445247:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310017.445249:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.445253:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.445255:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43dd0 00000400:00000010:1.0:1724310017.445648:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43dd0. 00000400:00000200:3.0:1724310017.447623:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.447635:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222b00 00000400:00000200:3.0:1724310017.447642:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 90176 00000400:00000200:3.0:1724310017.447661:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.447664:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.447669:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.447674:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c700. 00000020:00000010:2.0:1724310017.447765:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.447770:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.447774:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.447798:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883472640 02000000:00000010:2.0:1724310017.447823:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e64000. 00010000:00000010:2.0:1724310017.447854:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.447865:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.447884:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.447888:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.447898:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.447900:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.447903:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.447905:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.447983:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.447985:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.447988:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.447990:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.448011:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.448015:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146d60. 00000020:00000010:2.0:1724310017.448022:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64120. 00080000:00000010:2.0:1724310017.448027:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae3c00. 00000001:00000010:2.0:1724310017.448189:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64ba0. 00000001:00000010:2.0:1724310017.448194:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310017.448221:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64120. 00010000:00000010:2.0:1724310017.448227:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.448229:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.448243:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.448281:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.448284:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00080000:00000010:2.0:1724310017.448300:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310017.448304:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:2.0:1724310017.448308:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.448312:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310017.448578:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310017.448592:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096511, last committed = 4295096163 00010000:00000200:2.0:1724310017.448599:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14c700 x1808069883472640/t4295096511(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.448612:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43330. 00000100:00000200:2.0:1724310017.448616:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883472640, offset 224 00000400:00000010:2.0:1724310017.448621:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6d90. 00000400:00000200:2.0:1724310017.448624:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.448632:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.448637:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531904:531904:256:4294967295] 192.168.204.31@tcp LPNI seq info [531900:531900:8:4294967295] 00000400:00000200:2.0:1724310017.448641:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.448646:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.448650:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.448653:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.448658:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.448664:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.448667:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.449785:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.449792:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.449795:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:3.0:1724310017.450184:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.450187:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310017.450191:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.450195:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.452484:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310017.452492:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310017.452495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310017.452497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310017.452818:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.452830:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295861 00000400:00000200:1.0:1724310017.452835:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.452838:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.452842:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43330 00000400:00000010:1.0:1724310017.452844:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43330. 00000400:00000200:1.0:1724310017.452865:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.452869:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222b80 00000400:00000200:1.0:1724310017.452874:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 90664 00000400:00000200:1.0:1724310017.452918:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.452922:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.452925:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.452929:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fdc00. 00000020:00000010:2.0:1724310017.453004:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.453010:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.453014:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310017.453042:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883472768 00000001:00000010:2.0:1724310017.453050:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310017.453067:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.453073:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310017.453114:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cbc0000. 00010000:00000010:2.0:1724310017.453131:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.453133:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.453146:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.453148:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.453151:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.453153:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310017.453221:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310017.453226:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53618. 00000004:00000010:2.0:1724310017.453230:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f190. 00080000:00000010:2.0:1724310017.453235:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:0.0:1724310017.453443:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:0.0:1724310017.453449:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.454047:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.454050:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.454053:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.454055:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.454088:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.454094:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.454096:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.454115:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310017.454126:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fdc00 x1808069883472768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.454139:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43198. 00000100:00000200:2.0:1724310017.454143:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883472768, offset 224 00000400:00000200:2.0:1724310017.454147:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.454154:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.454159:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531905:531905:256:4294967295] 192.168.204.31@tcp LPNI seq info [531901:531901:8:4294967295] 00000400:00000200:2.0:1724310017.454166:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.454170:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.454173:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310017.454177:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.454183:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.454186:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.454568:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.454572:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310017.454574:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:3.0:1724310017.454794:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.454797:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:3.0:1724310017.454801:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.454805:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.454808:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43198 00000400:00000010:3.0:1724310017.454809:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43198. 00010000:00000010:0.1:1724310017.455652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310017.455658:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.455660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310017.455662:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.455664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310017.455667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:3.0:1724310017.456539:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.456549:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222c80 00000400:00000200:3.0:1724310017.456555:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 91240 00000400:00000200:3.0:1724310017.456573:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.456576:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.456580:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.456584:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14e300. 00000020:00000010:2.0:1724310017.456802:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6200. 00000020:00000010:2.0:1724310017.456806:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.456810:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:1.0:1724310017.457507:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473024 02000000:00000010:1.0:1724310017.457539:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e1000. 00010000:00000010:1.0:1724310017.457569:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:1.0:1724310017.457597:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:1.0:1724310017.457619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.457623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.457634:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.457636:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.457639:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.457641:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.457718:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.457720:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.457722:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.457724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310017.457743:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66040. 00000020:00000010:1.0:1724310017.457748:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66040. 00000020:00000010:1.0:1724310017.457756:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f60. 00080000:00000010:1.0:1724310017.457762:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008bb72000. 00000001:00000010:1.0:1724310017.457909:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857f60. 00000001:00000010:1.0:1724310017.457913:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310017.457941:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f60. 00010000:00000010:1.0:1724310017.457946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.457949:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.457962:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310017.457978:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.457980:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310017.457999:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:1.0:1724310017.458003:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f190. 00000004:00000010:1.0:1724310017.458006:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53618. 00000004:00000010:1.0:1724310017.458011:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:1.0:1724310017.458017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310017.458027:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096512, last committed = 4295096163 00010000:00000200:1.0:1724310017.458034:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14e300 x1808069883473024/t4295096512(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.458048:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453440. 00000100:00000200:1.0:1724310017.458053:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883473024, offset 224 00000400:00000010:1.0:1724310017.458058:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87e00. 00000400:00000200:1.0:1724310017.458061:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.458070:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.458075:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531906:531906:256:4294967295] 192.168.204.31@tcp LPNI seq info [531902:531902:8:4294967295] 00000400:00000200:1.0:1724310017.458079:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.458084:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.458090:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.458093:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310017.458097:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.458103:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.458106:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.458133:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d900. 00000020:00000010:1.0:1724310017.458136:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:1.0:1724310017.458138:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6200. 00000800:00000200:0.0:1724310017.458715:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.458718:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310017.458721:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.458725:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.459048:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310017.459054:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310017.460654:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.460667:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295869 00000400:00000200:3.0:1724310017.460671:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.460674:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.460678:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453440 00000400:00000010:3.0:1724310017.460681:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453440. 00000400:00000200:3.0:1724310017.460711:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.460716:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222d00 00000400:00000200:3.0:1724310017.460721:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 91728 00000400:00000200:3.0:1724310017.460769:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.460772:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.460776:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.460780:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d500. 00000020:00000010:2.0:1724310017.461072:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6a00. 00000020:00000010:2.0:1724310017.461077:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.461081:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.461115:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473152 00000001:00000010:2.0:1724310017.461124:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310017.461141:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.461146:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310017.461189:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877b0000. 00010000:00000010:2.0:1724310017.461208:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.461212:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.461225:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.461227:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.461230:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.461231:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000004:00000010:2.0:1724310017.461501:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310017.461508:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53690. 00000004:00000010:2.0:1724310017.461512:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fc80. 00080000:00000010:2.0:1724310017.461518:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:1.0:1724310017.461833:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.461839:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:2.0:1724310017.462102:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.462105:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.462108:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.462111:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.462143:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.462150:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.462152:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.462173:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310017.462184:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14d500 x1808069883473152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.462196:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43f68. 00000100:00000200:2.0:1724310017.462200:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883473152, offset 224 00000400:00000200:2.0:1724310017.462204:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.462210:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.462214:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531907:531907:256:4294967295] 192.168.204.31@tcp LPNI seq info [531903:531903:8:4294967295] 00000400:00000200:2.0:1724310017.462221:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.462225:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.462228:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310017.462232:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.462238:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.462241:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1724310017.463518:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.463523:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:3.0:1724310017.463527:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.463531:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.463535:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43f68 00000400:00000010:3.0:1724310017.463537:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43f68. 00000020:00000010:2.0:1724310017.463571:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.463576:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.463579:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6a00. 00010000:00000010:3.1:1724310017.463833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310017.463838:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310017.463842:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310017.463844:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310017.463847:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310017.463850:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310017.464055:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310017.464060:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310017.464062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310017.464064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310017.465481:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.465492:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222e00 00000400:00000200:0.0:1724310017.465498:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 92304 00000400:00000200:0.0:1724310017.465515:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.465517:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.465522:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.465527:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6a00. 00000020:00000010:2.0:1724310017.465694:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6a00. 00000020:00000010:2.0:1724310017.465699:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.465702:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.465724:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473408 02000000:00000010:2.0:1724310017.465748:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803a4000. 00010000:00000010:2.0:1724310017.465774:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.465783:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.465801:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.465805:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.465814:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.465815:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.465818:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.465820:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.465896:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.465898:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.465901:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.465903:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310017.465920:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146160. 00000020:00000010:2.0:1724310017.465924:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146160. 00000020:00000010:2.0:1724310017.465931:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce643c0. 00080000:00000010:2.0:1724310017.465935:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae1c00. 00000001:00000010:2.0:1724310017.466077:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64a80. 00000001:00000010:2.0:1724310017.466082:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310017.466110:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce643c0. 00010000:00000010:2.0:1724310017.466115:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.466117:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.466129:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.466144:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.466146:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00080000:00000010:2.0:1724310017.466161:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310017.466165:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fc80. 00000004:00000010:2.0:1724310017.466169:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53690. 00000004:00000010:2.0:1724310017.466174:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310017.466179:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310017.466189:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096513, last committed = 4295096163 00010000:00000200:2.0:1724310017.466196:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800535e6a00 x1808069883473408/t4295096513(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.466208:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43d48. 00000100:00000200:2.0:1724310017.466212:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883473408, offset 224 00000400:00000010:2.0:1724310017.466216:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6dc8. 00000400:00000200:2.0:1724310017.466219:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.466225:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.466230:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531908:531908:256:4294967295] 192.168.204.31@tcp LPNI seq info [531904:531904:8:4294967295] 00000400:00000200:2.0:1724310017.466233:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.466238:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.466242:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.466245:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310017.466249:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.466254:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.466280:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.467022:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.467026:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.467028:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6a00. 00000800:00000200:3.0:1724310017.467137:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.467140:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:3.0:1724310017.467143:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.467147:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.468428:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.468438:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295871 00000400:00000200:3.0:1724310017.468442:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.468444:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.468449:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43d48 00000400:00000010:3.0:1724310017.468450:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43d48. 00000400:00000200:3.0:1724310017.468598:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.468603:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13222e80 00000400:00000200:3.0:1724310017.468608:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 92792 00000400:00000200:3.0:1724310017.468641:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.468644:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.468648:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.468653:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14dc00. 00010000:00000010:0.0:1724310017.468710:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310017.468716:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000020:00000010:2.0:1724310017.469202:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ab6a00. 00000020:00000010:2.0:1724310017.469206:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.469209:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.469241:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473536 00000001:00000010:2.0:1724310017.469249:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310017.469288:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.469293:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:3.1:1724310017.469667:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310017.469673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 02000000:00000010:2.0:1724310017.469824:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008df40000. 00010000:00000010:2.0:1724310017.469851:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.469854:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.469865:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.469868:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.469870:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.469872:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310017.469950:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310017.469956:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53690. 00000004:00000010:2.0:1724310017.469960:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fc80. 00080000:00000010:2.0:1724310017.469966:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310017.470483:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.470486:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.470489:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.470492:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.470525:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.470531:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.470534:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.470558:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310017.470569:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14dc00 x1808069883473536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.470581:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43088. 00000100:00000200:2.0:1724310017.470585:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883473536, offset 224 00000400:00000200:2.0:1724310017.470590:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.470598:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.470603:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531909:531909:256:4294967295] 192.168.204.31@tcp LPNI seq info [531905:531905:8:4294967295] 00000400:00000200:2.0:1724310017.470611:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.470616:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.470619:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310017.470623:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.470628:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.470632:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.470655:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.470658:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.470662:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ab6a00. 00000800:00000200:0.0:1724310017.470758:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.470761:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310017.470765:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.470768:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.470771:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43088 00000400:00000010:0.0:1724310017.470773:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43088. 00010000:00000010:0.1:1724310017.472484:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310017.472492:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310017.472496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310017.472498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:3.0:1724310017.472611:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.472620:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13222f80 00000400:00000200:3.0:1724310017.472627:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 93368 00000400:00000200:3.0:1724310017.472643:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.472646:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.472650:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.472655:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f480. 00000020:00000010:0.0:1724310017.473882:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef2400. 00000020:00000010:0.0:1724310017.473888:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.473892:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.473927:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473792 02000000:00000010:0.0:1724310017.473955:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319db000. 00010000:00000010:0.0:1724310017.473982:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310017.473993:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:0.0:1724310017.474015:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310017.474019:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310017.474030:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310017.474032:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.474035:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310017.474037:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.474118:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310017.474120:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.474123:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310017.474125:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310017.474146:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bdc0. 00000020:00000010:0.0:1724310017.474151:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bdc0. 00000020:00000010:0.0:1724310017.474159:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4bde0. 00080000:00000010:0.0:1724310017.474164:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e16000. 00000001:00000010:0.0:1724310017.474347:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4bcc0. 00000001:00000010:0.0:1724310017.474352:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310017.474380:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4bde0. 00010000:00000010:0.0:1724310017.474386:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310017.474389:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.474402:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.474418:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.474420:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00080000:00000010:0.0:1724310017.474438:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:0.0:1724310017.474443:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fc80. 00000004:00000010:0.0:1724310017.474447:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53690. 00000004:00000010:0.0:1724310017.474452:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:0.0:1724310017.474458:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310017.474468:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096514, last committed = 4295096163 00010000:00000200:0.0:1724310017.474476:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f480 x1808069883473792/t4295096514(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.474487:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ef68. 00000100:00000200:0.0:1724310017.474492:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883473792, offset 224 00000400:00000010:0.0:1724310017.474496:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9498. 00000400:00000200:0.0:1724310017.474498:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.474507:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.474512:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531910:531910:256:4294967295] 192.168.204.31@tcp LPNI seq info [531906:531906:8:4294967295] 00000400:00000200:0.0:1724310017.474516:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.474522:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.474526:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.474529:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310017.474534:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.474539:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.474543:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.474566:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.474569:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.474572:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef2400. 00000800:00000200:3.0:1724310017.474718:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.474722:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310017.474724:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.474728:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.475920:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310017.475927:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310017.476927:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.476938:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295879 00000400:00000200:0.0:1724310017.476942:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.476945:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.476950:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ef68 00000400:00000010:0.0:1724310017.476952:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ef68. 00010000:00000010:1.0:1724310017.477083:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:1.0:1724310017.477091:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00000400:00000200:3.0:1724310017.477402:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.477410:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223000 00000400:00000200:3.0:1724310017.477416:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 93856 00000400:00000200:3.0:1724310017.477466:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.477470:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.477474:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.477480:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbb800. 00000020:00000010:1.0:1724310017.477739:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d31e200. 00000020:00000010:1.0:1724310017.477744:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.477747:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.477775:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883473920 00000001:00000010:1.0:1724310017.477784:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:1.0:1724310017.477801:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.477804:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310017.477847:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008dd00000. 00010000:00000010:1.0:1724310017.477866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.477869:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.477880:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310017.477882:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.477884:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.477886:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310017.477958:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310017.477964:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.477968:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.477974:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.481606:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.481612:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.481616:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310017.481620:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.481668:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.481676:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.481680:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.481708:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310017.481721:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbb800 x1808069883473920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.481735:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453330. 00000100:00000200:1.0:1724310017.481741:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883473920, offset 224 00000400:00000200:1.0:1724310017.481746:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.481756:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.481762:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531911:531911:256:4294967295] 192.168.204.31@tcp LPNI seq info [531907:531907:8:4294967295] 00000400:00000200:1.0:1724310017.481770:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.481775:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.481779:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310017.481783:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.481790:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.481794:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.481819:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.481822:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.481826:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d31e200. 00000800:00000200:3.0:1724310017.481944:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.481947:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310017.481950:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.481954:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.481956:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453330 00000400:00000010:3.0:1724310017.481958:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453330. 00000400:00000200:0.0:1724310017.483947:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.483960:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223100 00000400:00000200:0.0:1724310017.483966:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 94432 00000400:00000200:0.0:1724310017.483985:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.483988:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.483993:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.483998:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9180. 00000020:00000010:1.0:1724310017.484846:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132114200. 00000020:00000010:1.0:1724310017.484852:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.484855:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.484883:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883474176 02000000:00000010:1.0:1724310017.484908:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801354af000. 00010000:00000010:1.0:1724310017.484938:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.484949:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.484971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310017.484975:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.484986:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.484988:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.484991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310017.484993:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.485074:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.485076:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.485079:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.485081:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310017.485101:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.485106:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.485114:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857f00. 00080000:00000010:1.0:1724310017.485120:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4c27800. 00000001:00000010:1.0:1724310017.485291:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b202f960. 00000001:00000010:1.0:1724310017.485296:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310017.485339:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857f00. 00010000:00000010:1.0:1724310017.485346:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.485349:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.485362:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.485379:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310017.485381:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310017.485401:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.485406:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.485410:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.485415:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310017.485420:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310017.485431:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096515, last committed = 4295096163 00010000:00000200:1.0:1724310017.485440:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9180 x1808069883474176/t4295096515(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.485453:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874534c8. 00000100:00000200:1.0:1724310017.485458:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883474176, offset 224 00000400:00000010:1.0:1724310017.485463:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87e38. 00000400:00000200:1.0:1724310017.485466:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.485474:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.485480:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531912:531912:256:4294967295] 192.168.204.31@tcp LPNI seq info [531908:531908:8:4294967295] 00000400:00000200:1.0:1724310017.485484:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.485489:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.485494:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.485497:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310017.485501:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.485507:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.485510:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.486624:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.486630:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.486633:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132114200. 00000800:00000200:3.0:1724310017.486843:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.486846:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:3.0:1724310017.486850:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.486855:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.487667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310017.487676:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310017.487679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310017.487681:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310017.487685:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310017.487691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310017.487693:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310017.487695:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310017.487696:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310017.487698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:3.0:1724310017.488642:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.488653:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295881 00000400:00000200:3.0:1724310017.488658:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.488662:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.488666:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874534c8 00000400:00000010:3.0:1724310017.488668:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874534c8. 00000400:00000200:3.0:1724310017.488888:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.488894:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223180 00000400:00000200:3.0:1724310017.488900:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 94920 00010000:00000010:1.0:1724310017.489072:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.489081:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000400:00000200:3.0:1724310017.489203:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.489208:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.489212:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.489216:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8380. 00000020:00000010:1.0:1724310017.489417:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310017.489422:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.489425:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.489456:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883474304 00000001:00000010:1.0:1724310017.489465:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:1.0:1724310017.489484:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.489488:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310017.489532:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088450000. 00010000:00000010:1.0:1724310017.489552:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.489555:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.489566:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.489568:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.489571:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.489572:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310017.489646:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310017.489653:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.489657:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.489665:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.490169:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.490172:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.490175:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.490178:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.490212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.490218:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.490220:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.490242:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310017.490252:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8380 x1808069883474304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.490568:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.490573:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883474304, offset 224 00000400:00000200:1.0:1724310017.490579:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.490586:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.490591:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531913:531913:256:4294967295] 192.168.204.31@tcp LPNI seq info [531909:531909:8:4294967295] 00000400:00000200:1.0:1724310017.490598:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.490602:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.490605:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310017.490610:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.490615:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.490618:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.490868:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.490872:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.490875:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:0.0:1724310017.491352:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.491355:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310017.491360:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.491364:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.491368:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.491370:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:3.1:1724310017.493700:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:3.1:1724310017.493711:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310017.493827:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310017.493832:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310017.493835:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310017.493837:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310017.493840:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310017.493845:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:3.0:1724310017.494965:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.494979:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223280 00000400:00000200:3.0:1724310017.494985:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 95496 00000400:00000200:3.0:1724310017.495003:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.495007:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.495012:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.495017:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8e00. 00000020:00000010:1.0:1724310017.495123:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbdc00. 00000020:00000010:1.0:1724310017.495128:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.495132:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.495295:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883474560 02000000:00000010:1.0:1724310017.495333:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf11000. 00010000:00000010:1.0:1724310017.495363:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.495373:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.495395:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.495399:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.495409:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.495411:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310017.495414:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.495416:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.495492:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310017.495495:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.495497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.495500:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.495519:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.495524:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66c40. 00000020:00000010:1.0:1724310017.495533:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857ba0. 00080000:00000010:1.0:1724310017.495538:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4c27000. 00000001:00000010:1.0:1724310017.495685:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1960. 00000001:00000010:1.0:1724310017.495690:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310017.495719:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857ba0. 00010000:00000010:1.0:1724310017.495725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.495727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.495741:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.495759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.495762:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00080000:00000010:1.0:1724310017.495782:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.495787:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.495790:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.495795:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310017.495800:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310017.495813:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096516, last committed = 4295096163 00010000:00000200:1.0:1724310017.495820:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8e00 x1808069883474560/t4295096516(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.495833:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.495837:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883474560, offset 224 00000400:00000010:1.0:1724310017.495842:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87e70. 00000400:00000200:1.0:1724310017.495845:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.495853:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.495858:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531914:531914:256:4294967295] 192.168.204.31@tcp LPNI seq info [531910:531910:8:4294967295] 00000400:00000200:1.0:1724310017.495861:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.495866:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.495870:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.495873:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310017.495877:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.495883:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.495886:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.496545:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.496549:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.496552:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbdc00. 00000800:00000200:3.0:1724310017.496663:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.496666:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:3.0:1724310017.496669:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.496673:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.497385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310017.497391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310017.497395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310017.497397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310017.497399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:3.1:1724310017.497401:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310017.497403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310017.497408:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:3.1:1724310017.497411:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310017.497497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310017.497500:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310017.497502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310017.497503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310017.497505:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:3.1:1724310017.497507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310017.497509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:0.0:1724310017.498289:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.498300:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295889 00000400:00000200:0.0:1724310017.498304:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.498307:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.498311:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.498313:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:0.0:1724310017.498347:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.498352:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223300 00000400:00000200:0.0:1724310017.498357:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 95984 00000400:00000200:0.0:1724310017.498398:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.498401:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.498405:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.498410:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9f80. 00010000:00000010:1.0:1724310017.498527:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.498535:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00000020:00000010:2.0:1724310017.499580:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a03800. 00000020:00000010:2.0:1724310017.499586:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.499589:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.499620:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883474688 00000001:00000010:2.0:1724310017.499630:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310017.499648:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.499652:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310017.499699:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087e00000. 00010000:00000010:2.0:1724310017.499720:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.499723:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.499735:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.499738:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.499740:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.499742:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310017.499829:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310017.499835:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.499839:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.499845:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310017.501349:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.501355:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.501359:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.501363:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.501407:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.501418:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.501421:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.501454:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310017.501467:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9f80 x1808069883474688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.501481:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43770. 00000100:00000200:2.0:1724310017.501487:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883474688, offset 224 00000400:00000200:2.0:1724310017.501492:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.501501:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.501506:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531915:531915:256:4294967295] 192.168.204.31@tcp LPNI seq info [531911:531911:8:4294967295] 00000400:00000200:2.0:1724310017.501515:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.501520:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.501523:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.501528:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.501534:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.501538:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.501568:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.501572:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.501576:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a03800. 00000800:00000200:3.0:1724310017.501651:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.501655:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310017.501658:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.501662:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.501665:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43770 00000400:00000010:3.0:1724310017.501667:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43770. 00010000:00000010:2.1:1724310017.504617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310017.504628:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310017.504631:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310017.504633:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310017.504635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310017.504640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:3.0:1724310017.505086:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.505098:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223400 00000400:00000200:3.0:1724310017.505105:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 96560 00000400:00000200:3.0:1724310017.505124:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.505128:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.505133:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.505138:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba300. 00000020:00000010:2.0:1724310017.505331:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117a00. 00000020:00000010:2.0:1724310017.505337:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.505341:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.505371:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883474944 02000000:00000010:2.0:1724310017.505399:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13d000. 00010000:00000010:2.0:1724310017.505428:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.505439:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.505459:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.505463:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310017.505473:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.505475:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.505478:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.505480:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.505551:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.505553:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.505556:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.505558:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310017.505576:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.505581:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.505587:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce642a0. 00080000:00000010:2.0:1724310017.505593:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087ae2000. 00000001:00000010:2.0:1724310017.505738:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64a20. 00000001:00000010:2.0:1724310017.505743:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310017.505769:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce642a0. 00010000:00000010:2.0:1724310017.505775:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.505778:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.505791:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.505808:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.505811:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00080000:00000010:2.0:1724310017.505824:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.505828:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310017.505832:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.505837:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310017.505844:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000200:2.0:1724310017.505852:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096517, last committed = 4295096163 00010000:00000200:2.0:1724310017.505859:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba300 x1808069883474944/t4295096517(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.505871:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43220. 00000100:00000200:2.0:1724310017.505876:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883474944, offset 224 00000400:00000010:2.0:1724310017.505879:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6e00. 00000400:00000200:2.0:1724310017.505882:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.505889:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.505899:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531916:531916:256:4294967295] 192.168.204.31@tcp LPNI seq info [531912:531912:8:4294967295] 00000400:00000200:2.0:1724310017.505902:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.505907:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.505912:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.505915:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310017.505920:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.505925:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.505928:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.505953:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.505956:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.505959:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117a00. 00000800:00000200:1.0:1724310017.506036:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.506039:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310017.506042:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.506046:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.507408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310017.507416:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310017.507419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310017.507422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:3.0:1724310017.509535:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.509549:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295891 00000400:00000200:3.0:1724310017.509554:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.509557:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.509562:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43220 00000400:00000010:3.0:1724310017.509564:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43220. 00000400:00000200:3.0:1724310017.509591:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.509595:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223480 00000400:00000200:3.0:1724310017.509601:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 97048 00000400:00000200:3.0:1724310017.509617:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.509620:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.509624:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.509629:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8a80. 00010000:00000010:1.0:1724310017.509714:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:1.0:1724310017.509723:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00000020:00000010:0.0:1724310017.509793:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef2c00. 00000020:00000010:0.0:1724310017.509797:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.509801:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.510461:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883475072 00000001:00000010:0.0:1724310017.510471:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:0.0:1724310017.510707:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310017.510713:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 02000000:00000010:0.0:1724310017.510758:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087cf0000. 00010000:00000010:0.0:1724310017.510779:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310017.510783:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.510793:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310017.510795:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.510798:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310017.510800:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00000004:00000010:0.0:1724310017.510873:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310017.510880:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bed20. 00000004:00000010:0.0:1724310017.510884:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806898. 00080000:00000010:0.0:1724310017.510889:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:2.0:1724310017.512776:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.512783:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.512787:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.512791:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.512838:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310017.512846:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:2.0:1724310017.512849:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:2.0:1724310017.512874:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:2.0:1724310017.512887:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8a80 x1808069883475072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.512900:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a437f8. 00000100:00000200:2.0:1724310017.512906:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883475072, offset 224 00000400:00000200:2.0:1724310017.512910:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.512920:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.512925:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531917:531917:256:4294967295] 192.168.204.31@tcp LPNI seq info [531913:531913:8:4294967295] 00000400:00000200:2.0:1724310017.512933:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.512938:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.512942:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.512946:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.512953:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.512956:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1724310017.514274:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00000020:00000010:2.0:1724310017.514279:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00010000:00000010:1.1:1724310017.514282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000020:00000010:2.0:1724310017.514285:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:2.0:1724310017.514288:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef2c00. 00000800:00000200:3.0:1724310017.514661:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.514665:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:3.0:1724310017.514670:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.514675:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.514679:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a437f8 00000400:00000010:3.0:1724310017.514682:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a437f8. 00010000:00000010:2.1:1724310017.518364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310017.518379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310017.518382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310017.518384:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310017.518387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310017.518393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310017.519797:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.519812:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223580 00000400:00000200:0.0:1724310017.519817:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 97624 00000400:00000200:0.0:1724310017.519837:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.519841:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.519846:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.519852:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8700. 00000020:00000010:3.0:1724310017.519964:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1aa00. 00000020:00000010:3.0:1724310017.519969:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.519974:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.519996:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883475328 02000000:00000010:3.0:1724310017.520022:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090da8000. 00010000:00000010:3.0:1724310017.520051:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:3.0:1724310017.520064:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:3.0:1724310017.520089:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.520094:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.520105:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.520107:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.520110:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.520112:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.520184:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.520186:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.520189:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.520192:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.520211:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c120. 00000020:00000010:3.0:1724310017.520216:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c120. 00000020:00000010:3.0:1724310017.520224:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac41e0. 00080000:00000010:3.0:1724310017.520228:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008289a800. 00000001:00000010:3.0:1724310017.520407:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d80. 00000001:00000010:3.0:1724310017.520411:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310017.520436:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac41e0. 00010000:00000010:3.0:1724310017.520441:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.520444:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.520456:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.520473:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.520475:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310017.520490:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:3.0:1724310017.520496:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806898. 00000004:00000010:3.0:1724310017.520499:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bed20. 00000004:00000010:3.0:1724310017.520502:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:3.0:1724310017.520507:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310017.520517:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096518, last committed = 4295096163 00010000:00000200:3.0:1724310017.520523:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8700 x1808069883475328/t4295096518(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.520535:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310017.520540:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883475328, offset 224 00000400:00000010:3.0:1724310017.520544:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17310. 00000400:00000200:3.0:1724310017.520547:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.520554:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.520559:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531918:531918:256:4294967295] 192.168.204.31@tcp LPNI seq info [531914:531914:8:4294967295] 00000400:00000200:3.0:1724310017.520562:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.520568:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.520572:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.520575:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310017.520578:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.520583:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.520587:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.520598:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.520600:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.520603:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1aa00. 00000800:00000200:3.0:1724310017.520662:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.520664:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:3.0:1724310017.520667:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.520670:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.521217:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310017.521222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310017.523181:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310017.523190:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310017.523194:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310017.523196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:3.0:1724310017.524936:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310017.524950:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295899 00000400:00000200:3.0:1724310017.524955:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.524958:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310017.524962:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:3.0:1724310017.524964:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:3.0:1724310017.525598:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310017.525604:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223600 00000400:00000200:3.0:1724310017.525610:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 98112 00000400:00000200:3.0:1724310017.525674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.525679:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310017.525683:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310017.525688:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9500. 00010000:00000010:1.0:1724310017.526675:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:1.0:1724310017.526685:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00000020:00000010:0.0:1724310017.527352:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3a00. 00000020:00000010:0.0:1724310017.527357:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310017.527361:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958063e8. 00000100:00000200:0.0:1724310017.527392:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883475456 00000001:00000010:0.0:1724310017.527402:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:0.0:1724310017.527421:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310017.527426:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 02000000:00000010:0.0:1724310017.527473:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be90000. 00010000:00000010:0.0:1724310017.527495:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310017.527498:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.527508:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310017.527511:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310017.527514:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310017.527516:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310017.527601:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310017.527607:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310017.527612:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806898. 00080000:00000010:0.0:1724310017.527617:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:3.1:1724310017.528332:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310017.528337:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.528481:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.528484:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.528487:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.528490:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.528531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310017.528542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:2.0:1724310017.528545:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310017.528568:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:2.0:1724310017.528581:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9500 x1808069883475456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.528595:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a437f8. 00000100:00000200:2.0:1724310017.528600:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883475456, offset 224 00000400:00000200:2.0:1724310017.528605:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.528615:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.528620:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531919:531919:256:4294967295] 192.168.204.31@tcp LPNI seq info [531915:531915:8:4294967295] 00000400:00000200:2.0:1724310017.528628:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.528633:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.528637:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310017.528641:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.528647:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.528650:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.529049:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:2.0:1724310017.529053:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958063e8. 00000020:00000010:2.0:1724310017.529056:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3a00. 00000800:00000200:1.0:1724310017.529158:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.529161:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310017.529164:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.529168:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.529171:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a437f8 00000400:00000010:1.0:1724310017.529173:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a437f8. 00010000:00000010:2.1:1724310017.531479:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310017.531489:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:2.0:1724310017.532900:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.532914:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223700 00000400:00000200:2.0:1724310017.532921:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 98688 00000400:00000200:2.0:1724310017.532942:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.532946:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.532952:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.532958:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721c00. 00000020:00000010:0.0:1724310017.533053:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3a00. 00000020:00000010:0.0:1724310017.533058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.533061:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.533090:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883475712 02000000:00000010:0.0:1724310017.533116:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c3000. 00010000:00000010:0.0:1724310017.533142:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:0.0:1724310017.533158:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:0.0:1724310017.533194:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310017.533199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310017.533211:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310017.533213:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310017.533216:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310017.533218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310017.533330:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310017.533332:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.533335:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310017.533337:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310017.533358:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338bfe0. 00000020:00000010:0.0:1724310017.533363:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338bfe0. 00000020:00000010:0.0:1724310017.533372:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b000. 00080000:00000010:0.0:1724310017.533376:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e15c00. 00000001:00000010:0.0:1724310017.533534:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b360. 00000001:00000010:0.0:1724310017.533538:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310017.533567:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b000. 00010000:00000010:0.0:1724310017.533574:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310017.533576:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.533590:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.533608:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.533610:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310017.533625:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:0.0:1724310017.533631:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806898. 00000004:00000010:0.0:1724310017.533634:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310017.533638:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:0.0:1724310017.533643:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310017.533654:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096519, last committed = 4295096163 00010000:00000200:0.0:1724310017.533660:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721c00 x1808069883475712/t4295096519(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.533672:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e7f8. 00000100:00000200:0.0:1724310017.533677:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883475712, offset 224 00000400:00000010:0.0:1724310017.533681:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9460. 00000400:00000200:0.0:1724310017.533684:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.533692:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.533696:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531920:531920:256:4294967295] 192.168.204.31@tcp LPNI seq info [531916:531916:8:4294967295] 00000400:00000200:0.0:1724310017.533700:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.533705:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.533708:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.533711:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310017.533715:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.533720:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.533723:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.533749:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.533752:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.533754:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3a00. 00000800:00000200:2.0:1724310017.534044:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.534047:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:2.0:1724310017.534050:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.534054:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.534374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.1:1724310017.534380:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310017.534384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.1:1724310017.534388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310017.534636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310017.534641:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310017.534643:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.1:1724310017.534646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:1.0:1724310017.535620:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.535630:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958a1 00000400:00000200:1.0:1724310017.535634:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.535637:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.535640:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e7f8 00000400:00000010:1.0:1724310017.535642:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e7f8. 00010000:00000010:2.0:1724310017.535712:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:2.0:1724310017.535718:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00000400:00000200:2.0:1724310017.536570:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.536578:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223780 00000400:00000200:2.0:1724310017.536584:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 99176 00000400:00000200:2.0:1724310017.536632:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.536635:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.536639:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.536643:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722d80. 00000020:00000010:3.0:1724310017.538074:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.538081:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.538085:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.538122:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883475840 00000001:00000010:3.0:1724310017.538131:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310017.538151:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.538156:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310017.538201:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800888b0000. 00010000:00000010:3.0:1724310017.538224:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.538227:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.538239:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.538242:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.538245:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.538247:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000004:00000010:3.0:1724310017.538368:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310017.538374:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.538378:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310017.538385:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:0.1:1724310017.539205:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310017.539211:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.0:1724310017.539414:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.539417:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.539421:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.539424:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.539465:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.539476:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.539480:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.539507:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310017.539519:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722d80 x1808069883475840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.539537:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310017.539543:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883475840, offset 224 00000400:00000200:3.0:1724310017.539548:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.539556:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.539562:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531921:531921:256:4294967295] 192.168.204.31@tcp LPNI seq info [531917:531917:8:4294967295] 00000400:00000200:3.0:1724310017.539571:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.539576:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.539579:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310017.539584:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.539589:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.539593:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.539620:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.539624:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.539627:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00000800:00000200:2.0:1724310017.539886:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.539890:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310017.539893:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.539898:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.539901:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:2.0:1724310017.539903:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:1.0:1724310017.541792:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.541806:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223880 00000400:00000200:1.0:1724310017.541811:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 99752 00000400:00000200:1.0:1724310017.541830:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.541834:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.541839:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.541845:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fea00. 00000020:00000010:3.0:1724310017.541931:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.541936:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.541939:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.541990:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476096 02000000:00000010:3.0:1724310017.542016:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090dae000. 00010000:00000010:3.0:1724310017.542043:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.542055:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.542076:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.542080:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.542089:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.542091:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.542094:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.542096:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.542169:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.542172:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.542174:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.542176:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310017.542193:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.542197:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.542204:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ae0. 00080000:00000010:3.0:1724310017.542210:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008289bc00. 00000001:00000010:3.0:1724310017.542532:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6a80. 00000001:00000010:3.0:1724310017.542537:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.542563:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ae0. 00010000:00000010:3.0:1724310017.542568:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.542570:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.542583:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.542599:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.542602:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310017.542617:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310017.542621:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:3.0:1724310017.542624:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.542628:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310017.542633:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000200:3.0:1724310017.542643:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096520, last committed = 4295096163 00010000:00000200:3.0:1724310017.542650:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fea00 x1808069883476096/t4295096520(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.542662:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310017.542667:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883476096, offset 224 00000400:00000010:3.0:1724310017.542672:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17348. 00000400:00000200:3.0:1724310017.542674:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.542683:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.542687:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531922:531922:256:4294967295] 192.168.204.31@tcp LPNI seq info [531918:531918:8:4294967295] 00000400:00000200:3.0:1724310017.542690:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.542697:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.542701:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.542704:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310017.542707:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.542713:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.542716:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.542769:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.542773:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.542775:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00000800:00000200:2.0:1724310017.543088:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.543091:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:2.0:1724310017.543095:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.543099:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.544557:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310017.544565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:2.0:1724310017.544727:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.544738:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958a9 00000400:00000200:2.0:1724310017.544742:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.544745:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.544749:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:2.0:1724310017.544751:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:1.0:1724310017.544857:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:1.0:1724310017.544864:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000400:00000200:1.0:1724310017.545046:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.545053:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223900 00000400:00000200:1.0:1724310017.545059:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 100240 00000400:00000200:1.0:1724310017.545104:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.545107:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.545111:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.545115:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804fe680. 00000020:00000010:3.0:1724310017.545363:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.545368:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.545371:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.545397:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476224 00000001:00000010:3.0:1724310017.545405:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:3.0:1724310017.545423:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.545427:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 02000000:00000010:3.0:1724310017.545467:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877d0000. 00010000:00000010:3.0:1724310017.545487:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.545490:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.545499:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.545501:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.545505:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.545507:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310017.545574:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310017.545581:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.545585:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310017.545591:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310017.546747:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.546753:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.546756:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.546759:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.546801:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.546809:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.546813:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.546838:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000200:3.0:1724310017.546850:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804fe680 x1808069883476224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.546864:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310017.546869:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883476224, offset 224 00000400:00000200:3.0:1724310017.546873:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.546881:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.546887:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531923:531923:256:4294967295] 192.168.204.31@tcp LPNI seq info [531919:531919:8:4294967295] 00000400:00000200:3.0:1724310017.546894:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.546898:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.546901:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.546906:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.546911:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.546914:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.547026:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.547030:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.547033:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00000800:00000200:2.0:1724310017.547128:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.547131:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:2.0:1724310017.547135:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.547138:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.547141:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:2.0:1724310017.547142:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:0.1:1724310017.547359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.547365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310017.547368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310017.547370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310017.547405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310017.547409:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310017.547412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310017.547416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:2.0:1724310017.549445:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.549458:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223a00 00000400:00000200:2.0:1724310017.549464:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 100816 00000400:00000200:2.0:1724310017.549482:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.549485:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.549490:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.549494:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722a00. 00000020:00000010:3.0:1724310017.549647:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.549652:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.549655:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.549678:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476480 02000000:00000010:3.0:1724310017.549706:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb99000. 00010000:00000010:3.0:1724310017.549732:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.549743:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.549764:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.549768:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.549777:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.549778:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.549781:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.549783:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.549856:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.549858:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.549861:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.549863:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.549881:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.549886:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.549893:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310017.549899:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b2c00. 00000001:00000010:3.0:1724310017.550050:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e660. 00000001:00000010:3.0:1724310017.550054:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.552028:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310017.552049:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.552055:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.552077:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.552102:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.552106:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00080000:00000010:3.0:1724310017.552127:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310017.552132:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:3.0:1724310017.552136:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.552141:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310017.552149:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310017.552168:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096521, last committed = 4295096163 00010000:00000200:3.0:1724310017.552178:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722a00 x1808069883476480/t4295096521(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.552192:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310017.552199:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883476480, offset 224 00000400:00000010:3.0:1724310017.552205:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17380. 00000400:00000200:3.0:1724310017.552208:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.552219:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.552224:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531924:531924:256:4294967295] 192.168.204.31@tcp LPNI seq info [531920:531920:8:4294967295] 00000400:00000200:3.0:1724310017.552229:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.552233:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.552238:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.552242:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310017.552247:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.552254:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.552272:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.552591:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.552596:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.552599:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00000800:00000200:1.0:1724310017.552726:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.552729:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310017.552733:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.552737:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.553636:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310017.553644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:2.0:1724310017.555043:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.555056:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958b1 00000400:00000200:2.0:1724310017.555061:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.555064:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.555068:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:2.0:1724310017.555071:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00000400:00000200:2.0:1724310017.555087:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.555090:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223a80 00000400:00000200:2.0:1724310017.555095:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 101304 00000400:00000200:2.0:1724310017.555143:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.555146:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.555150:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.555155:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c721f80. 00010000:00000010:0.0:1724310017.555219:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:0.0:1724310017.555226:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.555698:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.555702:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.555706:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.555733:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476608 00000001:00000010:3.0:1724310017.555741:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310017.555756:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.555760:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310017.555802:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800876a0000. 00010000:00000010:3.0:1724310017.555819:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.555821:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.555830:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.555832:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.555835:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.555838:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310017.555906:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310017.555912:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.555915:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923e10. 00080000:00000010:3.0:1724310017.555921:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310017.556507:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.556510:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.556513:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.556516:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.556546:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.556553:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.556556:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.556576:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310017.556588:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c721f80 x1808069883476608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.556600:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:3.0:1724310017.556604:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883476608, offset 224 00000400:00000200:3.0:1724310017.556608:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.556615:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.556621:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531925:531925:256:4294967295] 192.168.204.31@tcp LPNI seq info [531921:531921:8:4294967295] 00000400:00000200:3.0:1724310017.556629:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.556633:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.556637:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310017.556640:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.556645:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.556648:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.556669:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.556672:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.556674:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00000800:00000200:2.0:1724310017.556828:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.556830:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310017.556834:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.556837:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.556840:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:2.0:1724310017.556841:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00000400:00000200:1.0:1724310017.558421:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.558431:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223b80 00000400:00000200:1.0:1724310017.558437:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 101880 00000400:00000200:1.0:1724310017.558452:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.558455:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.558459:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.558465:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f156680. 00000020:00000010:3.0:1724310017.558567:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d88600. 00000020:00000010:3.0:1724310017.558571:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.558574:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923578. 00000100:00000200:3.0:1724310017.558660:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476864 02000000:00000010:3.0:1724310017.558682:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801223bf000. 00010000:00000010:3.0:1724310017.558703:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.558714:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.558730:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.558733:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.558740:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.558742:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.558745:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.558746:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.558810:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.558813:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.558814:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.558817:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310017.558831:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.558835:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.558842:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4240. 00080000:00000010:3.0:1724310017.558847:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b1c00. 00000001:00000010:3.0:1724310017.558986:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a780. 00000001:00000010:3.0:1724310017.558991:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.559019:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4240. 00010000:00000010:3.0:1724310017.559025:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.559028:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.559039:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.559054:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.559057:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00080000:00000010:3.0:1724310017.559071:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310017.559075:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923e10. 00000004:00000010:3.0:1724310017.559077:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.559082:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310017.559089:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310017.559101:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096522, last committed = 4295096163 00010000:00000200:3.0:1724310017.559106:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f156680 x1808069883476864/t4295096522(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.559117:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051550. 00000100:00000200:3.0:1724310017.559121:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883476864, offset 224 00000400:00000010:3.0:1724310017.559125:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e173b8. 00000400:00000200:3.0:1724310017.559128:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.559134:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.559139:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531926:531926:256:4294967295] 192.168.204.31@tcp LPNI seq info [531922:531922:8:4294967295] 00000400:00000200:3.0:1724310017.559143:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.559148:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.559152:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.559155:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310017.559158:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.559163:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.559166:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.559190:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.559194:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923578. 00000020:00000010:3.0:1724310017.559196:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d88600. 00010000:00000010:0.1:1724310017.559382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310017.559388:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310017.559391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310017.559393:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310017.559395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310017.559399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310017.559400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310017.559402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310017.559405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310017.559407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000800:00000200:2.0:1724310017.559643:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.559646:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:2.0:1724310017.559650:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.559653:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.561025:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.561035:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958b9 00000400:00000200:2.0:1724310017.561039:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.561041:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.561045:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051550 00000400:00000010:2.0:1724310017.561047:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051550. 00000400:00000200:2.0:1724310017.561431:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.561436:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223c00 00000400:00000200:2.0:1724310017.561442:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 102368 00000400:00000200:2.0:1724310017.561483:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.561487:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.561490:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.561494:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c722680. 00010000:00000010:1.0:1724310017.561565:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:1.0:1724310017.561572:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000020:00000010:0.0:1724310017.561628:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a59800. 00000020:00000010:0.0:1724310017.561633:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.561636:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.561666:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883476992 00000001:00000010:0.0:1724310017.561674:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310017.561689:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310017.561693:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310017.561734:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086e80000. 00010000:00000010:0.0:1724310017.561752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310017.561755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.561763:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310017.561765:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.561768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310017.561770:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000004:00000010:0.0:1724310017.561830:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310017.561836:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310017.561840:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806898. 00080000:00000010:0.0:1724310017.561846:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:0.1:1724310017.563141:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310017.563148:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.0:1724310017.563673:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310017.563676:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.563679:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310017.563683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.563723:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.563748:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.563752:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.563779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310017.563792:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c722680 x1808069883476992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.563806:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ed48. 00000100:00000200:0.0:1724310017.563811:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883476992, offset 224 00000400:00000200:0.0:1724310017.563815:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.563824:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.563828:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531927:531927:256:4294967295] 192.168.204.31@tcp LPNI seq info [531923:531923:8:4294967295] 00000400:00000200:0.0:1724310017.563836:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.563840:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.563844:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310017.563849:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.563854:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.563858:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.563871:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.563874:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.563876:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a59800. 00000800:00000200:1.0:1724310017.564124:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.564127:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310017.564130:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.564134:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.564137:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ed48 00000400:00000010:1.0:1724310017.564139:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ed48. 00010000:00000010:2.1:1724310017.565382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310017.565390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310017.565438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310017.565444:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.565447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310017.565449:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310017.565450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310017.565455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310017.565457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310017.565459:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310017.565461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310017.565463:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310017.565465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310017.565467:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310017.565470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310017.565472:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310017.565474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310017.565476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:2.0:1724310017.569906:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.569921:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223d00 00000400:00000200:2.0:1724310017.569928:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 102944 00000400:00000200:2.0:1724310017.569950:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.569955:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.569961:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.569966:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723100. 00010000:00000010:3.1:1724310017.570030:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:3.1:1724310017.570036:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310017.570039:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310017.570041:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000020:00000010:0.0:1724310017.570097:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a59800. 00000020:00000010:0.0:1724310017.570103:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.570107:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.570139:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883477248 02000000:00000010:0.0:1724310017.570168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b2000. 00010000:00000010:0.0:1724310017.570196:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.570211:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.570230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310017.570233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.570243:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310017.570245:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.570248:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310017.570250:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310017.570356:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310017.570359:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.570362:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310017.570364:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310017.570383:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.570388:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009338ba60. 00000020:00000010:0.0:1724310017.570397:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310017.570401:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e14000. 00000001:00000010:0.0:1724310017.570537:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9f00. 00000001:00000010:0.0:1724310017.570541:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310017.570567:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310017.570572:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310017.570575:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.570586:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.570600:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310017.570602:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00080000:00000010:0.0:1724310017.570614:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:0.0:1724310017.570620:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806898. 00000004:00000010:0.0:1724310017.570623:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310017.570626:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:0.0:1724310017.570631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310017.570641:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096523, last committed = 4295096163 00010000:00000200:0.0:1724310017.570647:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723100 x1808069883477248/t4295096523(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.570659:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e088. 00000100:00000200:0.0:1724310017.570663:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883477248, offset 224 00000400:00000010:0.0:1724310017.570667:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9428. 00000400:00000200:0.0:1724310017.570670:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.570678:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.570683:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531928:531928:256:4294967295] 192.168.204.31@tcp LPNI seq info [531924:531924:8:4294967295] 00000400:00000200:0.0:1724310017.570687:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310017.570692:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.570696:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.570698:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310017.570702:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.570708:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.570711:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.570722:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.570724:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:0.0:1724310017.570726:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a59800. 00000800:00000200:0.0:1724310017.571232:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.571236:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:0.0:1724310017.571239:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.571242:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.573428:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.573442:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958c1 00000400:00000200:1.0:1724310017.573447:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.573450:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.573454:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e088 00000400:00000010:1.0:1724310017.573456:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e088. 00010000:00000010:0.0:1724310017.573548:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310017.573556:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00000400:00000200:2.0:1724310017.575993:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.576005:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223d80 00000400:00000200:2.0:1724310017.576011:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 103432 00000400:00000200:2.0:1724310017.576067:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.576070:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.576076:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.576084:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723480. 00000020:00000010:0.0:1724310017.576330:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a58600. 00000020:00000010:0.0:1724310017.576335:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310017.576339:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310017.576372:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883477376 00000001:00000010:0.0:1724310017.576381:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:0.0:1724310017.576403:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310017.576407:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:3.1:1724310017.576419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310017.576425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.1:1724310017.576428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:3.1:1724310017.576430:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310017.576432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310017.576437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 02000000:00000010:0.0:1724310017.576451:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880078a10000. 00010000:00000010:3.0:1724310017.576507:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.576512:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.576526:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.576528:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.576531:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.576533:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310017.576610:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310017.576616:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.576621:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310017.576627:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310017.577997:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.578002:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.578005:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.578008:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.578053:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.578076:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.578080:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.578118:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:3.0:1724310017.578132:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723480 x1808069883477376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.578146:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051908. 00000100:00000200:3.0:1724310017.578150:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883477376, offset 224 00000400:00000200:3.0:1724310017.578155:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.578164:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.578169:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531929:531929:256:4294967295] 192.168.204.31@tcp LPNI seq info [531925:531925:8:4294967295] 00000400:00000200:3.0:1724310017.578178:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.578182:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.578185:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310017.578190:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.578195:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.578198:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.578220:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:3.0:1724310017.578223:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:3.0:1724310017.578226:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a58600. 00000800:00000200:0.0:1724310017.579605:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.579609:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310017.579615:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.579621:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.579626:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051908 00000400:00000010:0.0:1724310017.579628:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051908. 00000400:00000200:1.0:1724310017.579947:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.579957:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13223e80 00000400:00000200:1.0:1724310017.579963:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 104008 00000400:00000200:1.0:1724310017.579979:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.579982:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.579986:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.579991:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f157800. 00000020:00000010:3.0:1724310017.580043:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d89c00. 00000020:00000010:3.0:1724310017.580047:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.580050:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923e10. 00000100:00000200:3.0:1724310017.580075:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883477632 02000000:00000010:3.0:1724310017.580097:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458c000. 00010000:00000010:3.0:1724310017.580118:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.580126:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.580141:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.580144:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.580151:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.580152:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.580154:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.580156:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.580218:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.580220:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.580222:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.580224:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310017.580239:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.580244:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca60. 00000020:00000010:3.0:1724310017.580251:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a720. 00080000:00000010:3.0:1724310017.580284:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b0000. 00000001:00000010:3.0:1724310017.580450:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4c00. 00000001:00000010:3.0:1724310017.580454:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310017.580482:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a720. 00010000:00000010:3.0:1724310017.580488:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.580491:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.580503:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.580520:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.580522:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310017.580536:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:3.0:1724310017.580540:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:3.0:1724310017.580544:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.580548:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310017.580555:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310017.580566:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096524, last committed = 4295096163 00010000:00000200:3.0:1724310017.580573:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f157800 x1808069883477632/t4295096524(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.580583:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310017.580587:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883477632, offset 224 00000400:00000010:3.0:1724310017.580591:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e173f0. 00000400:00000200:3.0:1724310017.580594:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.580601:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.580606:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531930:531930:256:4294967295] 192.168.204.31@tcp LPNI seq info [531926:531926:8:4294967295] 00000400:00000200:3.0:1724310017.580610:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.580615:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.580619:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.580622:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310017.580626:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.580644:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.580647:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.581001:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.581005:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923e10. 00000020:00000010:3.0:1724310017.581008:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d89c00. 00000800:00000200:2.0:1724310017.581403:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.581406:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:2.0:1724310017.581409:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.581413:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.583151:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310017.583161:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:0.0:1724310017.583516:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.583529:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958c9 00000400:00000200:0.0:1724310017.583534:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.583537:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.583542:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:0.0:1724310017.583544:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:1.0:1724310017.583952:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:1.0:1724310017.583960:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000400:00000200:1.0:1724310017.584231:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.584239:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13223f00 00000400:00000200:1.0:1724310017.584245:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 104496 00000400:00000200:1.0:1724310017.584323:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.584327:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.584331:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.584335:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f156a00. 00000020:00000010:3.0:1724310017.584415:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1aa00. 00000020:00000010:3.0:1724310017.584421:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.584425:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923e10. 00000100:00000200:3.0:1724310017.584456:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883477760 00000001:00000010:3.0:1724310017.584465:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:3.0:1724310017.584483:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.584487:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310017.584530:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800947a0000. 00010000:00000010:3.0:1724310017.584552:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.584555:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.584566:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.584568:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.584571:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.584573:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310017.584646:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310017.584653:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d7f8. 00000004:00000010:3.0:1724310017.584657:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923578. 00080000:00000010:3.0:1724310017.584664:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74b60. 00010000:00000010:3.0:1724310017.585338:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.585341:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.585344:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.585347:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.585386:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.585853:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.585862:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.585890:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310017.585904:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f156a00 x1808069883477760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.585919:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310017.585925:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883477760, offset 224 00000400:00000200:3.0:1724310017.585929:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.585938:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.585943:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531931:531931:256:4294967295] 192.168.204.31@tcp LPNI seq info [531927:531927:8:4294967295] 00000400:00000200:3.0:1724310017.585951:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.585957:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.587058:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.587069:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.587075:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.587078:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.587106:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.587110:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923e10. 00000020:00000010:3.0:1724310017.587113:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1aa00. 00000800:00000200:2.0:1724310017.587523:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.587526:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:2.0:1724310017.587531:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.587537:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.587540:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:2.0:1724310017.587542:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00010000:00000010:2.1:1724310017.588471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310017.588478:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310017.588481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:0.0:1724310017.589351:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.589364:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224000 00000400:00000200:0.0:1724310017.589370:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 105072 00000400:00000200:0.0:1724310017.589389:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.589392:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.589397:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.589403:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242ab800. 00000020:00000010:3.0:1724310017.590525:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8e600. 00000020:00000010:3.0:1724310017.590532:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.590536:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923e10. 00000100:00000200:3.0:1724310017.590561:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478016 02000000:00000010:3.0:1724310017.590588:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012458d000. 00010000:00000010:3.0:1724310017.590616:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.590630:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.1:1724310017.592335:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310017.592344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.0:1724310017.592350:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.592359:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.592372:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.592374:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.592377:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.592379:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.592461:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.592464:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.592466:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.592468:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.592491:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.592496:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146520. 00000020:00000010:2.0:1724310017.592504:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64660. 00080000:00000010:2.0:1724310017.592510:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850fc00. 00000001:00000010:2.0:1724310017.592674:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64c60. 00000001:00000010:2.0:1724310017.592679:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310017.592711:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64660. 00010000:00000010:2.0:1724310017.592716:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.592719:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.592733:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.592772:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.592776:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310017.592792:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74b60. 00000004:00000010:2.0:1724310017.592797:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923578. 00000004:00000010:2.0:1724310017.592801:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d7f8. 00000004:00000010:2.0:1724310017.592806:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:2.0:1724310017.592813:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310017.592828:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096525, last committed = 4295096163 00010000:00000200:2.0:1724310017.592837:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242ab800 x1808069883478016/t4295096525(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.592851:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43220. 00000100:00000200:2.0:1724310017.592857:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883478016, offset 224 00000400:00000010:2.0:1724310017.592862:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6e38. 00000400:00000200:2.0:1724310017.592865:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.592875:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.592881:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531932:531932:256:4294967295] 192.168.204.31@tcp LPNI seq info [531928:531928:8:4294967295] 00000400:00000200:2.0:1724310017.592885:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.592891:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.592896:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.592899:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310017.592904:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.592910:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.592913:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.592940:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:2.0:1724310017.592944:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923e10. 00000020:00000010:2.0:1724310017.592947:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8e600. 00000800:00000200:1.0:1724310017.594496:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.594501:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310017.594506:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.594513:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.596198:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.596213:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958d1 00000400:00000200:0.0:1724310017.596218:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.596228:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.596235:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43220 00000400:00000010:0.0:1724310017.596237:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43220. 00010000:00000010:1.0:1724310017.596648:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:1.0:1724310017.596657:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00000400:00000200:0.0:1724310017.597201:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.597208:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224080 00000400:00000200:0.0:1724310017.597214:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 105560 00000400:00000200:0.0:1724310017.598846:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.598855:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.598862:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.598868:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8000. 00010000:00000010:2.1:1724310017.599280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310017.599289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310017.599294:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310017.599297:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310017.599300:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310017.599302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310017.599309:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310017.599311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310017.599324:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310017.599326:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310017.599328:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00000020:00000010:3.0:1724310017.599530:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.599536:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.599540:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.599574:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478144 00000001:00000010:3.0:1724310017.599583:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310017.599602:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.599607:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310017.599653:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932e0000. 00010000:00000010:3.0:1724310017.599674:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.599677:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.599690:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.599692:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.599695:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.599697:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310017.599775:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310017.599781:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42dca8. 00000004:00000010:3.0:1724310017.599785:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809237d0. 00080000:00000010:3.0:1724310017.599790:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75380. 00010000:00000010:3.0:1724310017.600274:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.600277:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.600280:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.600283:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.600334:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.600342:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.600346:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.600467:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.600481:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8000 x1808069883478144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.600494:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310017.600498:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883478144, offset 224 00000400:00000200:3.0:1724310017.600503:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.600511:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.600517:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531933:531933:256:4294967295] 192.168.204.31@tcp LPNI seq info [531929:531929:8:4294967295] 00000400:00000200:3.0:1724310017.600525:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.600529:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.600533:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310017.600537:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.600543:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.600545:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.601881:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.601886:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.601889:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:1.0:1724310017.602106:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.602109:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310017.602112:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.602116:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.602119:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:1.0:1724310017.602121:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00010000:00000010:0.1:1724310017.602335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310017.603715:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.603724:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224180 00000400:00000200:0.0:1724310017.603729:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 106136 00000400:00000200:0.0:1724310017.603743:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.603745:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.603748:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.603752:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aa680. 00000020:00000010:2.0:1724310017.603805:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.603810:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310017.603812:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.603840:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478400 02000000:00000010:2.0:1724310017.603867:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299e000. 00010000:00000010:2.0:1724310017.603897:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:2.0:1724310017.603909:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:2.0:1724310017.603928:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.603932:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.603943:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.603945:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.603947:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.603949:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.604026:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.604028:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.604030:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.604033:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310017.604051:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310017.604056:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310017.604064:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64660. 00080000:00000010:2.0:1724310017.604069:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850d000. 00000001:00000010:2.0:1724310017.604218:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce642a0. 00000001:00000010:2.0:1724310017.604222:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310017.604252:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64660. 00010000:00000010:2.0:1724310017.604294:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.604298:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.604310:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.604339:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.604342:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310017.604361:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75380. 00000004:00000010:2.0:1724310017.604365:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809237d0. 00000004:00000010:2.0:1724310017.604369:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42dca8. 00000004:00000010:2.0:1724310017.604374:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:2.0:1724310017.604381:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310017.604391:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096526, last committed = 4295096163 00010000:00000200:2.0:1724310017.604397:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aa680 x1808069883478400/t4295096526(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.604409:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43770. 00000100:00000200:2.0:1724310017.604413:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883478400, offset 224 00000400:00000010:2.0:1724310017.604418:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6e70. 00000400:00000200:2.0:1724310017.604420:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.604428:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.604434:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531934:531934:256:4294967295] 192.168.204.31@tcp LPNI seq info [531930:531930:8:4294967295] 00000400:00000200:2.0:1724310017.604438:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.604443:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.604447:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.604451:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310017.604455:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.604461:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.604464:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.604482:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310017.604485:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.604488:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:0.0:1724310017.604541:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.604543:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310017.604546:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.604550:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.605819:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.605829:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958d9 00000400:00000200:1.0:1724310017.605832:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.605835:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.605838:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43770 00000400:00000010:1.0:1724310017.605840:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43770. 00010000:00000010:2.0:1724310017.605892:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.605898:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000400:00000200:0.0:1724310017.606008:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.606014:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224200 00000400:00000200:0.0:1724310017.606019:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 106624 00000400:00000200:0.0:1724310017.606049:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.606053:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.606056:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.606059:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9500. 00000020:00000010:2.0:1724310017.606148:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.606151:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.606154:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.606180:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478528 00000001:00000010:2.0:1724310017.606187:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310017.606199:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.606203:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 02000000:00000010:2.0:1724310017.606239:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093930000. 00010000:00000010:2.0:1724310017.606291:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.606295:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.606303:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.606305:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.606307:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.606309:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310017.606387:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310017.606393:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.606397:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.606403:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.1:1724310017.607358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310017.607365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310017.607414:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310017.607420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.609624:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.609630:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.609634:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.609639:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.609695:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.609704:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.609708:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.609739:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310017.609753:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9500 x1808069883478528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.609766:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43088. 00000100:00000200:2.0:1724310017.609772:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883478528, offset 224 00000400:00000200:2.0:1724310017.609777:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.609786:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.609791:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531935:531935:256:4294967295] 192.168.204.31@tcp LPNI seq info [531931:531931:8:4294967295] 00000400:00000200:2.0:1724310017.609798:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.609803:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.609806:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310017.609810:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.609816:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.609819:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.609839:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.609843:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.609847:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:0.0:1724310017.609955:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.609958:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310017.609961:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.609965:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.609969:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43088 00000400:00000010:0.0:1724310017.609970:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43088. 00010000:00000010:2.1:1724310017.612610:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310017.612620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310017.612627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:1.0:1724310017.612631:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.612645:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224300 00000400:00000200:1.0:1724310017.612651:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 107200 00000400:00000200:1.0:1724310017.612673:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.612677:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.612682:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.612687:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f154380. 00000020:00000010:2.0:1724310017.613169:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.613174:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.613178:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.613210:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478784 02000000:00000010:2.0:1724310017.613235:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299c000. 00010000:00000010:2.0:1724310017.613291:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.613302:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.613340:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.613345:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.613355:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.613357:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.613360:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.613363:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.613438:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310017.613440:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.613442:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.613445:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.613462:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.613466:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b60. 00000020:00000010:2.0:1724310017.613473:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64960. 00080000:00000010:2.0:1724310017.613478:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850ec00. 00000001:00000010:2.0:1724310017.613863:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce643c0. 00000001:00000010:2.0:1724310017.613868:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310017.613900:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64960. 00010000:00000010:2.0:1724310017.613906:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.613909:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.613923:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.613940:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.613942:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310017.613957:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.613961:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310017.613965:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.613970:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310017.613978:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310017.613988:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096527, last committed = 4295096163 00010000:00000200:2.0:1724310017.613999:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f154380 x1808069883478784/t4295096527(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.614012:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43d48. 00000100:00000200:2.0:1724310017.614017:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883478784, offset 224 00000400:00000010:2.0:1724310017.614022:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6ea8. 00000400:00000200:2.0:1724310017.614024:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.614032:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.614038:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531936:531936:256:4294967295] 192.168.204.31@tcp LPNI seq info [531932:531932:8:4294967295] 00000400:00000200:2.0:1724310017.614042:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.614047:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.614051:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.614054:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.614058:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.614063:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.614066:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.614975:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.614980:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.614983:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:0.0:1724310017.615154:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.615158:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310017.615162:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.615166:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.618827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310017.618839:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310017.618843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310017.618846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310017.620612:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.620626:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958e1 00000400:00000200:0.0:1724310017.620632:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.620636:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.620640:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43d48 00000400:00000010:0.0:1724310017.620643:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43d48. 00000400:00000200:0.0:1724310017.621187:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.621193:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224380 00000400:00000200:0.0:1724310017.621199:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 107688 00000400:00000200:0.0:1724310017.621217:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.621220:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.621224:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.621230:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aaa00. 00010000:00000010:1.0:1724310017.621336:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:1.0:1724310017.621345:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00000020:00000010:2.0:1724310017.621378:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.621383:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.621410:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.621443:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883478912 00000001:00000010:2.0:1724310017.621451:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310017.621472:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.621476:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 02000000:00000010:2.0:1724310017.621518:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090540000. 00010000:00000010:2.0:1724310017.621536:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.621538:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.621549:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.621551:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.621554:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.621556:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000004:00000010:2.0:1724310017.621637:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310017.621644:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.621648:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.621654:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310017.622155:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.622158:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.622161:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.622164:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.622196:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.622204:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.622206:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.622227:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310017.622238:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aaa00 x1808069883478912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.622251:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43f68. 00000100:00000200:2.0:1724310017.622256:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883478912, offset 224 00000400:00000200:2.0:1724310017.622529:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.622537:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.622542:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531937:531937:256:4294967295] 192.168.204.31@tcp LPNI seq info [531933:531933:8:4294967295] 00000400:00000200:2.0:1724310017.622549:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.622554:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.622557:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310017.622562:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.622567:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.622570:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.622664:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.622667:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.622670:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:1.0:1724310017.622774:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.622776:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310017.622779:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.622783:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.622786:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43f68 00000400:00000010:1.0:1724310017.622787:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43f68. 00010000:00000010:2.1:1724310017.624593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310017.624600:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310017.624604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310017.624608:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310017.624611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310017.624615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310017.624617:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310017.624621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310017.624622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310017.624624:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310017.624626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310017.624628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310017.624766:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.624777:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224480 00000400:00000200:0.0:1724310017.624783:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 108264 00000400:00000200:0.0:1724310017.624799:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.624802:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.624806:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.624810:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9c00. 00000020:00000010:2.0:1724310017.624887:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.624892:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.624895:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.624927:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883479168 02000000:00000010:2.0:1724310017.624952:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ad000. 00010000:00000010:2.0:1724310017.624980:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.624990:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.625008:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.625012:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.625021:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310017.625023:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.625025:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.625027:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.625100:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.625103:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.625105:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.625107:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310017.625125:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880093951380. 00000020:00000010:2.0:1724310017.625130:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880093951380. 00000020:00000010:2.0:1724310017.625137:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64b40. 00080000:00000010:2.0:1724310017.625142:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850e800. 00000001:00000010:2.0:1724310017.625339:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64d80. 00000001:00000010:2.0:1724310017.625343:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310017.625372:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64b40. 00010000:00000010:2.0:1724310017.625378:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.625381:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.625392:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.625408:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.625410:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00080000:00000010:2.0:1724310017.625423:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.625427:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310017.625431:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.625435:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310017.625440:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:2.0:1724310017.625449:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096528, last committed = 4295096163 00010000:00000200:2.0:1724310017.625455:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9c00 x1808069883479168/t4295096528(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.625472:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43198. 00000100:00000200:2.0:1724310017.625476:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883479168, offset 224 00000400:00000010:2.0:1724310017.625480:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6ee0. 00000400:00000200:2.0:1724310017.625483:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.625490:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.625495:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531938:531938:256:4294967295] 192.168.204.31@tcp LPNI seq info [531934:531934:8:4294967295] 00000400:00000200:2.0:1724310017.625499:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.625504:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.625509:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.625512:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310017.625515:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.625521:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.625524:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.625541:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310017.625543:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.625545:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:0.0:1724310017.625678:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.625681:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310017.625684:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.625687:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.627736:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.627748:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958e9 00000400:00000200:1.0:1724310017.627753:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.627756:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.627760:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43198 00000400:00000010:1.0:1724310017.627762:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43198. 00000400:00000200:1.0:1724310017.628002:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.628008:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224500 00000400:00000200:1.0:1724310017.628014:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 108752 00000400:00000200:1.0:1724310017.628067:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.628071:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.628075:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.628081:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f157100. 00010000:00000010:2.0:1724310017.628291:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.628299:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00000020:00000010:0.0:1724310017.628484:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a59800. 00000020:00000010:0.0:1724310017.628489:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.628492:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310017.628521:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883479296 00000001:00000010:0.0:1724310017.628529:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:0.0:1724310017.628545:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310017.628549:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 02000000:00000010:0.0:1724310017.628593:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bdc0000. 00010000:00000010:0.0:1724310017.628612:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310017.628615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.628624:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310017.628626:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.628628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310017.628630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000004:00000010:0.0:1724310017.628700:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310017.628707:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310017.628711:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310017.628717:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:3.1:1724310017.629070:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310017.629076:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.0:1724310017.629870:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310017.629874:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310017.629877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310017.629880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310017.629920:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.629941:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.629944:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310017.629969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310017.629979:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f157100 x1808069883479296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.629993:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2e770. 00000100:00000200:0.0:1724310017.629997:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883479296, offset 224 00000400:00000200:0.0:1724310017.630002:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.630010:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.630015:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531939:531939:256:4294967295] 192.168.204.31@tcp LPNI seq info [531935:531935:8:4294967295] 00000400:00000200:0.0:1724310017.630023:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.630027:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.630031:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310017.630035:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.630041:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.630044:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.630057:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.630060:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310017.630062:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a59800. 00000800:00000200:1.0:1724310017.630214:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.630217:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:1.0:1724310017.630220:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.630223:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.630226:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2e770 00000400:00000010:1.0:1724310017.630228:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2e770. 00010000:00000010:0.1:1724310017.631391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310017.631401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310017.631404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310017.631406:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310017.631408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310017.631414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310017.631416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310017.631418:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310017.631420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310017.631422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310017.632307:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.632328:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224600 00000400:00000200:0.0:1724310017.632334:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 109328 00000400:00000200:0.0:1724310017.632358:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.632362:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.632367:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.632372:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242ab480. 00000020:00000010:2.0:1724310017.632480:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.632486:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310017.632490:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.632521:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883479552 02000000:00000010:2.0:1724310017.632548:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ab000. 00010000:00000010:2.0:1724310017.632573:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:2.0:1724310017.632583:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310017.632601:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.632604:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310017.632613:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.632616:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310017.632619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.632621:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.632698:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.632700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.632703:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.632705:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310017.632724:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146160. 00000020:00000010:2.0:1724310017.632728:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146160. 00000020:00000010:2.0:1724310017.632735:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64960. 00080000:00000010:2.0:1724310017.632740:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850c000. 00000001:00000010:2.0:1724310017.632893:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64600. 00000001:00000010:2.0:1724310017.632897:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310017.632925:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64960. 00010000:00000010:2.0:1724310017.632931:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.632933:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.632946:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.632961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.632964:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00080000:00000010:2.0:1724310017.632980:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:2.0:1724310017.632987:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:2.0:1724310017.632991:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be708. 00000004:00000010:2.0:1724310017.632995:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:2.0:1724310017.633000:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310017.633010:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096529, last committed = 4295096163 00010000:00000200:2.0:1724310017.633016:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242ab480 x1808069883479552/t4295096529(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.633029:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43330. 00000100:00000200:2.0:1724310017.633033:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883479552, offset 224 00000400:00000010:2.0:1724310017.633038:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6f18. 00000400:00000200:2.0:1724310017.633041:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.633049:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.633054:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531940:531940:256:4294967295] 192.168.204.31@tcp LPNI seq info [531936:531936:8:4294967295] 00000400:00000200:2.0:1724310017.633058:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.633063:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.633067:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.633070:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310017.633074:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.633080:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.633083:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.633095:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310017.633097:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.633101:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:1.0:1724310017.633196:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.633199:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310017.633202:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.633205:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.635047:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310017.635055:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310017.635059:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310017.635061:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:1.0:1724310017.636559:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.636573:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958f1 00000400:00000200:1.0:1724310017.636578:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.636582:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.636587:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43330 00000400:00000010:1.0:1724310017.636589:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43330. 00000400:00000200:1.0:1724310017.636992:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.636998:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224680 00000400:00000200:1.0:1724310017.637004:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 109816 00000400:00000200:1.0:1724310017.637062:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.637066:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.637071:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.637076:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f156d80. 00010000:00000010:2.0:1724310017.637727:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.637736:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000020:00000010:3.0:1724310017.638136:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.638141:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.638145:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.638404:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883479680 00000001:00000010:3.0:1724310017.638413:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:3.0:1724310017.638431:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.638435:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310017.638482:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092cf0000. 00010000:00000010:3.0:1724310017.638504:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.638507:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.638519:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.638521:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.638524:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.638526:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310017.638598:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310017.638605:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.638609:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310017.638615:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:3.0:1724310017.639255:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.639273:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.639276:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.639279:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.639325:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.639853:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.639858:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.639883:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.639897:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f156d80 x1808069883479680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.639911:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310017.639917:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883479680, offset 224 00000400:00000200:3.0:1724310017.639921:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.639930:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.639935:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531941:531941:256:4294967295] 192.168.204.31@tcp LPNI seq info [531937:531937:8:4294967295] 00000400:00000200:3.0:1724310017.639943:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.639947:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.639951:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310017.639956:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.639962:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.639965:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.640148:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.640152:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.640154:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:0.0:1724310017.640323:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.640327:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310017.640330:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.640334:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.640338:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:0.0:1724310017.640339:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:0.1:1724310017.640596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310017.640604:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.640607:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310017.640609:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310017.640611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310017.640615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310017.640617:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310017.640620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:1.0:1724310017.643771:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.643785:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224780 00000400:00000200:1.0:1724310017.643792:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 110392 00000400:00000200:1.0:1724310017.643812:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.643816:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.643823:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.643828:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f157480. 00010000:00000010:2.1:1724310017.643892:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310017.643900:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310017.643903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310017.643905:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00000020:00000010:3.0:1724310017.644060:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.644065:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.644069:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.644539:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883479936 02000000:00000010:3.0:1724310017.644567:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010ccff000. 00010000:00000010:3.0:1724310017.644596:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.644615:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.644636:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.644639:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.644650:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.644652:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.644655:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.644657:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.644729:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.644731:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.644734:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.644736:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310017.644754:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.644760:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.644767:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac46c0. 00080000:00000010:3.0:1724310017.644771:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b2800. 00000001:00000010:3.0:1724310017.644916:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a840. 00000001:00000010:3.0:1724310017.644920:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310017.644948:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac46c0. 00010000:00000010:3.0:1724310017.644954:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.644957:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.644970:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.644987:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.644989:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310017.645004:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310017.645008:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310017.645011:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.645016:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310017.645023:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.645034:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096530, last committed = 4295096163 00010000:00000200:3.0:1724310017.645042:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f157480 x1808069883479936/t4295096530(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.645056:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310017.645061:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883479936, offset 224 00000400:00000010:3.0:1724310017.645066:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17428. 00000400:00000200:3.0:1724310017.645069:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.645079:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.645085:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531942:531942:256:4294967295] 192.168.204.31@tcp LPNI seq info [531938:531938:8:4294967295] 00000400:00000200:3.0:1724310017.645089:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.645094:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.645099:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.645102:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310017.645107:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.645113:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.645116:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.645142:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.645145:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.645147:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:1.0:1724310017.645308:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.645311:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:1.0:1724310017.645322:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.645761:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.647928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310017.647935:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310017.647939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310017.647943:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.647946:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310017.647951:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310017.647952:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310017.647955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:2.0:1724310017.648043:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.648055:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2958f9 00000400:00000200:2.0:1724310017.648060:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.648062:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.648066:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:2.0:1724310017.648068:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000400:00000200:2.0:1724310017.648081:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.648085:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224800 00000400:00000200:2.0:1724310017.648090:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 110880 00000400:00000200:2.0:1724310017.648355:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.648359:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.648363:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.648367:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c723800. 00010000:00000010:0.0:1724310017.648574:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:0.0:1724310017.648581:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.648731:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.648736:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.648740:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.648761:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883480064 00000001:00000010:3.0:1724310017.648769:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:3.0:1724310017.648785:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.648790:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.648834:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cc90000. 00010000:00000010:3.0:1724310017.648854:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.648857:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.648867:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.648869:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.648873:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.648875:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310017.648950:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310017.648957:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.648962:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310017.648967:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:0.1:1724310017.649373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310017.649380:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.649382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310017.649384:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310017.649386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310017.649391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.649547:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.649550:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.649553:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.649556:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.649589:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.649670:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.649675:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.649699:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.649710:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c723800 x1808069883480064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.649722:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310017.649727:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883480064, offset 224 00000400:00000200:3.0:1724310017.649732:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.649740:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.649746:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531943:531943:256:4294967295] 192.168.204.31@tcp LPNI seq info [531939:531939:8:4294967295] 00000400:00000200:3.0:1724310017.649753:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.649758:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.649761:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.649766:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.649771:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.649775:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.649975:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.649980:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.649982:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:1.0:1724310017.650064:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.650067:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:1.0:1724310017.650070:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.650074:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.650077:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:1.0:1724310017.650078:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000400:00000200:1.0:1724310017.651573:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.651585:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224900 00000400:00000200:1.0:1724310017.651592:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 111456 00000400:00000200:1.0:1724310017.651609:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.651613:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.651617:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.651622:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f154000. 00000020:00000010:3.0:1724310017.651708:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.651712:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.651716:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.651870:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883480320 02000000:00000010:3.0:1724310017.651896:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134460000. 00010000:00000010:3.0:1724310017.651919:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.651930:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.651949:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.651952:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.651961:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.651963:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.651966:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.651968:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.652039:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.652042:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.652044:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.652046:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.652065:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.652070:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.652079:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a7e0. 00080000:00000010:3.0:1724310017.652083:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b0400. 00000001:00000010:3.0:1724310017.652240:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac46c0. 00000001:00000010:3.0:1724310017.652244:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310017.652304:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a7e0. 00010000:00000010:3.0:1724310017.652310:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.652323:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.652335:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.652351:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.652354:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310017.652369:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310017.652374:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310017.652377:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.652382:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310017.652389:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310017.652399:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096531, last committed = 4295096163 00010000:00000200:3.0:1724310017.652406:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f154000 x1808069883480320/t4295096531(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.652417:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310017.652422:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883480320, offset 224 00000400:00000010:3.0:1724310017.652427:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17460. 00000400:00000200:3.0:1724310017.652430:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.652438:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.652443:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531944:531944:256:4294967295] 192.168.204.31@tcp LPNI seq info [531940:531940:8:4294967295] 00000400:00000200:3.0:1724310017.652446:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.652452:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.652456:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.652459:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310017.652463:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.652468:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.652471:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.653275:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.653280:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.653282:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:2.0:1724310017.653588:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.653591:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310017.653596:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.653600:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.655400:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310017.655412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:1.0:1724310017.657725:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.657742:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295901 00000400:00000200:1.0:1724310017.657747:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.657751:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.657755:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:1.0:1724310017.657757:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:2.0:1724310017.657883:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310017.657893:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00000400:00000200:1.0:1724310017.658674:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.658680:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224980 00000400:00000200:1.0:1724310017.658686:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 111944 00000400:00000200:1.0:1724310017.658731:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.658734:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.658738:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.658743:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f156300. 00000020:00000010:3.0:1724310017.658954:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.658960:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.658963:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.659029:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883480448 00000001:00000010:3.0:1724310017.659038:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310017.659056:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.659060:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310017.659103:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880041510000. 00010000:00000010:3.0:1724310017.659123:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.659125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.659135:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.659137:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.659140:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.659142:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310017.659213:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310017.659219:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.659224:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310017.659230:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:0.1:1724310017.659468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.659474:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310017.659477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310017.659481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.661240:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.661245:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.661249:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.661252:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.661333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.661344:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.661348:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.661376:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310017.661394:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f156300 x1808069883480448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.661408:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310017.661414:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883480448, offset 224 00000400:00000200:3.0:1724310017.661419:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.661432:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.661437:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531945:531945:256:4294967295] 192.168.204.31@tcp LPNI seq info [531941:531941:8:4294967295] 00000400:00000200:3.0:1724310017.661445:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.661450:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.661453:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.661458:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.661464:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.661467:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.661491:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.661495:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.661498:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:2.0:1724310017.661872:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.661876:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:2.0:1724310017.661879:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.661883:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.661886:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:2.0:1724310017.661888:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00010000:00000010:0.1:1724310017.662935:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310017.662947:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:1.0:1724310017.663532:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.663542:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224a80 00000400:00000200:1.0:1724310017.663547:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 112520 00000400:00000200:1.0:1724310017.663565:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.663568:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.663572:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.663577:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f155180. 00000020:00000010:3.0:1724310017.663637:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.663641:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.663644:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.663672:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883480704 02000000:00000010:3.0:1724310017.663694:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134465000. 00010000:00000010:3.0:1724310017.663715:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.663723:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.663739:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.663742:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.663749:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.663751:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.663753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.663755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.663821:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.663824:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.663826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.663828:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310017.663845:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.663849:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.663857:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4240. 00080000:00000010:3.0:1724310017.663862:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b3000. 00000001:00000010:3.0:1724310017.664019:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a7e0. 00000001:00000010:3.0:1724310017.664023:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.664052:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4240. 00010000:00000010:3.0:1724310017.664059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.664062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.664073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.664089:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.664092:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00080000:00000010:3.0:1724310017.664107:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310017.664111:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310017.664114:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.664119:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310017.664127:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310017.664137:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096532, last committed = 4295096163 00010000:00000200:3.0:1724310017.664143:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f155180 x1808069883480704/t4295096532(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.664154:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310017.664158:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883480704, offset 224 00000400:00000010:3.0:1724310017.664163:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17498. 00000400:00000200:3.0:1724310017.664166:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.664173:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.664177:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531946:531946:256:4294967295] 192.168.204.31@tcp LPNI seq info [531942:531942:8:4294967295] 00000400:00000200:3.0:1724310017.664181:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.664186:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.664190:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.664193:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.664197:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.664202:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.664205:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.664230:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.664233:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.664236:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:1.0:1724310017.664344:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.664346:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310017.664349:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.664353:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.665568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310017.665575:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310017.665578:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310017.665580:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310017.665583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310017.665588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:2.0:1724310017.665674:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310017.665684:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295909 00000400:00000200:2.0:1724310017.665687:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.665690:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310017.665693:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:2.0:1724310017.665696:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00010000:00000010:0.0:1724310017.665795:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310017.665801:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000400:00000200:1.0:1724310017.665891:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.665898:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224b00 00000400:00000200:1.0:1724310017.665908:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 113008 00000400:00000200:1.0:1724310017.665947:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.665951:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.665955:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.665959:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f154e00. 00000020:00000010:3.0:1724310017.666062:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d8f000. 00000020:00000010:3.0:1724310017.666065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.666068:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.666094:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883480832 00000001:00000010:3.0:1724310017.666102:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310017.666115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.666118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310017.666159:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088a00000. 00010000:00000010:3.0:1724310017.666175:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.666178:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.666186:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.666188:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.666191:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.666192:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310017.666249:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310017.666255:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.666283:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923190. 00080000:00000010:3.0:1724310017.666288:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:3.0:1724310017.667380:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.667384:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.667388:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.667392:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.667432:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.667439:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.667443:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.667467:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310017.667481:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f154e00 x1808069883480832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.667493:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310017.667497:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883480832, offset 224 00000400:00000200:3.0:1724310017.667502:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.667510:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.667514:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531947:531947:256:4294967295] 192.168.204.31@tcp LPNI seq info [531943:531943:8:4294967295] 00000400:00000200:3.0:1724310017.667522:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.667526:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.667529:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310017.667533:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.667538:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.667541:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.667571:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.667575:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:3.0:1724310017.667577:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d8f000. 00000800:00000200:1.0:1724310017.667991:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.667994:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310017.667998:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.668002:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.668005:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:1.0:1724310017.668006:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00010000:00000010:0.1:1724310017.668767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310017.668773:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310017.668776:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310017.668780:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310017.668782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310017.668784:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310017.668786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310017.668788:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.668791:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310017.668795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00000400:00000200:2.0:1724310017.669283:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.669293:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224c00 00000400:00000200:2.0:1724310017.669299:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 113584 00000400:00000200:2.0:1724310017.669326:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.669329:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.669333:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.669339:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185f80. 00000020:00000010:3.0:1724310017.669394:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1aa00. 00000020:00000010:3.0:1724310017.669399:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310017.669402:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923898. 00000100:00000200:3.0:1724310017.669432:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481088 02000000:00000010:3.0:1724310017.669456:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007cecc000. 00010000:00000010:3.0:1724310017.669479:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.669488:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.669505:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.669509:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.669516:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.669519:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.669521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.669522:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.669586:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.669589:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.669591:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.669593:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.669610:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.669613:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cce0. 00000020:00000010:3.0:1724310017.669620:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310017.669625:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801373b0c00. 00000001:00000010:3.0:1724310017.669777:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4cc0. 00000001:00000010:3.0:1724310017.669781:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.669811:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310017.669816:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.669819:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.669830:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.669845:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.669848:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310017.671244:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310017.671251:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923190. 00000004:00000010:3.0:1724310017.671255:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.671283:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310017.671300:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310017.671325:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096533, last committed = 4295096163 00010000:00000200:3.0:1724310017.671339:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185f80 x1808069883481088/t4295096533(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.671506:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43cc0. 00000100:00000200:2.0:1724310017.671513:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883481088, offset 224 00000400:00000010:2.0:1724310017.671518:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6f50. 00000400:00000200:2.0:1724310017.671522:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.671532:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.671537:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531948:531948:256:4294967295] 192.168.204.31@tcp LPNI seq info [531944:531944:8:4294967295] 00000400:00000200:2.0:1724310017.671542:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.671548:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.671553:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.671557:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.671562:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.671568:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.671571:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.671586:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:2.0:1724310017.671590:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923898. 00000020:00000010:2.0:1724310017.671593:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1aa00. 00000800:00000200:1.0:1724310017.671652:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.671655:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310017.671659:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.671663:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.671715:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:3.1:1724310017.671721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:1.0:1724310017.673141:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.673153:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295911 00000400:00000200:1.0:1724310017.673157:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.673160:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.673164:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43cc0 00000400:00000010:1.0:1724310017.673166:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43cc0. 00010000:00000010:2.0:1724310017.673337:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:2.0:1724310017.673346:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00000400:00000200:2.0:1724310017.675333:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.675346:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224c80 00000400:00000200:2.0:1724310017.675353:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 114072 00000400:00000200:2.0:1724310017.675423:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.675428:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.675432:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.675437:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184700. 00010000:00000010:2.1:1724310017.675779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310017.675788:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310017.675792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310017.675795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000020:00000010:0.0:1724310017.676070:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a58600. 00000020:00000010:0.0:1724310017.676075:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.676079:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:2.0:1724310017.676573:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481216 00000001:00000010:2.0:1724310017.676582:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310017.676601:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.676607:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 02000000:00000010:2.0:1724310017.676652:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088900000. 00010000:00000010:2.0:1724310017.676673:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.676676:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310017.676688:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.676690:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310017.676693:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.676695:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000004:00000010:2.0:1724310017.676776:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310017.676783:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.676787:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310017.676794:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:0.0:1724310017.677390:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310017.677393:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310017.677396:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310017.677398:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.677439:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:0.0:1724310017.677465:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310017.677469:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:0.0:1724310017.677494:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:0.0:1724310017.677507:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184700 x1808069883481216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.677521:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ebb0. 00000100:00000200:0.0:1724310017.677527:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883481216, offset 224 00000400:00000200:0.0:1724310017.677533:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.677541:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.677547:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531949:531949:256:4294967295] 192.168.204.31@tcp LPNI seq info [531945:531945:8:4294967295] 00000400:00000200:0.0:1724310017.677558:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.677563:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.677566:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310017.677570:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.677576:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.677580:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.678063:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.678068:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310017.678071:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a58600. 00000800:00000200:1.0:1724310017.678236:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.678239:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310017.678243:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.678247:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.678251:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ebb0 00000400:00000010:1.0:1724310017.678252:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ebb0. 00010000:00000010:0.1:1724310017.678529:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.678535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310017.681914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310017.681925:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310017.681928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310017.681930:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310017.681932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310017.681938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.1:1724310017.681991:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310017.681996:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310017.681998:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310017.682000:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:1.0:1724310017.682074:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.682086:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224d80 00000400:00000200:1.0:1724310017.682092:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 114648 00000400:00000200:1.0:1724310017.682106:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.682110:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.682115:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.682120:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f155880. 00000020:00000010:0.0:1724310017.682200:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a58600. 00000020:00000010:0.0:1724310017.682204:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310017.682208:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:2.0:1724310017.682511:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481472 02000000:00000010:2.0:1724310017.682539:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8f000. 00010000:00000010:2.0:1724310017.682564:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310017.682578:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310017.682597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.682601:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.682611:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.682613:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310017.682616:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310017.682618:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310017.682687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.682689:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.682692:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.682694:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310017.682708:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310017.682712:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800939518a0. 00000020:00000010:2.0:1724310017.682720:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64960. 00080000:00000010:2.0:1724310017.682726:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006850cc00. 00000001:00000010:2.0:1724310017.682881:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64f00. 00000001:00000010:2.0:1724310017.682885:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310017.682913:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64960. 00010000:00000010:2.0:1724310017.682919:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.682922:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.682934:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.682949:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.682952:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310017.682965:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.682970:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310017.682974:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.682979:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310017.682986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310017.682996:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096534, last committed = 4295096163 00010000:00000200:2.0:1724310017.683002:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f155880 x1808069883481472/t4295096534(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.683014:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43440. 00000100:00000200:2.0:1724310017.683018:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883481472, offset 224 00000400:00000010:2.0:1724310017.683022:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6f88. 00000400:00000200:2.0:1724310017.683024:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.683032:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.683037:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531950:531950:256:4294967295] 192.168.204.31@tcp LPNI seq info [531946:531946:8:4294967295] 00000400:00000200:2.0:1724310017.683040:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.683046:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.683050:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.683053:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310017.683057:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.683062:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.683065:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.683088:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:2.0:1724310017.683091:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:2.0:1724310017.683093:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a58600. 00000800:00000200:3.0:1724310017.683199:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.683202:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310017.683204:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.683207:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.684515:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.684529:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295919 00000400:00000200:1.0:1724310017.684533:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.684536:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.684540:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43440 00000400:00000010:1.0:1724310017.684542:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43440. 00010000:00000010:0.0:1724310017.684670:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310017.684678:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00000400:00000200:1.0:1724310017.684833:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.684839:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224e00 00000400:00000200:1.0:1724310017.684845:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 115136 00000400:00000200:1.0:1724310017.684889:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.684893:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.684897:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.684901:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f154a80. 00000020:00000010:0.0:1724310017.685057:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081a59800. 00000020:00000010:0.0:1724310017.685061:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310017.685064:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310017.685118:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481600 00000001:00000010:0.0:1724310017.685126:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310017.685142:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310017.685147:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310017.685187:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088220000. 00010000:00000010:0.0:1724310017.685207:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310017.685210:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.685220:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310017.685221:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310017.685224:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310017.685226:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000004:00000010:0.0:1724310017.685330:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310017.685337:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bebb8. 00000004:00000010:0.0:1724310017.685341:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310017.685347:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.0:1724310017.686825:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310017.686829:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.686833:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310017.686837:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310017.686875:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.686881:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.686884:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310017.686908:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:0.0:1724310017.686919:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f154a80 x1808069883481600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.686932:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a1b2ebb0. 00000100:00000200:0.0:1724310017.686937:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883481600, offset 224 00000400:00000200:0.0:1724310017.686942:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.686949:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.686954:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531951:531951:256:4294967295] 192.168.204.31@tcp LPNI seq info [531947:531947:8:4294967295] 00000400:00000200:0.0:1724310017.686962:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.686966:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.686969:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310017.686973:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.686979:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.686982:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.687229:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310017.687232:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310017.687234:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081a59800. 00000800:00000200:3.0:1724310017.687359:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.687362:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310017.687364:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.687368:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310017.687371:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a1b2ebb0 00000400:00000010:3.0:1724310017.687373:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a1b2ebb0. 00000400:00000200:0.0:1724310017.688908:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.688918:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13224f00 00000400:00000200:0.0:1724310017.688925:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 115712 00000400:00000200:0.0:1724310017.688942:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.688945:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.688950:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.688955:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8380. 00000020:00000010:2.0:1724310017.690140:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009253d600. 00000020:00000010:2.0:1724310017.690147:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310017.690151:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.690184:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481856 02000000:00000010:2.0:1724310017.690209:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8c000. 00010000:00000010:2.0:1724310017.690235:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:2.0:1724310017.690246:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.1:1724310017.690300:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310017.690305:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310017.690309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310017.690320:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310017.690322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310017.690328:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.690341:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310017.690346:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.690357:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.690359:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.690361:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310017.690364:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.690431:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.690433:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.690436:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310017.690438:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310017.690453:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1f20. 00000020:00000010:2.0:1724310017.690457:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1f20. 00000020:00000010:2.0:1724310017.690464:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64960. 00080000:00000010:2.0:1724310017.690469:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5d400. 00000001:00000010:2.0:1724310017.690672:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64c00. 00000001:00000010:2.0:1724310017.690677:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310017.690708:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64960. 00010000:00000010:2.0:1724310017.690713:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310017.690716:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.690730:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.690747:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.690749:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310017.690764:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:2.0:1724310017.690769:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:2.0:1724310017.690772:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bebb8. 00000004:00000010:2.0:1724310017.690776:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:2.0:1724310017.690782:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310017.690791:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096535, last committed = 4295096163 00010000:00000200:2.0:1724310017.690799:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8380 x1808069883481856/t4295096535(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.690818:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43880. 00000100:00000200:2.0:1724310017.690822:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883481856, offset 224 00000400:00000010:2.0:1724310017.690827:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880087bf6fc0. 00000400:00000200:2.0:1724310017.690830:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.690840:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.690845:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531952:531952:256:4294967295] 192.168.204.31@tcp LPNI seq info [531948:531948:8:4294967295] 00000400:00000200:2.0:1724310017.690850:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.690856:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.690860:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.690863:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.690867:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.690873:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.690876:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.691468:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310017.691472:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.691476:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009253d600. 00000800:00000200:1.0:1724310017.691995:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.691998:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310017.692001:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.692006:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310017.692707:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310017.692713:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310017.693584:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.693596:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295921 00000400:00000200:0.0:1724310017.693601:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.693603:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.693608:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43880 00000400:00000010:0.0:1724310017.693610:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43880. 00000400:00000200:0.0:1724310017.694142:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.694148:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13224f80 00000400:00000200:0.0:1724310017.694153:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 116200 00000400:00000200:0.0:1724310017.694202:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.694206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.694209:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.694214:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8e00. 00000020:00000010:3.0:1724310017.694401:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.694406:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.694410:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.694433:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883481984 00000001:00000010:3.0:1724310017.694441:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:3.0:1724310017.694461:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.694466:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 02000000:00000010:3.0:1724310017.694511:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064ef0000. 00010000:00000010:3.0:1724310017.694531:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.694534:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.694547:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.694549:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.694552:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.694554:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310017.694629:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310017.694635:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.694639:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310017.694645:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:2.0:1724310017.694949:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.694956:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:0.1:1724310017.695373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310017.695378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:3.0:1724310017.695588:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.695592:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.695594:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.695597:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.695633:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.695696:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.695701:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.695726:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000200:3.0:1724310017.695737:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8e00 x1808069883481984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.695750:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310017.695755:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883481984, offset 224 00000400:00000200:3.0:1724310017.695760:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.695768:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.695773:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531953:531953:256:4294967295] 192.168.204.31@tcp LPNI seq info [531949:531949:8:4294967295] 00000400:00000200:3.0:1724310017.695781:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.695785:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.695788:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310017.695792:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.695797:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.695800:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.695827:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.695830:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.695833:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.696188:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.696191:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310017.696194:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.696198:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.696201:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:0.0:1724310017.696203:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:3.1:1724310017.698405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:3.1:1724310017.698413:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310017.698417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:3.1:1724310017.698419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:0.0:1724310017.699028:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.699039:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225080 00000400:00000200:0.0:1724310017.699045:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 116776 00000400:00000200:0.0:1724310017.699060:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.699063:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.699068:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.699073:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242abb80. 00000020:00000010:3.0:1724310017.699232:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.699237:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.699240:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.699278:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883482240 02000000:00000010:3.0:1724310017.699302:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0d9000. 00010000:00000010:3.0:1724310017.699334:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.699345:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.699363:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.699369:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.699379:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.699381:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.699384:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.699386:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310017.699455:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.699457:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.699459:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.699461:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.699474:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cf00. 00000020:00000010:3.0:1724310017.699479:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cf00. 00000020:00000010:3.0:1724310017.699486:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310017.699492:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df78400. 00000001:00000010:3.0:1724310017.699627:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a720. 00000001:00000010:3.0:1724310017.699631:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.699657:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310017.699662:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.699665:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.699677:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.699692:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.699694:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310017.699707:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:3.0:1724310017.699711:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:3.0:1724310017.699714:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.699719:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310017.699724:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310017.699733:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096536, last committed = 4295096163 00010000:00000200:3.0:1724310017.699739:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242abb80 x1808069883482240/t4295096536(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.699751:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310017.699756:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883482240, offset 224 00000400:00000010:3.0:1724310017.699760:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e174d0. 00000400:00000200:3.0:1724310017.699763:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.699770:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.699775:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531954:531954:256:4294967295] 192.168.204.31@tcp LPNI seq info [531950:531950:8:4294967295] 00000400:00000200:3.0:1724310017.699779:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.699784:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.699789:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.699792:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.699796:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.699800:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.699804:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.700749:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.700754:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.700772:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:1.0:1724310017.700861:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.700863:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310017.700867:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.700871:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.701351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310017.701377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310017.701382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310017.701385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310017.701389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310017.701391:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.701393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310017.704170:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.704185:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295929 00000400:00000200:0.0:1724310017.704191:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.704194:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.704198:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310017.704200:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00000400:00000200:0.0:1724310017.704235:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.704240:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225100 00000400:00000200:0.0:1724310017.704245:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 117264 00000400:00000200:0.0:1724310017.704300:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.704304:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.704308:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.704322:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a8a80. 00010000:00000010:2.0:1724310017.704435:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:2.0:1724310017.704444:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000020:00000010:3.0:1724310017.704590:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.704595:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.704599:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.704619:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883482368 00000001:00000010:3.0:1724310017.704627:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310017.704642:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.704646:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 02000000:00000010:3.0:1724310017.704688:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072d00000. 00010000:00000010:3.0:1724310017.704707:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.704710:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.704719:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.704721:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.704724:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.704726:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310017.704795:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310017.704802:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310017.704806:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923708. 00080000:00000010:3.0:1724310017.704813:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75520. 00010000:00000010:2.1:1724310017.705150:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310017.705157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310017.705161:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310017.705163:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310017.705165:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310017.705167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310017.705170:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310017.705171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310017.705175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.705594:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.705597:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310017.705599:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.705602:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.705637:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.705646:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.705648:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.705672:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310017.705683:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a8a80 x1808069883482368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.705696:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310017.705701:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883482368, offset 224 00000400:00000200:3.0:1724310017.705706:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.705715:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.705720:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531955:531955:256:4294967295] 192.168.204.31@tcp LPNI seq info [531951:531951:8:4294967295] 00000400:00000200:3.0:1724310017.705729:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.705733:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.705736:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310017.705741:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.705746:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.705750:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.705771:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.705774:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.705777:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.706108:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.706111:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310017.706114:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.706118:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.706121:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310017.706122:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00010000:00000010:2.1:1724310017.707659:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310017.707667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:0.0:1724310017.708877:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.708889:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225200 00000400:00000200:0.0:1724310017.708895:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 117840 00000400:00000200:0.0:1724310017.708915:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.708920:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.708925:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.708930:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242aa300. 00000020:00000010:2.0:1724310017.709477:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009253d600. 00000020:00000010:2.0:1724310017.709483:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310017.709486:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.710048:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883482624 02000000:00000010:2.0:1724310017.710077:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0c000. 00010000:00000010:2.0:1724310017.710106:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310017.710160:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:2.0:1724310017.710184:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310017.710188:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.710200:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.710202:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310017.710205:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.710207:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310017.710324:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.710327:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.710329:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310017.710331:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00000020:00000010:2.0:1724310017.710351:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1f20. 00000020:00000010:2.0:1724310017.710355:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1f20. 00000020:00000010:2.0:1724310017.710363:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64960. 00080000:00000010:2.0:1724310017.710368:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5cc00. 00000001:00000010:2.0:1724310017.710504:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64120. 00000001:00000010:2.0:1724310017.710508:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310017.710538:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64960. 00010000:00000010:2.0:1724310017.710544:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310017.710547:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.710560:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.710576:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.710578:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00080000:00000010:2.0:1724310017.710594:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75520. 00000004:00000010:2.0:1724310017.710599:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923708. 00000004:00000010:2.0:1724310017.710602:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:2.0:1724310017.710607:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:2.0:1724310017.710614:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:2.0:1724310017.710625:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096537, last committed = 4295096163 00010000:00000200:2.0:1724310017.710633:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242aa300 x1808069883482624/t4295096537(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.710645:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43bb0. 00000100:00000200:2.0:1724310017.710651:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883482624, offset 224 00000400:00000010:2.0:1724310017.710667:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95000. 00000400:00000200:2.0:1724310017.710670:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.710679:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.710683:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531956:531956:256:4294967295] 192.168.204.31@tcp LPNI seq info [531952:531952:8:4294967295] 00000400:00000200:2.0:1724310017.710687:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.710692:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.710697:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.710699:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310017.710703:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.710709:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.710712:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.710731:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310017.710734:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.710737:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009253d600. 00000800:00000200:0.0:1724310017.710871:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.710874:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310017.710877:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.710880:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.713639:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.713654:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295931 00000400:00000200:0.0:1724310017.713660:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.713663:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.713668:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43bb0 00000400:00000010:0.0:1724310017.713670:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43bb0. 00000400:00000200:0.0:1724310017.713699:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.713704:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225280 00000400:00000200:0.0:1724310017.713710:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 118328 00010000:00000010:3.0:1724310017.713732:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:3.0:1724310017.713740:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00000400:00000200:0.0:1724310017.713761:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.713765:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.713769:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.713773:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801242a9880. 00000020:00000010:1.0:1724310017.713827:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbce00. 00000020:00000010:1.0:1724310017.713832:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.713836:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.713858:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883482752 00000001:00000010:1.0:1724310017.713868:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.0:1724310017.713886:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310017.713890:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 02000000:00000010:1.0:1724310017.713934:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082730000. 00010000:00000010:1.0:1724310017.713954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310017.713957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.713968:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.713970:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.713972:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310017.713974:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310017.714044:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310017.714050:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.714054:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310017.714061:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:2.1:1724310017.714228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310017.714235:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310017.714238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310017.714241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.0:1724310017.714744:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310017.714747:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.714749:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.714752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.714789:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.715348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.715353:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.715379:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310017.715390:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8801242a9880 x1808069883482752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.715403:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310017.715408:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883482752, offset 224 00000400:00000200:1.0:1724310017.715413:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.715421:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.715426:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531957:531957:256:4294967295] 192.168.204.31@tcp LPNI seq info [531953:531953:8:4294967295] 00000400:00000200:1.0:1724310017.715434:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.715439:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.715442:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310017.715446:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.715452:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.715455:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.715466:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.715469:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.715472:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbce00. 00000800:00000200:0.0:1724310017.715621:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.715624:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310017.715627:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.715630:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.715633:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310017.715635:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.1:1724310017.717012:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310017.717019:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310017.717023:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310017.717030:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.717032:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310017.717038:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310017.717096:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.717100:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310017.719112:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.719127:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225380 00000400:00000200:0.0:1724310017.719134:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 118904 00000400:00000200:0.0:1724310017.719154:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.719158:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.719163:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.719169:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d47b80. 00000020:00000010:1.0:1724310017.719303:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbce00. 00000020:00000010:1.0:1724310017.719309:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.719324:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310017.719357:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483008 02000000:00000010:1.0:1724310017.719386:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf10000. 00010000:00000010:1.0:1724310017.719414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.719426:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.719448:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.719452:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.719463:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.719465:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310017.719467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310017.719470:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310017.719544:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.719546:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310017.719549:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.719551:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310017.719571:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310017.719577:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095938c40. 00000020:00000010:1.0:1724310017.719584:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f60. 00080000:00000010:1.0:1724310017.719590:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081ae8800. 00000001:00000010:1.0:1724310017.719740:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67f1e0. 00000001:00000010:1.0:1724310017.719745:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310017.719776:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f60. 00010000:00000010:1.0:1724310017.719782:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.719785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.719797:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.719814:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.719817:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00080000:00000010:1.0:1724310017.719836:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.719840:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310017.719844:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.719848:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310017.719855:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310017.719866:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096538, last committed = 4295096163 00010000:00000200:1.0:1724310017.719918:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d47b80 x1808069883483008/t4295096538(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.719931:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310017.719936:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883483008, offset 224 00000400:00000010:1.0:1724310017.719941:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87ea8. 00000400:00000200:1.0:1724310017.719943:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.719952:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.719957:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531958:531958:256:4294967295] 192.168.204.31@tcp LPNI seq info [531954:531954:8:4294967295] 00000400:00000200:1.0:1724310017.719961:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.719966:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.719971:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.719974:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310017.719978:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.719984:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.719987:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.720000:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.720002:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310017.720004:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbce00. 00000800:00000200:0.0:1724310017.720121:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.720124:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310017.720127:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.720130:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.722639:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310017.722649:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310017.722652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310017.722653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310017.723674:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.723688:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295939 00000400:00000200:0.0:1724310017.723693:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.723696:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.723700:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310017.723702:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:2.0:1724310017.723804:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:2.0:1724310017.723812:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000400:00000200:1.0:1724310017.724201:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.724210:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225400 00000400:00000200:1.0:1724310017.724217:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 119392 00000400:00000200:1.0:1724310017.724303:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.724307:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.724322:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.724329:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafaa00. 00000020:00000010:0.0:1724310017.724361:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3a00. 00000020:00000010:0.0:1724310017.724366:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310017.724370:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310017.724400:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483136 00000001:00000010:0.0:1724310017.724408:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:0.0:1724310017.724425:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310017.724429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310017.724470:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ded0000. 00010000:00000010:0.0:1724310017.724489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310017.724491:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310017.724501:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310017.724503:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.724505:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310017.724507:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310017.724581:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310017.724587:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be870. 00000004:00000010:0.0:1724310017.724591:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310017.724597:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:2.0:1724310017.726225:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.726231:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.726236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310017.726240:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.726326:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310017.726334:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310017.726338:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310017.726366:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:2.0:1724310017.726379:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafaa00 x1808069883483136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.726393:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43a18. 00000100:00000200:2.0:1724310017.726399:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883483136, offset 224 00000400:00000200:2.0:1724310017.726405:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.726414:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.726419:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531959:531959:256:4294967295] 192.168.204.31@tcp LPNI seq info [531955:531955:8:4294967295] 00000400:00000200:2.0:1724310017.726427:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.726431:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.726436:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310017.726440:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.726446:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.726449:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.726463:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:2.0:1724310017.726467:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:2.0:1724310017.726470:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3a00. 00000800:00000200:0.0:1724310017.727613:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.727616:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310017.727620:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.727625:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.727629:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43a18 00000400:00000010:0.0:1724310017.727631:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43a18. 00010000:00000010:1.1:1724310017.730538:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310017.730548:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310017.730553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.1:1724310017.730556:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310017.730558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.1:1724310017.730563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310017.730990:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310017.730995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310017.732329:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.732344:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225500 00000400:00000200:0.0:1724310017.732351:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 119968 00000400:00000200:0.0:1724310017.732373:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.732377:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.732383:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.732388:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46680. 00000020:00000010:2.0:1724310017.733221:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009253d600. 00000020:00000010:2.0:1724310017.733227:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.733232:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.734386:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483392 02000000:00000010:2.0:1724310017.734421:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0b000. 00010000:00000010:2.0:1724310017.734456:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.734470:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.734497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310017.734502:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.734515:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.734517:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310017.734521:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.734523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310017.734621:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.734623:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.734626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310017.734628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000020:00000010:2.0:1724310017.734649:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.734654:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.734661:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64b40. 00080000:00000010:2.0:1724310017.734667:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5d800. 00000001:00000010:2.0:1724310017.734859:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64180. 00000001:00000010:2.0:1724310017.734864:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310017.734897:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64b40. 00010000:00000010:2.0:1724310017.734904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310017.734907:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.734922:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.734940:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310017.734943:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310017.734959:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:2.0:1724310017.734966:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:2.0:1724310017.734970:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be870. 00000004:00000010:2.0:1724310017.734974:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:2.0:1724310017.734981:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310017.734992:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096539, last committed = 4295096163 00010000:00000200:2.0:1724310017.735001:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46680 x1808069883483392/t4295096539(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.735016:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43a18. 00000100:00000200:2.0:1724310017.735021:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883483392, offset 224 00000400:00000010:2.0:1724310017.735027:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95038. 00000400:00000200:2.0:1724310017.735031:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.735044:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.735050:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531960:531960:256:4294967295] 192.168.204.31@tcp LPNI seq info [531956:531956:8:4294967295] 00000400:00000200:2.0:1724310017.735055:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.735061:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.735068:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.735073:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310017.735080:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.735087:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.735091:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.735125:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.735129:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.735133:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009253d600. 00000800:00000200:1.0:1724310017.735245:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.735248:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310017.735252:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.735255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.736771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310017.736779:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:0.1:1724310017.736782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310017.736785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:0.0:1724310017.738740:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.738755:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295941 00000400:00000200:0.0:1724310017.738761:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.738765:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.738770:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43a18 00000400:00000010:0.0:1724310017.738771:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43a18. 00010000:00000010:3.0:1724310017.738861:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310017.738869:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.1:1724310017.739355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310017.739361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310017.739364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310017.739366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310017.739368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310017.739373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310017.740721:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.740733:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225580 00000400:00000200:0.0:1724310017.740739:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 120456 00000400:00000200:0.0:1724310017.740793:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.740797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.740802:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.740806:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45180. 00000020:00000010:2.0:1724310017.741010:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009253d600. 00000020:00000010:2.0:1724310017.741016:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.741019:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.741053:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483520 00000001:00000010:2.0:1724310017.741063:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310017.741081:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.741086:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310017.741132:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093110000. 00010000:00000010:2.0:1724310017.741154:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310017.741157:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.741170:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.741172:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.741176:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.741178:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310017.741278:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310017.741285:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.741289:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.741295:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310017.742030:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.742033:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.742036:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.742039:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.742080:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.743115:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.743122:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.743150:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310017.743161:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45180 x1808069883483520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.743175:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43bb0. 00000100:00000200:2.0:1724310017.743181:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883483520, offset 224 00000400:00000200:2.0:1724310017.743186:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.743195:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.743199:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531961:531961:256:4294967295] 192.168.204.31@tcp LPNI seq info [531957:531957:8:4294967295] 00000400:00000200:2.0:1724310017.743207:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.743212:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.743215:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310017.743220:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.743226:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.743228:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.743253:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.743269:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.743272:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009253d600. 00000800:00000200:1.0:1724310017.743459:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.743461:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310017.743464:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.743468:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.743471:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43bb0 00000400:00000010:1.0:1724310017.743473:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43bb0. 00010000:00000010:2.1:1724310017.745395:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310017.745404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310017.746028:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.746040:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225680 00000400:00000200:0.0:1724310017.746046:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 121032 00000400:00000200:0.0:1724310017.746065:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.746068:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.746073:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.746079:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45880. 00000020:00000010:2.0:1724310017.746181:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef3a00. 00000020:00000010:2.0:1724310017.746186:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.746190:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.746213:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483776 02000000:00000010:2.0:1724310017.746237:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b45000. 00010000:00000010:2.0:1724310017.746282:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.746293:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.746321:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.746326:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.746336:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.746338:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.746342:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.746344:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.746420:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310017.746422:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.746424:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.746426:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310017.746444:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.746449:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.746456:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310017.746461:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5e000. 00000001:00000010:2.0:1724310017.746604:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce641e0. 00000001:00000010:2.0:1724310017.746608:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310017.746636:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310017.746642:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.746645:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.746658:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.746673:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.746675:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310017.746689:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.746693:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310017.746697:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.746702:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310017.746710:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000200:2.0:1724310017.746720:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096540, last committed = 4295096163 00010000:00000200:2.0:1724310017.746728:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45880 x1808069883483776/t4295096540(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.746740:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43880. 00000100:00000200:2.0:1724310017.746745:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883483776, offset 224 00000400:00000010:2.0:1724310017.746749:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95070. 00000400:00000200:2.0:1724310017.746752:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.746760:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.746765:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531962:531962:256:4294967295] 192.168.204.31@tcp LPNI seq info [531958:531958:8:4294967295] 00000400:00000200:2.0:1724310017.746770:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.746774:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.746779:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.746782:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.746786:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.746790:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.746793:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.748119:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.748125:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.748128:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef3a00. 00000800:00000200:1.0:1724310017.748766:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.748770:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310017.748774:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.748780:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.748846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310017.748852:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.748855:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310017.748857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:0.0:1724310017.750809:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.750824:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295949 00000400:00000200:0.0:1724310017.750830:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.750833:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.750837:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43880 00000400:00000010:0.0:1724310017.750840:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43880. 00000400:00000200:0.0:1724310017.750871:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.750876:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225700 00000400:00000200:0.0:1724310017.750883:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 121520 00010000:00000010:2.0:1724310017.750934:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.750944:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00000400:00000200:0.0:1724310017.750952:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.750956:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.750961:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.750965:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44700. 00000020:00000010:2.0:1724310017.751002:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1aa00. 00000020:00000010:2.0:1724310017.751006:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.751010:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.751045:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883483904 00000001:00000010:2.0:1724310017.751056:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310017.751074:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.751079:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310017.751132:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c520000. 00010000:00000010:2.0:1724310017.751154:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.751157:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.751169:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.751171:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.751176:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.751177:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000004:00000010:2.0:1724310017.751301:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310017.751308:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.751335:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.751342:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:0.1:1724310017.751623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310017.751629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.751632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310017.751633:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310017.751635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310017.751641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.755091:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310017.755099:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.755105:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.755109:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.755169:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.755180:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.755184:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.755220:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310017.755235:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44700 x1808069883483904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.755252:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43440. 00000100:00000200:2.0:1724310017.755278:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883483904, offset 224 00000400:00000200:2.0:1724310017.755284:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.755294:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.755299:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531963:531963:256:4294967295] 192.168.204.31@tcp LPNI seq info [531959:531959:8:4294967295] 00000400:00000200:2.0:1724310017.755308:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.755329:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.755333:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.755337:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.755343:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.755346:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.755378:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.755382:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.755385:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1aa00. 00000800:00000200:1.0:1724310017.755533:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.755536:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310017.755539:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.755543:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.755547:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43440 00000400:00000010:1.0:1724310017.755549:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43440. 00010000:00000010:0.1:1724310017.755606:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310017.755612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310017.758418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310017.758428:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310017.758431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310017.758433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310017.760840:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.760858:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225800 00000400:00000200:0.0:1724310017.760867:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 122096 00000400:00000200:0.0:1724310017.760890:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.760895:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.760901:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.760907:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44380. 00000020:00000010:2.0:1724310017.762734:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d117600. 00000020:00000010:2.0:1724310017.762744:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.762749:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.762781:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883484160 02000000:00000010:2.0:1724310017.762812:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b40000. 00010000:00000010:2.0:1724310017.762845:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.762880:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.762904:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.762909:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310017.762920:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.762922:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310017.762924:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.762926:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310017.763000:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.763002:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310017.763004:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.763006:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.763026:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.763031:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.763039:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310017.763045:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5dc00. 00000001:00000010:2.0:1724310017.763209:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce646c0. 00000001:00000010:2.0:1724310017.763213:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310017.763240:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310017.763859:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.763863:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.763877:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.763894:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.763896:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310017.763911:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:2.0:1724310017.763915:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310017.763920:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.763925:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310017.763931:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310017.763943:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096541, last committed = 4295096163 00010000:00000200:2.0:1724310017.763952:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44380 x1808069883484160/t4295096541(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.763968:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43cc0. 00000100:00000200:2.0:1724310017.763974:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883484160, offset 224 00000400:00000010:2.0:1724310017.763980:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b950a8. 00000400:00000200:2.0:1724310017.763983:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.763993:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.763998:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531964:531964:256:4294967295] 192.168.204.31@tcp LPNI seq info [531960:531960:8:4294967295] 00000400:00000200:2.0:1724310017.764002:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.764008:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.764013:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.764016:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310017.764021:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.764027:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.764031:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.764592:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.764597:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310017.764600:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d117600. 00000800:00000200:0.0:1724310017.764732:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.764736:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310017.764739:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.764743:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.765698:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.765709:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295951 00000400:00000200:0.0:1724310017.765713:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.765716:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.765720:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43cc0 00000400:00000010:0.0:1724310017.765721:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43cc0. 00010000:00000010:3.0:1724310017.767731:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:3.0:1724310017.767742:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:1.1:1724310017.767842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310017.767848:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00000400:00000200:0.0:1724310017.768292:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.768302:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225880 00000400:00000200:0.0:1724310017.768309:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 122584 00000400:00000200:0.0:1724310017.774205:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.774217:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.774226:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.774233:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46a00. 00000020:00000010:3.0:1724310017.774492:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.774497:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.774501:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.774528:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883484288 00000001:00000010:3.0:1724310017.774537:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:3.0:1724310017.774557:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.774562:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 02000000:00000010:3.0:1724310017.774615:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880095030000. 00010000:00000010:3.0:1724310017.774644:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.774648:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.774661:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.774664:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.774667:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.774669:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000004:00000010:3.0:1724310017.774744:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310017.774750:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.774754:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.774759:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.775507:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.775510:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.775513:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.775516:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.775556:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.775565:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.775569:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.775592:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310017.775604:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46a00 x1808069883484288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.775622:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310017.775627:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883484288, offset 224 00000400:00000200:3.0:1724310017.775633:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.775644:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.775649:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531965:531965:256:4294967295] 192.168.204.31@tcp LPNI seq info [531961:531961:8:4294967295] 00000400:00000200:3.0:1724310017.775658:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.775663:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.775665:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310017.775670:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.775676:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.775680:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.775692:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.775695:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.775697:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.775804:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.775807:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310017.775810:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.775814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.775817:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310017.775819:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00010000:00000010:0.1:1724310017.777533:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.777542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310017.777599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310017.777605:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310017.777608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310017.777612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310017.779620:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.779635:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225980 00000400:00000200:0.0:1724310017.779641:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 123160 00000400:00000200:0.0:1724310017.779661:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.779664:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.779670:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.779675:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d47100. 00000020:00000010:3.0:1724310017.779781:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.779787:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.779791:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.779829:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883484544 02000000:00000010:3.0:1724310017.779856:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0d8000. 00010000:00000010:3.0:1724310017.779885:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.779897:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.779917:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.779921:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.779932:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.779934:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310017.779937:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.779939:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.780015:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.780017:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.780019:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.780022:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310017.780040:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ccc0. 00000020:00000010:3.0:1724310017.780045:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ccc0. 00000020:00000010:3.0:1724310017.780053:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a060. 00080000:00000010:3.0:1724310017.780058:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df78c00. 00000001:00000010:3.0:1724310017.780795:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ae0. 00000001:00000010:3.0:1724310017.780800:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310017.780829:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a060. 00010000:00000010:3.0:1724310017.780835:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.780838:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.780851:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.780871:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.780873:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310017.780890:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.780895:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.780898:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.780903:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310017.780910:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.780926:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096542, last committed = 4295096163 00010000:00000200:3.0:1724310017.780932:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d47100 x1808069883484544/t4295096542(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.780945:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310017.780950:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883484544, offset 224 00000400:00000010:3.0:1724310017.780956:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17508. 00000400:00000200:3.0:1724310017.780960:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.780968:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.780973:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531966:531966:256:4294967295] 192.168.204.31@tcp LPNI seq info [531962:531962:8:4294967295] 00000400:00000200:3.0:1724310017.780978:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.780984:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.780988:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.780991:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310017.780995:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.781000:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.781004:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.782185:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.782192:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.782195:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.782328:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.782331:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310017.782335:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.782340:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.783461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310017.783471:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310017.783474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310017.783476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310017.784609:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.784622:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295959 00000400:00000200:0.0:1724310017.784627:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.784630:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.784634:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310017.784635:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00010000:00000010:2.0:1724310017.785051:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:2.0:1724310017.785062:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00000400:00000200:0.0:1724310017.785671:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.785678:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225a00 00000400:00000200:0.0:1724310017.785683:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 123648 00000400:00000200:0.0:1724310017.785727:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.785730:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.785734:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.785739:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d46300. 00000020:00000010:3.0:1724310017.786807:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.786812:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.786816:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.787176:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883484672 00000001:00000010:3.0:1724310017.787185:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310017.787205:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.787210:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.787255:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088e20000. 00010000:00000010:3.0:1724310017.787301:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.787304:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.787327:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.787329:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.787332:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.787333:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310017.787410:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310017.787416:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.787420:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.787427:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.788782:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.788786:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.788789:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.788792:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.788833:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.788842:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.788847:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.788873:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.788887:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d46300 x1808069883484672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.788901:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310017.788907:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883484672, offset 224 00000400:00000200:3.0:1724310017.788912:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.788922:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.788928:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531967:531967:256:4294967295] 192.168.204.31@tcp LPNI seq info [531963:531963:8:4294967295] 00000400:00000200:3.0:1724310017.788936:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.788941:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.788944:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310017.788948:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.788953:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.788957:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1724310017.789361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310017.789368:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310017.789370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310017.789372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310017.789375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.789380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000020:00000010:3.0:1724310017.789475:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.789480:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.789483:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.789598:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.789602:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310017.789605:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.789609:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.789612:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:0.0:1724310017.789614:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00000400:00000200:0.0:1724310017.791817:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.791830:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225b00 00000400:00000200:0.0:1724310017.791836:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 124224 00000400:00000200:0.0:1724310017.791852:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.791855:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.791859:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.791864:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d45500. 00000020:00000010:3.0:1724310017.791958:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437c400. 00000020:00000010:3.0:1724310017.791962:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.791966:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.791995:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883484928 02000000:00000010:3.0:1724310017.792018:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094462000. 00010000:00000010:3.0:1724310017.792045:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.792058:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.792138:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.792146:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.792156:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.792157:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.792160:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.792162:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.792232:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.792235:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.792237:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.792239:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310017.792255:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ccc0. 00000020:00000010:3.0:1724310017.794662:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ccc0. 00000020:00000010:3.0:1724310017.794672:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310017.794678:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df78000. 00000001:00000010:3.0:1724310017.794854:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a1e0. 00000001:00000010:3.0:1724310017.794859:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310017.794889:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310017.794898:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.794903:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.794923:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.794948:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.794952:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310017.794970:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.794974:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.794977:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.794982:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310017.794989:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.795003:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096543, last committed = 4295096163 00010000:00000200:3.0:1724310017.795011:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d45500 x1808069883484928/t4295096543(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.795025:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310017.795032:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883484928, offset 224 00000400:00000010:3.0:1724310017.795037:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17540. 00000400:00000200:3.0:1724310017.795040:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.795050:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.795055:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531968:531968:256:4294967295] 192.168.204.31@tcp LPNI seq info [531964:531964:8:4294967295] 00000400:00000200:3.0:1724310017.795059:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.795065:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.795069:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.795073:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310017.795077:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.795083:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.795086:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.795107:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.795110:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.795113:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437c400. 00000800:00000200:0.0:1724310017.795286:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.795289:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310017.795293:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.795297:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.795554:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310017.795560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310017.798581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310017.798594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310017.798598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310017.798601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310017.798912:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.798930:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295961 00000400:00000200:0.0:1724310017.798935:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.798939:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.798944:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:0.0:1724310017.798947:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00000400:00000200:0.0:1724310017.798977:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.798982:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225b80 00000400:00000200:0.0:1724310017.798988:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 124712 00000400:00000200:0.0:1724310017.799044:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.799048:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.799051:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.799056:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44000. 00000020:00000010:0.0:1724310017.799104:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971a00. 00000020:00000010:0.0:1724310017.799108:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310017.799111:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806c80. 00010000:00000010:3.0:1724310017.799295:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.799304:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000100:00000200:1.0:1724310017.799472:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883485056 00000001:00000010:1.0:1724310017.799481:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310017.799498:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310017.799503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 02000000:00000010:1.0:1724310017.799546:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ccb0000. 00010000:00000010:1.0:1724310017.799567:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310017.799570:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.799581:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310017.799583:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.799585:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310017.799587:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310017.799657:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310017.799663:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.799668:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310017.799673:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.803225:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310017.803233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.803239:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310017.803243:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.803333:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.805995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.806007:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.806047:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310017.806062:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44000 x1808069883485056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.806079:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310017.806086:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883485056, offset 224 00000400:00000200:1.0:1724310017.806091:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.806103:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.806108:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531969:531969:256:4294967295] 192.168.204.31@tcp LPNI seq info [531965:531965:8:4294967295] 00000400:00000200:1.0:1724310017.806118:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.806123:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.806127:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310017.806131:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.806138:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.806141:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.806166:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:1.0:1724310017.806171:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806c80. 00000020:00000010:1.0:1724310017.806173:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971a00. 00000800:00000200:0.0:1724310017.806360:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.806363:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310017.806367:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.806371:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.806374:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310017.806376:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:1.1:1724310017.806699:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310017.806706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310017.806709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310017.806711:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310017.806713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.806718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310017.810421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310017.810434:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310017.810438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310017.810441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00000400:00000200:0.0:1724310017.812281:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.812510:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225c80 00000400:00000200:0.0:1724310017.812517:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 125288 00000400:00000200:0.0:1724310017.812538:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.812543:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.812548:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.812554:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085d44e00. 00000020:00000010:1.0:1724310017.816529:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbd200. 00000020:00000010:1.0:1724310017.816538:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.816542:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.817284:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883485312 02000000:00000010:1.0:1724310017.817326:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:1.0:1724310017.817359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.817384:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.817406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310017.817410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.817421:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.817423:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310017.817426:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310017.817428:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310017.817510:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310017.817513:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.817515:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310017.817517:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000020:00000010:1.0:1724310017.817538:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.817543:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c66bc0. 00000020:00000010:1.0:1724310017.817551:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b202fb40. 00080000:00000010:1.0:1724310017.817557:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081ae9c00. 00000001:00000010:1.0:1724310017.817706:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa77e0. 00000001:00000010:1.0:1724310017.817711:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310017.817740:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b202fb40. 00010000:00000010:1.0:1724310017.817746:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310017.817749:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.817761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.817779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310017.817781:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310017.817800:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.817804:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:1.0:1724310017.817808:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.817812:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310017.817819:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310017.817829:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096544, last committed = 4295096163 00010000:00000200:1.0:1724310017.817839:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085d44e00 x1808069883485312/t4295096544(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.817852:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310017.817858:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883485312, offset 224 00000400:00000010:1.0:1724310017.817864:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87ee0. 00000400:00000200:1.0:1724310017.817867:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.817878:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.817884:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531970:531970:256:4294967295] 192.168.204.31@tcp LPNI seq info [531966:531966:8:4294967295] 00000400:00000200:1.0:1724310017.817888:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.817893:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.817898:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.817901:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310017.817906:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.817911:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.817915:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.817942:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.817945:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.817947:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbd200. 00000800:00000200:0.0:1724310017.818191:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.818195:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:0.0:1724310017.818198:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.818202:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.819471:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310017.819480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310017.821351:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.821366:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295969 00000400:00000200:0.0:1724310017.821372:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.821376:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.821381:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310017.821384:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:0.0:1724310017.821929:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.821934:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225d00 00000400:00000200:0.0:1724310017.821941:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 125776 00010000:00000010:2.0:1724310017.822118:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:2.0:1724310017.822127:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000400:00000200:0.0:1724310017.822185:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.822189:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.822193:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.822199:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1a300. 00000020:00000010:1.0:1724310017.823733:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbd200. 00000020:00000010:1.0:1724310017.823739:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.823743:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.823779:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883485440 00000001:00000010:1.0:1724310017.823787:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310017.823807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310017.823811:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310017.823857:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007bdb0000. 00010000:00000010:1.0:1724310017.823879:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310017.823881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.823893:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.823895:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.823898:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310017.823900:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310017.823976:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310017.823983:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.823986:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310017.823993:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310017.824576:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310017.824579:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.824582:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310017.824584:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.824623:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.824631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.824634:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.824656:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310017.824667:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1a300 x1808069883485440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.824681:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310017.824686:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883485440, offset 224 00000400:00000200:1.0:1724310017.824691:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.824700:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.824705:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531971:531971:256:4294967295] 192.168.204.31@tcp LPNI seq info [531967:531967:8:4294967295] 00000400:00000200:1.0:1724310017.824713:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.824718:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.824721:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310017.824726:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.824731:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.824734:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.825861:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.825866:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.825869:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbd200. 00000800:00000200:2.0:1724310017.827570:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.827575:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310017.827581:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.827588:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.827592:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:2.0:1724310017.827594:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:2.1:1724310017.827862:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:2.1:1724310017.827868:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00000400:00000200:0.0:1724310017.829576:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.829589:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225e00 00000400:00000200:0.0:1724310017.829596:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 126352 00000400:00000200:0.0:1724310017.829614:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.829618:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.829623:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.829629:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18380. 00000020:00000010:1.0:1724310017.829953:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbd200. 00000020:00000010:1.0:1724310017.829958:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.829963:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.830238:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883485696 02000000:00000010:1.0:1724310017.830383:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6e000. 00010000:00000010:1.0:1724310017.830414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.830427:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.830447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310017.830451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.830462:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.830464:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310017.830467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.830469:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310017.830544:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.830547:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.830549:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310017.830551:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310017.830569:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800959384c0. 00000020:00000010:1.0:1724310017.830573:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800959384c0. 00000020:00000010:1.0:1724310017.830582:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7420. 00080000:00000010:1.0:1724310017.830587:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081aeb800. 00000001:00000010:1.0:1724310017.830741:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b202f7e0. 00000001:00000010:1.0:1724310017.830745:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310017.830776:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7420. 00010000:00000010:1.0:1724310017.830782:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310017.830785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.830798:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.830813:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310017.830815:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310017.830831:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.830835:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:1.0:1724310017.830839:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.830842:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310017.830848:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310017.830859:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096545, last committed = 4295096163 00010000:00000200:1.0:1724310017.830866:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18380 x1808069883485696/t4295096545(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.830878:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310017.830882:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883485696, offset 224 00000400:00000010:1.0:1724310017.830888:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87f18. 00000400:00000200:1.0:1724310017.830891:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.830899:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.830904:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531972:531972:256:4294967295] 192.168.204.31@tcp LPNI seq info [531968:531968:8:4294967295] 00000400:00000200:1.0:1724310017.830908:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.830914:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.830918:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.830921:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310017.830925:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.830931:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.830934:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.830959:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.830962:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.830964:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbd200. 00000800:00000200:3.0:1724310017.831096:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.831099:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:3.0:1724310017.831102:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.831106:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.831999:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.832008:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295971 00000400:00000200:0.0:1724310017.832011:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.832014:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.832018:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310017.832020:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:3.0:1724310017.832520:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:3.0:1724310017.832526:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00000400:00000200:0.0:1724310017.832926:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.832933:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13225e80 00000400:00000200:0.0:1724310017.832939:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 126840 00000400:00000200:0.0:1724310017.832982:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.832986:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.832990:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.832995:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18000. 00000020:00000010:2.0:1724310017.833119:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7ea00. 00000020:00000010:2.0:1724310017.833124:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310017.833127:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310017.833158:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883485824 00000001:00000010:2.0:1724310017.833166:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:2.0:1724310017.833182:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310017.833186:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 02000000:00000010:2.0:1724310017.833227:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090600000. 00010000:00000010:2.0:1724310017.833245:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310017.833248:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310017.833287:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310017.833290:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310017.833293:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310017.833295:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000004:00000010:2.0:1724310017.833366:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310017.833373:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310017.833377:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310017.833383:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:3.1:1724310017.833695:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310017.833701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.0:1724310017.834572:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.834576:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.834579:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.834582:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.834622:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310017.834630:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:3.0:1724310017.834632:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:3.0:1724310017.834657:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:3.0:1724310017.834670:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18000 x1808069883485824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.834684:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310017.834689:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883485824, offset 224 00000400:00000200:3.0:1724310017.834694:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.834703:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.834709:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531973:531973:256:4294967295] 192.168.204.31@tcp LPNI seq info [531969:531969:8:4294967295] 00000400:00000200:3.0:1724310017.834718:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.834723:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.834727:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310017.834732:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.834739:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.834743:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.834763:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:3.0:1724310017.834767:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:3.0:1724310017.834770:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7ea00. 00000800:00000200:0.0:1724310017.834884:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.834888:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310017.834891:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.834895:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.834898:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:0.0:1724310017.834900:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00000400:00000200:0.0:1724310017.836108:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.836119:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13225f80 00000400:00000200:0.0:1724310017.836125:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 127416 00000400:00000200:0.0:1724310017.836142:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.836145:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.836150:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.836154:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1a680. 00000020:00000010:3.0:1724310017.837624:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310017.837631:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.837634:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.837727:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486080 02000000:00000010:3.0:1724310017.837754:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094466000. 00010000:00000010:3.0:1724310017.837777:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.837789:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.837806:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.837809:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.837818:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.837819:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.837822:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.837824:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.837889:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.837890:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.837892:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.837894:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310017.837908:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.837913:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.837919:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a0c0. 00080000:00000010:3.0:1724310017.837924:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df79400. 00000001:00000010:3.0:1724310017.838069:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4a80. 00000001:00000010:3.0:1724310017.838073:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310017.838100:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a0c0. 00010000:00000010:3.0:1724310017.838104:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.838107:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.838118:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.838132:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310017.838134:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310017.838146:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:3.0:1724310017.838151:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:3.0:1724310017.838154:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:3.0:1724310017.838159:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:3.0:1724310017.838166:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310017.838175:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096546, last committed = 4295096163 00010000:00000200:3.0:1724310017.838182:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1a680 x1808069883486080/t4295096546(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.838194:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310017.838198:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883486080, offset 224 00000400:00000010:3.0:1724310017.838202:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17578. 00000400:00000200:3.0:1724310017.838205:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.838213:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.838217:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531974:531974:256:4294967295] 192.168.204.31@tcp LPNI seq info [531970:531970:8:4294967295] 00000400:00000200:3.0:1724310017.838221:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.838227:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.838231:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.838234:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310017.838238:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.838243:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.838246:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.838272:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.838274:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.838277:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310017.838383:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.838386:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310017.838389:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.838392:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.838749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310017.838755:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310017.838758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310017.838763:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310017.838765:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310017.838766:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310017.838769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310017.838772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:0.0:1724310017.839950:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.839961:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295979 00000400:00000200:0.0:1724310017.839965:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.839968:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.839971:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310017.839973:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00010000:00000010:2.0:1724310017.840734:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:2.0:1724310017.840742:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000400:00000200:1.0:1724310017.841291:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.841300:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226000 00000400:00000200:1.0:1724310017.841306:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 127904 00000400:00000200:1.0:1724310017.841365:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.841370:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.841373:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.841378:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9180. 00000020:00000010:0.0:1724310017.841452:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971400. 00000020:00000010:0.0:1724310017.841457:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310017.841461:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310017.841479:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486208 00000001:00000010:0.0:1724310017.841487:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:0.0:1724310017.841503:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310017.841508:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 02000000:00000010:0.0:1724310017.841550:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b70000. 00010000:00000010:0.0:1724310017.841570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310017.841573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310017.841583:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310017.841585:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.841587:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310017.841590:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310017.841659:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310017.841666:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be0f0. 00000004:00000010:0.0:1724310017.841671:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310017.841677:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310017.842841:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310017.842846:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310017.842849:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310017.842852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310017.842890:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310017.843065:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.843071:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.843096:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310017.843109:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9180 x1808069883486208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.843121:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890550. 00000100:00000200:0.0:1724310017.843126:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883486208, offset 224 00000400:00000200:0.0:1724310017.843130:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.843138:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.843143:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531975:531975:256:4294967295] 192.168.204.31@tcp LPNI seq info [531971:531971:8:4294967295] 00000400:00000200:0.0:1724310017.843151:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.843155:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.843158:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310017.843163:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.843168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.843171:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.843559:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310017.843563:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310017.843565:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971400. 00010000:00000010:1.1:1724310017.843605:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:1.1:1724310017.843611:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000800:00000200:1.0:1724310017.843652:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.843654:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310017.843657:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.843661:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.843664:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890550 00000400:00000010:1.0:1724310017.843665:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890550. 00000400:00000200:0.0:1724310017.845349:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.845359:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226100 00000400:00000200:0.0:1724310017.845366:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 128480 00000400:00000200:0.0:1724310017.845384:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.845388:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.845393:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.845397:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1bb80. 00000020:00000010:2.0:1724310017.845784:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310017.845790:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.845793:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310017.845813:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486464 02000000:00000010:2.0:1724310017.845837:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbab000. 00010000:00000010:2.0:1724310017.845863:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:2.0:1724310017.845874:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:2.0:1724310017.845893:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.845896:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.845905:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310017.845907:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.845909:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310017.845911:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.845982:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.845984:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.845987:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.845988:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310017.846004:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.846009:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.846016:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310017.846021:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5ec00. 00000001:00000010:2.0:1724310017.846156:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64780. 00000001:00000010:2.0:1724310017.846160:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310017.846185:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310017.846191:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.846194:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.846211:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.846230:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.846233:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00080000:00000010:2.0:1724310017.846247:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:2.0:1724310017.846254:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:2.0:1724310017.846288:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be0f0. 00000004:00000010:2.0:1724310017.846292:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:2.0:1724310017.846300:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310017.846319:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096547, last committed = 4295096163 00010000:00000200:2.0:1724310017.846326:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1bb80 x1808069883486464/t4295096547(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.846338:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43f68. 00000100:00000200:2.0:1724310017.846342:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883486464, offset 224 00000400:00000010:2.0:1724310017.846346:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b950e0. 00000400:00000200:2.0:1724310017.846349:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.846356:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.846361:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531976:531976:256:4294967295] 192.168.204.31@tcp LPNI seq info [531972:531972:8:4294967295] 00000400:00000200:2.0:1724310017.846365:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.846370:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.846374:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.846377:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310017.846381:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.846387:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.846390:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.846679:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.846682:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:2.0:1724310017.846685:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:1.0:1724310017.846733:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.846736:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310017.846738:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.846741:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.847525:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.847533:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295981 00000400:00000200:0.0:1724310017.847536:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.847539:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.847542:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43f68 00000400:00000010:0.0:1724310017.847544:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43f68. 00010000:00000010:3.0:1724310017.847620:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:3.0:1724310017.847626:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000400:00000200:0.0:1724310017.847936:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.847941:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226180 00000400:00000200:0.0:1724310017.847946:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 128968 00000400:00000200:0.0:1724310017.847974:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.847977:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.847982:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.847985:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d18e00. 00000020:00000010:2.0:1724310017.848108:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310017.848112:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310017.848114:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f3e8. 00000100:00000200:2.0:1724310017.848129:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486592 00000001:00000010:2.0:1724310017.848137:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310017.848151:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.848154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310017.848197:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082770000. 00010000:00000010:2.0:1724310017.848212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.848215:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.848224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310017.848226:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.848228:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.848230:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310017.848330:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310017.848336:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310017.848340:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310017.848346:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:0.0:1724310017.848935:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310017.848938:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310017.848941:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310017.848944:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310017.848977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:0.0:1724310017.848983:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310017.848986:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310017.849006:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:0.0:1724310017.849016:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d18e00 x1808069883486592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.849027:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890220. 00000100:00000200:0.0:1724310017.849033:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883486592, offset 224 00000400:00000200:0.0:1724310017.849036:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.849043:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.849047:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531977:531977:256:4294967295] 192.168.204.31@tcp LPNI seq info [531973:531973:8:4294967295] 00000400:00000200:0.0:1724310017.849055:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.849059:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.849062:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310017.849066:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.849072:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.849075:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.849093:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:0.0:1724310017.849096:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f3e8. 00000020:00000010:0.0:1724310017.849099:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:1.0:1724310017.849155:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.849158:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310017.849161:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.849164:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.849167:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890220 00000400:00000010:1.0:1724310017.849169:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890220. 00010000:00000010:2.1:1724310017.849421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310017.849427:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310017.849430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310017.849432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310017.849434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310017.849438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310017.849440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310017.849444:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:3.1:1724310017.849444:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310017.849446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310017.849448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.1:1724310017.849448:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:0.0:1724310017.851410:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.851422:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226280 00000400:00000200:0.0:1724310017.851428:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 129544 00000400:00000200:0.0:1724310017.851444:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.851447:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.851451:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.851456:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d19500. 00000020:00000010:2.0:1724310017.851591:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7f000. 00000020:00000010:2.0:1724310017.851596:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310017.851599:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310017.851629:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486848 02000000:00000010:2.0:1724310017.852168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab0000. 00010000:00000010:2.0:1724310017.852196:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310017.852207:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310017.852225:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310017.852229:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.852239:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310017.852241:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310017.852244:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310017.852246:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.852362:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310017.852365:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310017.852368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310017.852370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.852390:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.852395:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310017.852402:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310017.852407:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087b5e800. 00000001:00000010:2.0:1724310017.852545:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64540. 00000001:00000010:2.0:1724310017.852550:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310017.852580:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310017.852585:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310017.852588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.852599:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.852614:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310017.852617:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00080000:00000010:2.0:1724310017.852631:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310017.852636:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:2.0:1724310017.852640:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310017.852645:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310017.852650:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000200:2.0:1724310017.852660:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096548, last committed = 4295096163 00010000:00000200:2.0:1724310017.852666:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d19500 x1808069883486848/t4295096548(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.852677:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43088. 00000100:00000200:2.0:1724310017.852682:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883486848, offset 224 00000400:00000010:2.0:1724310017.852686:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95118. 00000400:00000200:2.0:1724310017.852689:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.852697:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.852701:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531978:531978:256:4294967295] 192.168.204.31@tcp LPNI seq info [531974:531974:8:4294967295] 00000400:00000200:2.0:1724310017.852705:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.852709:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.852713:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.852716:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310017.852720:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.852725:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.852728:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.852751:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310017.852754:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310017.852756:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7f000. 00000800:00000200:0.0:1724310017.852821:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.852824:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310017.852827:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.852830:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.855672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310017.855682:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310017.855687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310017.855688:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310017.855691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310017.855695:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310017.855697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310017.855699:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310017.855701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310017.855708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:0.0:1724310017.855913:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.855925:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295989 00000400:00000200:0.0:1724310017.855930:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.855933:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.855937:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43088 00000400:00000010:0.0:1724310017.855940:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43088. 00000400:00000200:0.0:1724310017.856582:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.856588:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226300 00000400:00000200:0.0:1724310017.856595:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 130032 00000400:00000200:0.0:1724310017.856651:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.856654:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.856658:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.856663:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d19c00. 00000020:00000010:3.0:1724310017.856787:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.856793:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.856797:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.856821:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883486976 00000001:00000010:3.0:1724310017.856828:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:3.0:1724310017.856846:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.856851:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310017.856897:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cb50000. 00010000:00000010:3.0:1724310017.856917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.856920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.856934:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.856936:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.856939:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.856941:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310017.857014:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310017.857021:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.857025:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.857031:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:2.0:1724310017.857714:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310017.857722:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:3.0:1724310017.858294:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.858296:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.858300:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.858303:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.858352:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.858360:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.858363:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.858391:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310017.858403:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d19c00 x1808069883486976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.858416:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310017.858421:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883486976, offset 224 00000400:00000200:3.0:1724310017.858427:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.858436:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.858441:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531979:531979:256:4294967295] 192.168.204.31@tcp LPNI seq info [531975:531975:8:4294967295] 00000400:00000200:3.0:1724310017.858449:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.858454:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.858457:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310017.858462:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.858467:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.858470:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.858483:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.858486:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.858489:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:0.0:1724310017.858603:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.858606:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310017.858609:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.858612:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.858615:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:0.0:1724310017.858616:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00000400:00000200:0.0:1724310017.860894:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.860907:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226400 00000400:00000200:0.0:1724310017.860914:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 130608 00000400:00000200:0.0:1724310017.860934:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.860938:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.860944:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.860949:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1b480. 00000020:00000010:3.0:1724310017.861065:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.861070:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.861074:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00010000:00000010:2.1:1724310017.861338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310017.861344:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310017.861348:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310017.861351:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.861354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:2.1:1724310017.861357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310017.861374:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310017.861376:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310017.861378:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310017.861380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000100:00000200:3.0:1724310017.861462:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883487232 02000000:00000010:3.0:1724310017.861493:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a895000. 00010000:00000010:3.0:1724310017.861521:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.861535:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.861555:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.861559:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.861570:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.861571:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.861574:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.861576:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.861649:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.861651:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.861654:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.861656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310017.861672:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.861677:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.861684:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310017.861689:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df7a000. 00000001:00000010:3.0:1724310017.861833:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3ad20. 00000001:00000010:3.0:1724310017.861836:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.861864:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310017.861870:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.861873:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.861886:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.861902:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.861904:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310017.861919:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.861923:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.861927:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.861932:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310017.861937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310017.861948:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096549, last committed = 4295096163 00010000:00000200:3.0:1724310017.861955:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1b480 x1808069883487232/t4295096549(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.861967:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310017.861971:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883487232, offset 224 00000400:00000010:3.0:1724310017.861976:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e175b0. 00000400:00000200:3.0:1724310017.861978:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.861986:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.861991:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531980:531980:256:4294967295] 192.168.204.31@tcp LPNI seq info [531976:531976:8:4294967295] 00000400:00000200:3.0:1724310017.861995:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.862000:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.862004:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.862007:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310017.862012:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.862017:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.862020:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.862912:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.862917:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.862919:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:1.0:1724310017.863657:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.863660:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310017.863665:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.863670:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.864395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.1:1724310017.864402:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310017.864406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310017.864409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310017.864412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310017.864417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310017.864419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310017.864421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310017.864459:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310017.864464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310017.864915:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.864926:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295991 00000400:00000200:0.0:1724310017.864930:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.864933:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.864937:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:0.0:1724310017.864939:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00010000:00000010:3.0:1724310017.865019:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.865026:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00000400:00000200:0.0:1724310017.865493:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.865500:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226480 00000400:00000200:0.0:1724310017.865506:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 131096 00000400:00000200:0.0:1724310017.865544:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.865548:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.865552:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.865556:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880087d1aa00. 00000020:00000010:3.0:1724310017.865912:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.865916:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.865919:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.865938:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883487360 00000001:00000010:3.0:1724310017.865946:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:3.0:1724310017.865962:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.865966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310017.866008:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b40000. 00010000:00000010:3.0:1724310017.866027:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.866030:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.866040:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.866042:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.866046:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.866048:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310017.866117:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310017.866123:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.866127:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.866133:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.866667:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310017.866670:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.866672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.866674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.866704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.866711:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.866713:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.866735:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310017.866747:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880087d1aa00 x1808069883487360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.866760:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310017.866763:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883487360, offset 224 00000400:00000200:3.0:1724310017.866768:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.866775:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.866779:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531981:531981:256:4294967295] 192.168.204.31@tcp LPNI seq info [531977:531977:8:4294967295] 00000400:00000200:3.0:1724310017.866785:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.866788:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.866790:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310017.866794:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.866799:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.866801:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.866822:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.866825:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.866828:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:1.0:1724310017.866915:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.866918:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310017.866921:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.866924:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.866927:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:1.0:1724310017.866929:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00010000:00000010:1.1:1724310017.867332:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:1.1:1724310017.867338:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310017.867341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310017.867344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.1:1724310017.867345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:1.1:1724310017.867347:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310017.867350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:1.1:1724310017.867352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310017.867355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:1.1:1724310017.867359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:0.0:1724310017.868365:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.868375:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226580 00000400:00000200:0.0:1724310017.868381:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 131672 00000400:00000200:0.0:1724310017.868398:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.868401:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.868405:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.868410:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ce00. 00000020:00000010:3.0:1724310017.868495:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.868500:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.868503:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.868533:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883487616 02000000:00000010:3.0:1724310017.868555:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a894000. 00010000:00000010:3.0:1724310017.868578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.868653:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.868672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.868676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.868683:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.868685:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.868688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.868690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.868757:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.868760:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.868762:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.868764:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310017.868782:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.868787:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.868795:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aa20. 00080000:00000010:3.0:1724310017.868800:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012df7bc00. 00000001:00000010:3.0:1724310017.868952:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4960. 00000001:00000010:3.0:1724310017.868957:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.868987:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aa20. 00010000:00000010:3.0:1724310017.868993:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.868996:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.869009:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.869027:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310017.869029:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310017.869044:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.869048:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.869051:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.869055:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310017.869062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310017.869072:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096550, last committed = 4295096163 00010000:00000200:3.0:1724310017.869078:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ce00 x1808069883487616/t4295096550(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.869089:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310017.869094:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883487616, offset 224 00000400:00000010:3.0:1724310017.869098:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e175e8. 00000400:00000200:3.0:1724310017.869101:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.869109:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.869113:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531982:531982:256:4294967295] 192.168.204.31@tcp LPNI seq info [531978:531978:8:4294967295] 00000400:00000200:3.0:1724310017.869117:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.869123:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.869127:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.869130:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310017.869134:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.869139:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.869142:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.869166:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.869169:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.869171:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:0.0:1724310017.869322:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.869324:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310017.869328:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.869331:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.870522:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310017.870529:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310017.870532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:1.1:1724310017.870536:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310017.870538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:1.1:1724310017.870540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310017.871180:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.871190:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295999 00000400:00000200:0.0:1724310017.871195:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.871198:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.871202:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:0.0:1724310017.871204:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00010000:00000010:2.0:1724310017.871824:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:2.0:1724310017.871833:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00000400:00000200:2.0:1724310017.871880:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.871888:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226600 00000400:00000200:2.0:1724310017.871893:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 132160 00000400:00000200:2.0:1724310017.871938:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.871946:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.871951:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.871955:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184380. 00000020:00000010:3.0:1724310017.872040:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.872044:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.872048:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.872076:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883487744 00000001:00000010:3.0:1724310017.872084:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310017.872100:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.872104:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310017.872146:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006c430000. 00010000:00000010:3.0:1724310017.872163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.872166:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.872175:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.872177:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.872180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.872182:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310017.872247:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310017.872253:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.872279:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.872285:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:1.1:1724310017.873534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310017.873541:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310017.873544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310017.873546:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310017.873548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310017.873553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.873765:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.873768:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.873770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.873773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.873811:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.873820:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.873824:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.873848:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310017.873965:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184380 x1808069883487744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.873981:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310017.873986:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883487744, offset 224 00000400:00000200:3.0:1724310017.873991:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.873998:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.874003:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531983:531983:256:4294967295] 192.168.204.31@tcp LPNI seq info [531979:531979:8:4294967295] 00000400:00000200:3.0:1724310017.874012:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.874016:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.874019:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310017.874023:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.874029:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.874033:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.874055:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.874059:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.874062:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:0.0:1724310017.874117:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.874120:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310017.874123:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.874127:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.874130:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310017.874131:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00010000:00000010:0.1:1724310017.877628:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310017.877638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000200:2.0:1724310017.878587:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.878600:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226700 00000400:00000200:2.0:1724310017.878606:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 132736 00000400:00000200:2.0:1724310017.878623:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.878626:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.878631:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.878636:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185500. 00000020:00000010:3.0:1724310017.879527:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.879534:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.879538:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.879737:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488000 02000000:00000010:3.0:1724310017.879765:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ee000. 00010000:00000010:3.0:1724310017.879793:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.879806:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.879825:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.879828:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.879839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.879841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.879843:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.879845:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.879920:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.879922:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.879924:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.879926:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.879943:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.879948:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.879955:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310017.879962:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796c400. 00000001:00000010:3.0:1724310017.880111:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae40c0. 00000001:00000010:3.0:1724310017.880115:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.880146:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac49c0. 00010000:00000010:3.0:1724310017.880152:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.880155:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.880166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.880184:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.880186:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310017.880201:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.880206:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.880209:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.880214:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310017.880220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310017.880232:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096551, last committed = 4295096163 00010000:00000200:3.0:1724310017.880240:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185500 x1808069883488000/t4295096551(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.880252:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310017.880452:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883488000, offset 224 00000400:00000010:3.0:1724310017.880458:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17620. 00000400:00000200:3.0:1724310017.880462:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.880471:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.880476:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531984:531984:256:4294967295] 192.168.204.31@tcp LPNI seq info [531980:531980:8:4294967295] 00000400:00000200:3.0:1724310017.880480:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.880485:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.880490:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.880493:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310017.880498:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.880504:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.880507:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.880874:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.880878:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.880880:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:2.0:1724310017.880984:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.880987:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310017.880990:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.880994:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.882061:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.882070:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959a1 00000400:00000200:0.0:1724310017.882074:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.882076:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.882081:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:0.0:1724310017.882083:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00010000:00000010:3.0:1724310017.882152:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.882157:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:1.1:1724310017.884647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.884658:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310017.884663:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310017.884665:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310017.885091:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.885104:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226780 00000400:00000200:0.0:1724310017.885111:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 133224 00000400:00000200:0.0:1724310017.885170:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.885175:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.885181:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.885186:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d180. 00000020:00000010:3.0:1724310017.885996:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.886002:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.886007:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.886029:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488128 00000001:00000010:3.0:1724310017.886038:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310017.886059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.886065:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310017.886111:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880072520000. 00010000:00000010:3.0:1724310017.886133:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.886136:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.886150:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.886152:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.886154:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.886156:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310017.886606:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310017.886613:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.886617:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.886622:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.887746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.887750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.887754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.887758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.887807:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.887816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.887820:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.887850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310017.887864:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d180 x1808069883488128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.887878:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310017.887884:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883488128, offset 224 00000400:00000200:3.0:1724310017.887889:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.887899:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.887904:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531985:531985:256:4294967295] 192.168.204.31@tcp LPNI seq info [531981:531981:8:4294967295] 00000400:00000200:3.0:1724310017.887912:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.887917:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.887921:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310017.887926:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.887932:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.887936:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.888126:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.888130:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.888134:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:2.0:1724310017.888229:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.888232:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:2.0:1724310017.888235:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.888239:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.888242:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:2.0:1724310017.888244:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00000400:00000200:0.0:1724310017.890674:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.890688:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226880 00000400:00000200:0.0:1724310017.890695:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 133800 00000400:00000200:0.0:1724310017.890754:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.890759:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.890764:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.890769:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3fb80. 00010000:00000010:1.1:1724310017.890817:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310017.890826:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310017.890829:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:1.1:1724310017.890832:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310017.890834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310017.890840:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310017.890842:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310017.890844:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00000020:00000010:3.0:1724310017.890926:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.890932:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.890935:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.890959:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488384 02000000:00000010:3.0:1724310017.890983:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ed000. 00010000:00000010:3.0:1724310017.891010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.891020:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.891038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.891042:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.891050:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.891052:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310017.891055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.891058:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310017.891129:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.891132:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.891134:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.891136:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310017.891153:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.891158:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.891165:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4de0. 00080000:00000010:3.0:1724310017.891169:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796f000. 00000001:00000010:3.0:1724310017.891353:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a420. 00000001:00000010:3.0:1724310017.891358:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310017.891387:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4de0. 00010000:00000010:3.0:1724310017.891393:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.891396:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.891408:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.891424:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310017.891426:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310017.891442:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.891446:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.891449:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.891454:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310017.891460:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.891471:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096552, last committed = 4295096163 00010000:00000200:3.0:1724310017.891477:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3fb80 x1808069883488384/t4295096552(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.891489:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310017.891494:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883488384, offset 224 00000400:00000010:3.0:1724310017.891498:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17658. 00000400:00000200:3.0:1724310017.891501:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.891508:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.891513:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531986:531986:256:4294967295] 192.168.204.31@tcp LPNI seq info [531982:531982:8:4294967295] 00000400:00000200:3.0:1724310017.891517:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.891523:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.891528:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.891531:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.891535:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.891540:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.891543:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.892194:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.892198:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.892201:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:1.0:1724310017.892393:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.892396:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310017.892399:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.892403:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310017.893399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310017.893406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310017.893409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310017.893412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310017.895235:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.895247:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959a9 00000400:00000200:0.0:1724310017.895252:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.895255:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.895286:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:0.0:1724310017.895288:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00000400:00000200:0.0:1724310017.895321:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.895326:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226900 00010000:00000010:2.0:1724310017.895468:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:2.0:1724310017.895476:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00000400:00000200:0.0:1724310017.895527:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 134288 00000400:00000200:0.0:1724310017.895553:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.895556:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.895560:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.895564:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3dc00. 00000020:00000010:3.0:1724310017.895665:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.895669:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.895672:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.895690:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488512 00000001:00000010:3.0:1724310017.895698:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310017.895714:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.895719:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.895762:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074a90000. 00010000:00000010:3.0:1724310017.895782:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.895785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.895794:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.895796:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.895799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.895800:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310017.895872:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310017.895878:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.895883:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.895889:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.899416:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.899423:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.899428:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.899433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.899484:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.899493:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.899496:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.899528:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.899546:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3dc00 x1808069883488512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.899562:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310017.899567:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883488512, offset 224 00000400:00000200:3.0:1724310017.899572:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.899582:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.899588:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531987:531987:256:4294967295] 192.168.204.31@tcp LPNI seq info [531983:531983:8:4294967295] 00000400:00000200:3.0:1724310017.899597:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.899602:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.899606:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310017.899611:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.899617:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.899620:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.899647:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.899651:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.899654:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:1.0:1724310017.900138:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.900142:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310017.900146:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.900151:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.900154:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:1.0:1724310017.900156:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00010000:00000010:2.1:1724310017.902390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310017.902401:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310017.902406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310017.902410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310017.902412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310017.902417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:1.0:1724310017.902464:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.902477:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226a00 00000400:00000200:1.0:1724310017.902483:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 134864 00000400:00000200:1.0:1724310017.902502:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.902506:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.902511:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.902516:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafad80. 00000020:00000010:3.0:1724310017.902695:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.902700:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.902704:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.902737:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488768 02000000:00000010:3.0:1724310017.902763:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880092ff1000. 00010000:00000010:3.0:1724310017.902791:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.902801:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.902821:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.902824:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.902835:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.902836:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.902839:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.902841:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.902915:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.902917:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.902919:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.902921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310017.902939:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.902944:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.902952:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3aba0. 00080000:00000010:3.0:1724310017.902957:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796dc00. 00000001:00000010:3.0:1724310017.903115:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae49c0. 00000001:00000010:3.0:1724310017.903119:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310017.903146:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3aba0. 00010000:00000010:3.0:1724310017.903153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.903155:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.903168:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.903185:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.903187:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310017.903201:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.903205:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.903208:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.903212:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310017.903217:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310017.903228:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096553, last committed = 4295096163 00010000:00000200:3.0:1724310017.903235:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafad80 x1808069883488768/t4295096553(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.903251:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310017.903290:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883488768, offset 224 00000400:00000010:3.0:1724310017.903295:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17690. 00000400:00000200:3.0:1724310017.903298:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.903306:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.903320:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531988:531988:256:4294967295] 192.168.204.31@tcp LPNI seq info [531984:531984:8:4294967295] 00000400:00000200:3.0:1724310017.903325:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.903336:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.903341:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.903344:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310017.903348:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.903353:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.903357:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.904072:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.904077:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.904080:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:0.0:1724310017.904574:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.904577:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310017.904582:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.904586:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.905041:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.905050:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959b1 00000400:00000200:0.0:1724310017.905054:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.905056:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.905059:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310017.905061:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00010000:00000010:3.0:1724310017.905679:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.905686:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00000400:00000200:1.0:1724310017.906199:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:2.1:1724310017.906199:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310017.906205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:1.0:1724310017.906207:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226a80 00000400:00000200:1.0:1724310017.906212:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 135352 00000400:00000200:1.0:1724310017.906293:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.906298:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.906303:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.906315:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafbb80. 00000020:00000010:3.0:1724310017.906403:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800886a3800. 00000020:00000010:3.0:1724310017.906407:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.906411:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.906434:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883488896 00000001:00000010:3.0:1724310017.906441:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310017.906458:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.906462:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310017.906502:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cdb0000. 00010000:00000010:3.0:1724310017.906523:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.906526:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.906537:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.906539:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.906541:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.906543:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000004:00000010:3.0:1724310017.906611:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310017.906618:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.906622:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.906628:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.907807:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.907811:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.907815:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.907818:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.907858:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.907865:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.907868:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.907896:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310017.907908:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafbb80 x1808069883488896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.907921:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310017.907926:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883488896, offset 224 00000400:00000200:3.0:1724310017.907931:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.907939:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.907944:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531989:531989:256:4294967295] 192.168.204.31@tcp LPNI seq info [531985:531985:8:4294967295] 00000400:00000200:3.0:1724310017.907951:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.907956:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.907959:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.907963:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.907969:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.907972:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.908082:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.908086:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.908089:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800886a3800. 00000800:00000200:0.0:1724310017.908183:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.908187:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310017.908190:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.908193:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.908197:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310017.908198:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00010000:00000010:2.1:1724310017.909251:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310017.909286:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310017.909290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310017.909294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310017.911321:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.911334:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226b80 00000400:00000200:0.0:1724310017.911340:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 135928 00000400:00000200:0.0:1724310017.911357:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.911360:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.911365:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.911370:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d500. 00000020:00000010:3.0:1724310017.911460:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310017.911465:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.911469:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.911486:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883489152 02000000:00000010:3.0:1724310017.911509:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342b000. 00010000:00000010:3.0:1724310017.911531:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.911542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.911560:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.911563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.911572:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.911574:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310017.911576:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.911578:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310017.911646:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.911648:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.911650:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.911652:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310017.911666:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.911670:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.911677:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4120. 00080000:00000010:3.0:1724310017.911682:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796e400. 00000001:00000010:3.0:1724310017.911806:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a9c0. 00000001:00000010:3.0:1724310017.911809:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310017.911835:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4120. 00010000:00000010:3.0:1724310017.911841:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.911843:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.911854:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.911870:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310017.911872:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310017.911886:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.911890:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.911892:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.911897:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310017.911903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310017.911911:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096554, last committed = 4295096163 00010000:00000200:3.0:1724310017.911917:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d500 x1808069883489152/t4295096554(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.911928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310017.911932:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883489152, offset 224 00000400:00000010:3.0:1724310017.911936:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e176c8. 00000400:00000200:3.0:1724310017.911938:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.911945:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.911950:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531990:531990:256:4294967295] 192.168.204.31@tcp LPNI seq info [531986:531986:8:4294967295] 00000400:00000200:3.0:1724310017.911954:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.911959:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.911964:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.911966:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310017.911970:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.911975:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.911977:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.911994:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.911997:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.911999:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:1.0:1724310017.912529:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.912531:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310017.912534:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.912537:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.913603:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.913612:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959b9 00000400:00000200:0.0:1724310017.913616:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.913618:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.913622:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310017.913624:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00000400:00000200:0.0:1724310017.914072:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.914078:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226c00 00000400:00000200:0.0:1724310017.914084:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 136416 00000400:00000200:0.0:1724310017.914125:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.914128:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.914131:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.914135:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ca80. 00010000:00000010:2.0:1724310017.914196:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310017.914203:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00000020:00000010:1.0:1724310017.914292:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbc800. 00000020:00000010:1.0:1724310017.914295:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.914298:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.914322:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883489280 00000001:00000010:1.0:1724310017.914330:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:1.0:1724310017.914345:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.914348:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310017.914386:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866c0000. 00010000:00000010:1.0:1724310017.914401:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310017.914403:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.914412:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310017.914414:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.914416:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.914418:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310017.914476:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310017.914482:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.914486:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310017.914492:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:2.1:1724310017.914969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310017.914975:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310017.914978:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310017.914980:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310017.914982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:2.1:1724310017.914986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310017.914988:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310017.914991:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310017.914993:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310017.914995:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310017.914996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310017.914998:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:1.0:1724310017.915998:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310017.916001:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.916004:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.916007:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310017.916042:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.916711:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.916717:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.916747:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310017.916761:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ca80 x1808069883489280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.916774:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.916779:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883489280, offset 224 00000400:00000200:1.0:1724310017.916783:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.916793:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.916798:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531991:531991:256:4294967295] 192.168.204.31@tcp LPNI seq info [531987:531987:8:4294967295] 00000400:00000200:1.0:1724310017.916806:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.916810:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.916814:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310017.916818:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.916824:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.916828:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.916846:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.916849:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.916853:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbc800. 00000800:00000200:0.0:1724310017.916961:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.916964:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310017.916967:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.916971:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.916974:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.916976:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:2.1:1724310017.917848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310017.917854:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310017.917857:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310017.917860:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310017.917862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310017.917867:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00000400:00000200:0.0:1724310017.918938:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.918948:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226d00 00000400:00000200:0.0:1724310017.918953:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 136992 00000400:00000200:0.0:1724310017.918970:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.918973:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.918978:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.918982:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ed80. 00000020:00000010:1.0:1724310017.919099:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbc800. 00000020:00000010:1.0:1724310017.919103:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.919106:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.919137:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883489536 02000000:00000010:1.0:1724310017.919161:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c6c9000. 00010000:00000010:1.0:1724310017.919183:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310017.919192:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.919209:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.919212:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.919220:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310017.919222:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310017.919225:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310017.919227:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310017.919334:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310017.919337:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.919339:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.919342:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310017.919361:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880129c665a0. 00000020:00000010:1.0:1724310017.919365:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880129c665a0. 00000020:00000010:1.0:1724310017.919373:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857ba0. 00080000:00000010:1.0:1724310017.919378:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081ae9000. 00000001:00000010:1.0:1724310017.919528:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a4d8d120. 00000001:00000010:1.0:1724310017.919533:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310017.919561:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857ba0. 00010000:00000010:1.0:1724310017.919567:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.919570:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.919581:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310017.919596:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310017.919599:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310017.919615:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.919620:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:1.0:1724310017.919623:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.919627:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310017.919633:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310017.919642:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096555, last committed = 4295096163 00010000:00000200:1.0:1724310017.919649:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ed80 x1808069883489536/t4295096555(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.919660:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310017.919664:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883489536, offset 224 00000400:00000010:1.0:1724310017.919668:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87f50. 00000400:00000200:1.0:1724310017.919671:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.919678:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.919683:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531992:531992:256:4294967295] 192.168.204.31@tcp LPNI seq info [531988:531988:8:4294967295] 00000400:00000200:1.0:1724310017.919687:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.919692:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.919696:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.919699:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310017.919702:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.919708:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.919711:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.919727:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.919730:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.919732:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbc800. 00000800:00000200:0.0:1724310017.919857:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.919860:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310017.919862:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.919866:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310017.920761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310017.920767:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310017.920770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310017.920772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310017.920824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:3.1:1724310017.920828:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310017.922301:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.922322:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959c1 00000400:00000200:0.0:1724310017.922327:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.922330:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.922335:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310017.922337:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:0.0:1724310017.922364:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.922369:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226d80 00000400:00000200:0.0:1724310017.922374:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 137480 00000400:00000200:0.0:1724310017.922420:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.922423:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.922427:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.922431:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3e680. 00000020:00000010:2.0:1724310017.922496:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7e400. 00000020:00000010:2.0:1724310017.922502:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310017.922506:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310017.922531:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883489664 00000001:00000010:2.0:1724310017.922539:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310017.922557:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310017.922563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310017.922605:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008de50000. 00010000:00000010:2.0:1724310017.922625:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310017.922628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310017.922639:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310017.922641:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310017.922643:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310017.922645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00000004:00000010:2.0:1724310017.922717:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310017.922723:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310017.922727:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310017.922733:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:3.0:1724310017.923049:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:3.0:1724310017.923055:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:3.1:1724310017.923415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:3.1:1724310017.923420:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310017.923423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310017.923425:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:3.1:1724310017.923427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:3.1:1724310017.923432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.0:1724310017.924825:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310017.924830:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310017.924834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310017.924838:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310017.924884:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310017.924894:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:0.0:1724310017.924898:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:0.0:1724310017.924927:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:0.0:1724310017.924940:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3e680 x1808069883489664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.924954:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890bb0. 00000100:00000200:0.0:1724310017.924960:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883489664, offset 224 00000400:00000200:0.0:1724310017.924965:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.924973:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.924980:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531993:531993:256:4294967295] 192.168.204.31@tcp LPNI seq info [531989:531989:8:4294967295] 00000400:00000200:0.0:1724310017.924988:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.924993:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.924996:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310017.925001:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.925006:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.925010:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.925037:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:0.0:1724310017.925041:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:0.0:1724310017.925044:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7e400. 00000800:00000200:1.0:1724310017.925382:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.925385:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310017.925388:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.925392:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.925394:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890bb0 00000400:00000010:1.0:1724310017.925397:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890bb0. 00000400:00000200:0.0:1724310017.926729:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.926740:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13226e80 00000400:00000200:0.0:1724310017.926747:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 138056 00000400:00000200:0.0:1724310017.926767:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.926770:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.926774:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.926779:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d880. 00000020:00000010:2.0:1724310017.927187:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fe00. 00000020:00000010:2.0:1724310017.927192:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.927196:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310017.927226:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883489920 02000000:00000010:2.0:1724310017.927251:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab5000. 00010000:00000010:2.0:1724310017.927301:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310017.927337:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:2.0:1724310017.927358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310017.927361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310017.927370:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310017.927373:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310017.927375:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310017.927377:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.927454:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310017.927456:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310017.927458:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310017.927461:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310017.927480:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310017.927485:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310017.927492:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310017.927497:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131838400. 00000001:00000010:2.0:1724310017.927648:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64cc0. 00000001:00000010:2.0:1724310017.927653:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310017.927680:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310017.927686:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310017.927689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.927701:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310017.927716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310017.927718:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310017.927732:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310017.927736:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:2.0:1724310017.927740:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310017.927745:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310017.927753:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310017.927762:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096556, last committed = 4295096163 00010000:00000200:2.0:1724310017.927769:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d880 x1808069883489920/t4295096556(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310017.927781:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880135a43bb0. 00000100:00000200:2.0:1724310017.927785:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883489920, offset 224 00000400:00000010:2.0:1724310017.927789:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95150. 00000400:00000200:2.0:1724310017.927792:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310017.927799:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310017.927803:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531994:531994:256:4294967295] 192.168.204.31@tcp LPNI seq info [531990:531990:8:4294967295] 00000400:00000200:2.0:1724310017.927807:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310017.927812:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310017.927816:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310017.927819:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310017.927823:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310017.927828:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310017.927831:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310017.927843:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310017.927846:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310017.927848:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fe00. 00000800:00000200:0.0:1724310017.928162:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.928165:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310017.928168:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.928171:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.929100:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310017.929106:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00000400:00000200:0.0:1724310017.930243:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.930255:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959c9 00000400:00000200:0.0:1724310017.930292:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.930296:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.930300:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880135a43bb0 00000400:00000010:0.0:1724310017.930302:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880135a43bb0. 00000400:00000200:0.0:1724310017.930340:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.930346:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13226f00 00000400:00000200:0.0:1724310017.930351:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 138544 00000400:00000200:0.0:1724310017.930367:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.930370:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.930374:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.930379:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3f480. 00010000:00000010:2.0:1724310017.930549:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310017.930556:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00000020:00000010:3.0:1724310017.930612:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e000. 00000020:00000010:3.0:1724310017.930617:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.930621:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.930645:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883490048 00000001:00000010:3.0:1724310017.930653:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:3.0:1724310017.930668:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.930671:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310017.930713:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008fec0000. 00010000:00000010:3.0:1724310017.930733:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.930736:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.930745:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.930748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.930750:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.930752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310017.930820:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310017.930825:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.930830:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.930836:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.931474:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310017.931477:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.931480:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.931483:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.931515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.931830:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.931835:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.931858:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310017.931869:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3f480 x1808069883490048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.931881:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310017.931886:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883490048, offset 224 00000400:00000200:3.0:1724310017.931890:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.931897:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.931902:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531995:531995:256:4294967295] 192.168.204.31@tcp LPNI seq info [531991:531991:8:4294967295] 00000400:00000200:3.0:1724310017.931909:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.931913:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.931916:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310017.931920:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.931925:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.931928:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.931950:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.931953:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.931955:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e000. 00000800:00000200:1.0:1724310017.932179:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.932182:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310017.932185:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.932188:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.932191:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:1.0:1724310017.932192:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:3.1:1724310017.935461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310017.935472:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310017.935477:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310017.935481:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310017.935484:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310017.935490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.1:1724310017.935492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310017.935497:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310017.935499:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310017.935501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310017.935662:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.935674:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227000 00000400:00000200:0.0:1724310017.935680:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 139120 00000400:00000200:0.0:1724310017.935701:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.935705:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.935710:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.935716:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416a00. 00000020:00000010:3.0:1724310017.935849:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e000. 00000020:00000010:3.0:1724310017.935855:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.935859:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.935892:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883490304 02000000:00000010:3.0:1724310017.935918:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c496000. 00010000:00000010:3.0:1724310017.935945:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.935956:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.935978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.935981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.935991:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310017.935993:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.935996:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.935998:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.936073:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.936075:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.936077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.936079:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310017.936096:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.936101:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.936108:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a0c0. 00080000:00000010:3.0:1724310017.936113:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796fc00. 00000001:00000010:3.0:1724310017.936290:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4de0. 00000001:00000010:3.0:1724310017.936295:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310017.936339:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a0c0. 00010000:00000010:3.0:1724310017.936345:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.936348:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.936360:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.936377:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310017.936380:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310017.936395:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.936400:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.936403:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.936408:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310017.936414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310017.936424:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096557, last committed = 4295096163 00010000:00000200:3.0:1724310017.936430:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416a00 x1808069883490304/t4295096557(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.936443:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310017.936447:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883490304, offset 224 00000400:00000010:3.0:1724310017.936452:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17700. 00000400:00000200:3.0:1724310017.936454:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.936462:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.936467:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531996:531996:256:4294967295] 192.168.204.31@tcp LPNI seq info [531992:531992:8:4294967295] 00000400:00000200:3.0:1724310017.936471:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.936476:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.936480:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.936484:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310017.936488:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.936493:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.936497:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.936509:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310017.936512:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.936515:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e000. 00000800:00000200:0.0:1724310017.937765:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.937769:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310017.937773:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.937777:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.939931:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.939944:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959d1 00000400:00000200:0.0:1724310017.939950:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.939953:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.939957:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310017.939959:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00000400:00000200:0.0:1724310017.939984:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.939989:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227080 00000400:00000200:0.0:1724310017.939995:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 139608 00000400:00000200:0.0:1724310017.940035:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.940038:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.940042:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.940047:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417100. 00010000:00000010:3.0:1724310017.940131:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.940139:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:0.1:1724310017.940378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000020:00000010:1.0:1724310017.940551:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbce00. 00000020:00000010:1.0:1724310017.940557:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.940560:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.940593:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883490432 00000001:00000010:1.0:1724310017.940601:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:1.0:1724310017.940618:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310017.940623:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310017.940669:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007ecb0000. 00010000:00000010:1.0:1724310017.940691:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310017.940694:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.940706:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310017.940708:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310017.940711:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310017.940713:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310017.940785:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310017.940791:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.940794:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310017.940801:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.1:1724310017.941048:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310017.941053:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310017.941056:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.0:1724310017.943809:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310017.943816:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.943820:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310017.943825:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.943869:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.943932:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.943936:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310017.943963:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310017.943977:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417100 x1808069883490432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.943991:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310017.943996:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883490432, offset 224 00000400:00000200:1.0:1724310017.944001:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.944010:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.944015:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531997:531997:256:4294967295] 192.168.204.31@tcp LPNI seq info [531993:531993:8:4294967295] 00000400:00000200:1.0:1724310017.944024:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.944028:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.944032:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310017.944037:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.944043:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.944046:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.944149:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.944153:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.944156:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbce00. 00000800:00000200:0.0:1724310017.944245:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.944247:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310017.944250:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.944254:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.944278:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310017.944280:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:3.1:1724310017.946398:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310017.946407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310017.948599:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.948614:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227180 00000400:00000200:0.0:1724310017.948621:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 140184 00000400:00000200:0.0:1724310017.948639:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.948643:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.948649:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.948654:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417b80. 00000020:00000010:1.0:1724310017.948757:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081dbce00. 00000020:00000010:1.0:1724310017.948763:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.948767:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310017.948852:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883490688 02000000:00000010:1.0:1724310017.948883:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbe9000. 00010000:00000010:1.0:1724310017.948912:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.948924:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.948947:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310017.948950:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310017.948961:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310017.948963:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310017.948966:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310017.948968:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310017.949039:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310017.949042:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310017.949044:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310017.949047:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310017.949067:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24260. 00000020:00000010:1.0:1724310017.949071:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24260. 00000020:00000010:1.0:1724310017.949079:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135857ba0. 00080000:00000010:1.0:1724310017.949086:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be48000. 00000001:00000010:1.0:1724310017.949234:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43c60. 00000001:00000010:1.0:1724310017.949239:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310017.949297:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135857ba0. 00010000:00000010:1.0:1724310017.949304:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310017.949317:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.949339:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310017.949356:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310017.949358:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310017.949376:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310017.949381:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:1.0:1724310017.949385:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310017.949389:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310017.949395:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310017.949405:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096558, last committed = 4295096163 00010000:00000200:1.0:1724310017.949413:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417b80 x1808069883490688/t4295096558(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310017.949427:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310017.949432:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883490688, offset 224 00000400:00000010:1.0:1724310017.949436:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87f88. 00000400:00000200:1.0:1724310017.949439:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310017.949448:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310017.949453:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531998:531998:256:4294967295] 192.168.204.31@tcp LPNI seq info [531994:531994:8:4294967295] 00000400:00000200:1.0:1724310017.949456:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310017.949462:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310017.949467:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310017.949470:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310017.949474:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310017.949479:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310017.949482:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310017.949494:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310017.949497:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310017.949500:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081dbce00. 00000800:00000200:0.0:1724310017.949625:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.949627:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310017.949630:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.949634:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.951039:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.951048:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959d9 00000400:00000200:0.0:1724310017.951052:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.951055:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.951058:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310017.951060:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:2.0:1724310017.951139:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:2.0:1724310017.951144:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:3.1:1724310017.955663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:3.1:1724310017.955675:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:3.1:1724310017.955678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.1:1724310017.955680:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310017.955726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310017.955732:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310017.955735:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310017.955738:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.955741:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310017.955746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310017.955748:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310017.955750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00000400:00000200:0.0:1724310017.956418:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.956431:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227200 00000400:00000200:0.0:1724310017.956437:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 140672 00000400:00000200:0.0:1724310017.956486:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.956489:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.956494:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.956499:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415f80. 00000020:00000010:3.0:1724310017.956565:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e000. 00000020:00000010:3.0:1724310017.956570:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.956574:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.956601:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883490816 00000001:00000010:3.0:1724310017.956610:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310017.956628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310017.956633:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310017.956674:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88003e5a0000. 00010000:00000010:3.0:1724310017.956693:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310017.956695:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.956708:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310017.956710:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.956712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310017.956714:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310017.956780:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310017.956785:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.956790:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.956796:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.957466:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.957469:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.957472:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310017.957474:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.957513:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.957564:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.957568:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.957591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310017.957602:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415f80 x1808069883490816/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.957615:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310017.957620:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883490816, offset 224 00000400:00000200:3.0:1724310017.957625:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.957632:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.957637:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [531999:531999:256:4294967295] 192.168.204.31@tcp LPNI seq info [531995:531995:8:4294967295] 00000400:00000200:3.0:1724310017.957645:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.957649:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.957652:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310017.957656:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.957662:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.957665:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.958019:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.958023:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.958025:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e000. 00000800:00000200:1.0:1724310017.958106:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.958108:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:1.0:1724310017.958111:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.958114:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.958117:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:1.0:1724310017.958119:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00010000:00000010:3.1:1724310017.959321:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310017.959327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310017.961456:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.961468:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227300 00000400:00000200:0.0:1724310017.961474:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 141248 00000400:00000200:0.0:1724310017.961492:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.961496:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.961500:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.961505:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414a80. 00000020:00000010:3.0:1724310017.962033:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e000. 00000020:00000010:3.0:1724310017.962038:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.962042:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.962066:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491072 02000000:00000010:3.0:1724310017.962091:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c492000. 00010000:00000010:3.0:1724310017.962119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.962131:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.962150:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310017.962154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.962164:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310017.962166:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.962169:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310017.962171:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.962242:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.962244:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.962247:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310017.962249:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310017.962287:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.962292:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310017.962300:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae47e0. 00080000:00000010:3.0:1724310017.962305:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796f800. 00000001:00000010:3.0:1724310017.962471:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4de0. 00000001:00000010:3.0:1724310017.962476:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310017.962505:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae47e0. 00010000:00000010:3.0:1724310017.962512:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310017.962515:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.962527:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.962542:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.962545:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00080000:00000010:3.0:1724310017.962560:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.962564:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.962568:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.962573:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310017.962579:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310017.962590:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096559, last committed = 4295096163 00010000:00000200:3.0:1724310017.962596:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414a80 x1808069883491072/t4295096559(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.962608:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310017.962613:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883491072, offset 224 00000400:00000010:3.0:1724310017.962617:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17738. 00000400:00000200:3.0:1724310017.962620:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.962628:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.962633:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532000:532000:256:4294967295] 192.168.204.31@tcp LPNI seq info [531996:531996:8:4294967295] 00000400:00000200:3.0:1724310017.962637:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.962642:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.962646:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.962650:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310017.962654:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.962659:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.962662:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.962675:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.962678:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.962680:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e000. 00000800:00000200:3.0:1724310017.962754:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310017.962756:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:3.0:1724310017.962758:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310017.962761:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.963833:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310017.963849:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310017.963853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310017.963855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310017.963941:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310017.963946:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310017.963949:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310017.963952:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:2.1:1724310017.963954:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310017.963957:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000400:00000200:0.0:1724310017.965589:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.965602:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959e1 00000400:00000200:0.0:1724310017.965607:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.965611:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.965615:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:0.0:1724310017.965618:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00010000:00000010:3.0:1724310017.965970:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.965979:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:0.1:1724310017.966743:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310017.966750:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.966752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310017.966754:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310017.966756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310017.966761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:2.0:1724310017.966822:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310017.966829:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227380 00000400:00000200:2.0:1724310017.966835:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 141736 00000400:00000200:2.0:1724310017.967817:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.967823:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310017.967828:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310017.967834:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7b80. 00000020:00000010:3.0:1724310017.967932:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e800. 00000020:00000010:3.0:1724310017.967937:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.967941:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.967964:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491200 00000001:00000010:3.0:1724310017.967972:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:3.0:1724310017.967989:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310017.967993:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310017.968037:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880084c70000. 00010000:00000010:3.0:1724310017.968059:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310017.968062:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.968073:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310017.968075:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.968079:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310017.968081:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310017.968151:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310017.968157:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.968162:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.968168:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.969196:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.969200:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.969204:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.969206:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.969245:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.969252:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.969255:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.969386:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310017.969399:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7b80 x1808069883491200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.969413:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310017.969418:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883491200, offset 224 00000400:00000200:3.0:1724310017.969424:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.969433:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.969437:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532001:532001:256:4294967295] 192.168.204.31@tcp LPNI seq info [531997:531997:8:4294967295] 00000400:00000200:3.0:1724310017.969446:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.969450:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.969453:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310017.969457:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.969463:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.969466:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.969811:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.969815:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.969818:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e800. 00000800:00000200:0.0:1724310017.969916:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310017.969919:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310017.969922:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.969925:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310017.969929:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:0.0:1724310017.969930:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:0.1:1724310017.970490:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310017.970496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310017.972363:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.972375:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227480 00000400:00000200:0.0:1724310017.972382:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 142312 00000400:00000200:0.0:1724310017.972403:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.972407:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.972413:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.972418:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415500. 00000020:00000010:3.0:1724310017.973191:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092b3e800. 00000020:00000010:3.0:1724310017.973196:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.973200:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.973223:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491456 02000000:00000010:3.0:1724310017.973247:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6a000. 00010000:00000010:3.0:1724310017.973320:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.973334:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.973355:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.973359:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.973368:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.973370:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310017.973372:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.973374:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310017.973449:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310017.973452:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.973454:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.973456:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310017.973475:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.973479:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.973486:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310017.973491:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796d800. 00000001:00000010:3.0:1724310017.973651:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae41e0. 00000001:00000010:3.0:1724310017.973656:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.973684:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310017.973690:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.973692:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.973706:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.973722:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310017.973724:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310017.973740:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.973744:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.973747:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.973752:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310017.973758:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310017.973768:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096560, last committed = 4295096163 00010000:00000200:3.0:1724310017.973775:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415500 x1808069883491456/t4295096560(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.973786:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310017.973791:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883491456, offset 224 00000400:00000010:3.0:1724310017.973795:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17770. 00000400:00000200:3.0:1724310017.973798:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.973806:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.973812:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532002:532002:256:4294967295] 192.168.204.31@tcp LPNI seq info [531998:531998:8:4294967295] 00000400:00000200:3.0:1724310017.973816:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.973821:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.973826:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.973829:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310017.973833:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.973839:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.973842:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.974986:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.974992:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.974994:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092b3e800. 00000800:00000200:2.0:1724310017.975099:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.975102:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:2.0:1724310017.975105:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.975110:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.976545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310017.976554:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310017.976557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310017.976561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310017.978227:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.978242:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959e9 00000400:00000200:0.0:1724310017.978248:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.978251:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.978255:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:0.0:1724310017.978290:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00010000:00000010:2.0:1724310017.978734:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:2.0:1724310017.978743:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00000400:00000200:0.0:1724310017.979178:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.979185:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227500 00000400:00000200:0.0:1724310017.979191:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 142800 00000400:00000200:0.0:1724310017.979246:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.979249:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.979254:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.979420:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414e00. 00010000:00000010:0.1:1724310017.979497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310017.979503:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310017.979506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310017.979508:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310017.979511:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310017.979516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000020:00000010:3.0:1724310017.979664:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310017.979669:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.979673:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.979697:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491584 00000001:00000010:3.0:1724310017.979704:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310017.979720:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.979724:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310017.979769:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7e0000. 00010000:00000010:3.0:1724310017.979790:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.979793:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.979803:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310017.979806:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.979808:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.979810:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310017.979883:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310017.979889:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.979893:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.979899:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.980796:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310017.980799:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.980802:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310017.980805:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.980845:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.981414:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.981419:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.981446:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310017.981459:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414e00 x1808069883491584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.981473:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310017.981478:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883491584, offset 224 00000400:00000200:3.0:1724310017.981483:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.981491:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.981496:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532003:532003:256:4294967295] 192.168.204.31@tcp LPNI seq info [531999:531999:8:4294967295] 00000400:00000200:3.0:1724310017.981505:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.981509:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.981512:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310017.981517:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.981523:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.981526:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.981589:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.981593:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.981596:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:2.0:1724310017.981692:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310017.981696:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:2.0:1724310017.981699:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310017.981702:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310017.981705:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:2.0:1724310017.981707:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00010000:00000010:3.1:1724310017.982430:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310017.982435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:0.0:1724310017.983736:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.983747:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227600 00000400:00000200:0.0:1724310017.983753:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 143376 00000400:00000200:0.0:1724310017.983770:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.983773:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.983776:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.983781:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414700. 00000020:00000010:3.0:1724310017.983865:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310017.983869:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.983872:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.983893:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491840 02000000:00000010:3.0:1724310017.983919:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b5000. 00010000:00000010:3.0:1724310017.983944:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.983954:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.983972:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310017.983976:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.983986:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310017.983988:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310017.983991:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310017.983993:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.984064:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310017.984066:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310017.984069:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310017.984071:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310017.984088:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.984093:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.984100:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4360. 00080000:00000010:3.0:1724310017.984105:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008796c800. 00000001:00000010:3.0:1724310017.984252:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac49c0. 00000001:00000010:3.0:1724310017.984278:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310017.984316:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4360. 00010000:00000010:3.0:1724310017.984322:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310017.984325:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.984337:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.984354:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310017.984357:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310017.984372:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.984376:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.984379:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.984383:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310017.984389:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310017.984400:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096561, last committed = 4295096163 00010000:00000200:3.0:1724310017.984406:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414700 x1808069883491840/t4295096561(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.984416:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310017.984420:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883491840, offset 224 00000400:00000010:3.0:1724310017.984424:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e177a8. 00000400:00000200:3.0:1724310017.984427:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.984434:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.984439:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532004:532004:256:4294967295] 192.168.204.31@tcp LPNI seq info [532000:532000:8:4294967295] 00000400:00000200:3.0:1724310017.984443:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.984449:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.984453:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.984456:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310017.984461:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.984466:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.984469:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.985108:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310017.985113:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.985115:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:1.0:1724310017.985221:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.985224:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310017.985228:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.985231:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.986239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310017.986246:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310017.986249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.986252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00000400:00000200:0.0:1724310017.987461:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310017.987474:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959f1 00000400:00000200:0.0:1724310017.987479:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.987482:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310017.987486:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:0.0:1724310017.987488:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:3.0:1724310017.987637:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.987644:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:0.0:1724310017.987769:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.987775:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227680 00000400:00000200:0.0:1724310017.987780:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 143864 00000400:00000200:0.0:1724310017.987934:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.987938:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.987942:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.987947:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417480. 00000020:00000010:3.0:1724310017.988140:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310017.988143:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.988147:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.988167:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883491968 00000001:00000010:3.0:1724310017.988176:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310017.988192:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310017.988196:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310017.988237:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007d200000. 00010000:00000010:3.0:1724310017.988278:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310017.988281:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.988292:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310017.988294:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.988297:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310017.988299:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310017.988384:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310017.988389:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.988394:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310017.988401:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310017.989052:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310017.989055:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.989058:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310017.989060:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.989095:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.989102:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.989106:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.989128:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310017.989139:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417480 x1808069883491968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.989152:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310017.989156:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883491968, offset 224 00000400:00000200:3.0:1724310017.989161:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.989168:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.989173:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532005:532005:256:4294967295] 192.168.204.31@tcp LPNI seq info [532001:532001:8:4294967295] 00000400:00000200:3.0:1724310017.989180:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.989185:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.989188:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310017.989192:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.989197:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.989200:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.989226:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.989230:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.989232:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:1.0:1724310017.990012:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.990016:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:1.0:1724310017.990020:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.990024:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.990027:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:1.0:1724310017.990028:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000400:00000200:0.0:1724310017.991377:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310017.991389:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227780 00000400:00000200:0.0:1724310017.991395:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 144440 00000400:00000200:0.0:1724310017.991412:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310017.991416:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310017.991420:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310017.991425:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416300. 00000020:00000010:3.0:1724310017.991522:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310017.991527:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.991531:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310017.991561:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883492224 02000000:00000010:3.0:1724310017.991594:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b6000. 00010000:00000010:3.0:1724310017.991619:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.991630:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.991648:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310017.991652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310017.991660:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310017.991662:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310017.991665:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310017.991666:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310017.991740:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310017.991742:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310017.991745:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310017.991747:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310017.991766:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.991771:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310017.991778:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4240. 00080000:00000010:3.0:1724310017.991784:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad75400. 00000001:00000010:3.0:1724310017.991934:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4b40. 00000001:00000010:3.0:1724310017.991939:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310017.991966:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4240. 00010000:00000010:3.0:1724310017.991972:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310017.991975:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.991987:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310017.992003:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310017.992006:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310017.992021:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310017.992026:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310017.992029:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310017.992033:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310017.992040:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310017.992051:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096562, last committed = 4295096163 00010000:00000200:3.0:1724310017.992057:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416300 x1808069883492224/t4295096562(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 488/456 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310017.992069:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310017.992074:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883492224, offset 224 00000400:00000010:3.0:1724310017.992078:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e177e0. 00000400:00000200:3.0:1724310017.992081:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310017.992088:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310017.992093:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532006:532006:256:4294967295] 192.168.204.31@tcp LPNI seq info [532002:532002:8:4294967295] 00000400:00000200:3.0:1724310017.992097:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310017.992103:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310017.992106:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310017.992109:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310017.992114:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310017.992119:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310017.992122:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310017.992150:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310017.992153:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310017.992155:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00010000:00000010:0.1:1724310017.992564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310017.992570:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310017.992573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310017.992575:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310017.992577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310017.992581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000800:00000200:1.0:1724310017.993496:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.993500:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310017.993504:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.993508:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310017.995953:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310017.995964:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310017.995969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310017.995972:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310017.995974:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310017.995976:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310017.995978:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310017.995980:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310017.995982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310017.995984:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310017.995986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310017.995991:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:1.0:1724310017.996225:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310017.996239:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2959f9 00000400:00000200:1.0:1724310017.996244:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.996248:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310017.996252:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:1.0:1724310017.996254:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00000400:00000200:1.0:1724310017.996302:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310017.996315:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227800 00000400:00000200:1.0:1724310017.996320:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 144928 00000400:00000200:1.0:1724310017.996374:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.996378:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310017.996381:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310017.996386:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9500. 00010000:00000010:2.0:1724310017.996718:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:2.0:1724310017.996726:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000020:00000010:0.0:1724310017.997195:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082970e00. 00000020:00000010:0.0:1724310017.997199:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310017.997203:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310017.997235:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883492352 00000001:00000010:0.0:1724310017.997244:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310017.997289:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310017.997294:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 02000000:00000010:0.0:1724310017.997352:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88005e900000. 00010000:00000010:0.0:1724310017.997372:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310017.997375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.997387:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310017.997389:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.997391:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310017.997393:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000004:00000010:0.0:1724310017.997469:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310017.997476:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be0f0. 00000004:00000010:0.0:1724310017.997482:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310017.997489:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:0.0:1724310017.998170:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310017.998173:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310017.998176:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310017.998180:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310017.998220:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310017.998282:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310017.998287:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310017.998338:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000200:0.0:1724310017.998352:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9500 x1808069883492352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:283/0 lens 576/584 e 0 to 0 dl 1724310053 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310017.998366:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890e58. 00000100:00000200:0.0:1724310017.998372:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883492352, offset 224 00000400:00000200:0.0:1724310017.998378:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310017.998388:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310017.998394:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532007:532007:256:4294967295] 192.168.204.31@tcp LPNI seq info [532003:532003:8:4294967295] 00000400:00000200:0.0:1724310017.998403:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310017.998408:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310017.998412:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310017.998417:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310017.998423:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310017.998426:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310017.999162:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310017.999167:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310017.999170:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082970e00. 00000800:00000200:1.0:1724310017.999399:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310017.999402:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310017.999405:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310017.999409:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310017.999413:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890e58 00000400:00000010:1.0:1724310017.999415:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890e58. 00010000:00000010:0.1:1724310018.002052:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310018.002063:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310018.002067:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310018.002069:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:1.0:1724310018.002151:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.002164:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227900 00000400:00000200:1.0:1724310018.002171:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 145504 00000400:00000200:1.0:1724310018.002190:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.002194:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.002200:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.002205:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8000. 00000020:00000010:2.0:1724310018.002441:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7f800. 00000020:00000010:2.0:1724310018.002447:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.002451:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310018.002481:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883492608 02000000:00000010:2.0:1724310018.002506:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d1d000. 00010000:00000010:2.0:1724310018.002532:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:2.0:1724310018.002542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310018.002560:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.002565:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.002575:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.002577:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.002580:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.002581:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.002655:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.002657:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.002659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.002661:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.002679:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c14c0. 00000020:00000010:2.0:1724310018.002684:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c14c0. 00000020:00000010:2.0:1724310018.002692:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310018.002698:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013183a000. 00000001:00000010:2.0:1724310018.002840:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64b40. 00000001:00000010:2.0:1724310018.002844:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310018.002871:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310018.002877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.002880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.002893:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.002910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.002912:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310018.002928:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:2.0:1724310018.002936:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:2.0:1724310018.002939:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be0f0. 00000004:00000010:2.0:1724310018.002942:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:2.0:1724310018.002948:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310018.002959:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096563, last committed = 4295096163 00010000:00000200:2.0:1724310018.002965:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8000 x1808069883492608/t4295096563(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.002978:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dab28. 00000100:00000200:2.0:1724310018.002982:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883492608, offset 224 00000400:00000010:2.0:1724310018.002986:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95188. 00000400:00000200:2.0:1724310018.002989:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.002997:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.003002:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532008:532008:256:4294967295] 192.168.204.31@tcp LPNI seq info [532004:532004:8:4294967295] 00000400:00000200:2.0:1724310018.003006:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.003012:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.003016:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.003019:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310018.003023:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.003029:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.003032:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.003057:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.003060:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310018.003063:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7f800. 00000800:00000200:1.0:1724310018.003241:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.003244:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310018.003247:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.003250:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.005069:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.005080:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a01 00000400:00000200:0.0:1724310018.005084:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.005086:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.005090:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dab28 00000400:00000010:0.0:1724310018.005092:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dab28. 00010000:00000010:3.0:1724310018.005169:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:3.0:1724310018.005176:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00000400:00000200:0.0:1724310018.005432:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.005438:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227980 00000400:00000200:0.0:1724310018.005443:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 145992 00000400:00000200:0.0:1724310018.005476:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.005479:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.005482:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.005486:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095417800. 00000020:00000010:3.0:1724310018.005652:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310018.005656:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.005659:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.005686:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883492736 00000001:00000010:3.0:1724310018.005693:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310018.005709:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.005712:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 02000000:00000010:3.0:1724310018.005751:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092b10000. 00010000:00000010:3.0:1724310018.005768:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.005770:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.005779:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.005781:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.005783:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.005785:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000004:00000010:3.0:1724310018.005845:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310018.005850:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.005854:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310018.005860:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.006929:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.006934:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.006936:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.006939:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.006976:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.006984:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.006987:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.007010:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310018.007023:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095417800 x1808069883492736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.007036:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310018.007040:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883492736, offset 224 00000400:00000200:3.0:1724310018.007044:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.007051:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.007056:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532009:532009:256:4294967295] 192.168.204.31@tcp LPNI seq info [532005:532005:8:4294967295] 00000400:00000200:3.0:1724310018.007063:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.007067:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.007071:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310018.007075:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.007081:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.007084:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.007147:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.007151:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.007154:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:1.0:1724310018.007252:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.007255:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310018.007290:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.007293:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.007297:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:1.0:1724310018.007298:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:3.1:1724310018.008916:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310018.008924:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310018.009209:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.009219:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227a80 00000400:00000200:0.0:1724310018.009225:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 146568 00000400:00000200:0.0:1724310018.009243:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.009247:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.009251:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.009282:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414000. 00000020:00000010:3.0:1724310018.009386:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310018.009391:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.009394:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.009559:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883492992 02000000:00000010:3.0:1724310018.009583:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce46000. 00010000:00000010:3.0:1724310018.009697:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.009709:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.009727:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.009730:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.009738:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.009741:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.009743:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.009746:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.009812:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.009814:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.009816:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.009819:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310018.009834:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310018.009839:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310018.009845:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4600. 00080000:00000010:3.0:1724310018.009850:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad74800. 00000001:00000010:3.0:1724310018.009996:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4240. 00000001:00000010:3.0:1724310018.010001:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.010030:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4600. 00010000:00000010:3.0:1724310018.010036:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.010038:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.010051:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.010069:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.010071:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310018.010085:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.010090:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310018.010093:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.010098:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310018.010105:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310018.010115:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096564, last committed = 4295096163 00010000:00000200:3.0:1724310018.010122:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414000 x1808069883492992/t4295096564(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.010134:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051908. 00000100:00000200:3.0:1724310018.010138:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883492992, offset 224 00000400:00000010:3.0:1724310018.010143:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17818. 00000400:00000200:3.0:1724310018.010146:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.010153:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.010158:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532010:532010:256:4294967295] 192.168.204.31@tcp LPNI seq info [532006:532006:8:4294967295] 00000400:00000200:3.0:1724310018.010162:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.010167:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.010171:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.010174:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.010178:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.010184:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.010187:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.010211:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.010214:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.010217:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:0.0:1724310018.010503:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.010506:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310018.010509:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.010512:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.012159:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310018.012166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:1.0:1724310018.012196:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.012207:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a09 00000400:00000200:1.0:1724310018.012211:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.012214:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.012217:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051908 00000400:00000010:1.0:1724310018.012219:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051908. 00010000:00000010:2.0:1724310018.012411:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:2.0:1724310018.012418:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000400:00000200:0.0:1724310018.012904:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.012912:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227b00 00000400:00000200:0.0:1724310018.012919:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 147056 00000400:00000200:0.0:1724310018.013106:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.013110:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.013115:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.013119:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095414380. 00000020:00000010:3.0:1724310018.013213:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310018.013217:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.013221:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.013250:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883493120 00000001:00000010:3.0:1724310018.013287:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:3.0:1724310018.013303:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.013318:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310018.013467:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88009c9a0000. 00010000:00000010:3.0:1724310018.013487:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.013490:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.013500:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.013502:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310018.013505:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.013507:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310018.013572:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310018.013812:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.013818:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310018.013825:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.014923:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.014927:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.014930:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.014934:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.014976:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.014985:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.014988:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310018.015014:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310018.015026:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095414380 x1808069883493120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.015039:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051550. 00000100:00000200:3.0:1724310018.015045:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883493120, offset 224 00000400:00000200:3.0:1724310018.015049:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.015058:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.015062:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532011:532011:256:4294967295] 192.168.204.31@tcp LPNI seq info [532007:532007:8:4294967295] 00000400:00000200:3.0:1724310018.015070:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.015074:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.015077:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310018.015081:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.015087:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.015090:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.015117:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.015122:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.015125:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:1.0:1724310018.015400:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.015403:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310018.015406:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.015410:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.015414:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051550 00000400:00000010:1.0:1724310018.015415:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051550. 00010000:00000010:3.1:1724310018.017420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310018.017429:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310018.017433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310018.017436:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310018.017439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310018.017443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310018.021692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310018.021706:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310018.021710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310018.021713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310018.021715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310018.021717:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310018.021719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310018.021721:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310018.021723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310018.021729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00000400:00000200:0.0:1724310018.022041:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.022054:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227c00 00000400:00000200:0.0:1724310018.022061:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 147632 00000400:00000200:0.0:1724310018.022079:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.022083:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.022089:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.022094:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095415180. 00000020:00000010:3.0:1724310018.022208:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008247e800. 00000020:00000010:3.0:1724310018.022212:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.022216:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.022248:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883493376 02000000:00000010:3.0:1724310018.022295:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce40000. 00010000:00000010:3.0:1724310018.022329:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.022341:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.022362:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.022366:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.022378:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.022380:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.022383:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.022386:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.022458:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.022460:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3680. 00010000:00000010:3.0:1724310018.022463:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.022465:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310018.022482:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310018.022487:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c260. 00000020:00000010:3.0:1724310018.022495:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4a20. 00080000:00000010:3.0:1724310018.022501:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad77c00. 00000001:00000010:3.0:1724310018.022649:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4120. 00000001:00000010:3.0:1724310018.022653:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310018.022681:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4a20. 00010000:00000010:3.0:1724310018.022686:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.022689:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.022702:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.022718:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.022720:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3680. 00080000:00000010:3.0:1724310018.022734:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.022738:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310018.022741:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.022747:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310018.022752:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310018.022762:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096565, last committed = 4295096163 00010000:00000200:3.0:1724310018.022770:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095415180 x1808069883493376/t4295096565(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.022783:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:3.0:1724310018.022787:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883493376, offset 224 00000400:00000010:3.0:1724310018.022792:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17850. 00000400:00000200:3.0:1724310018.022795:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.022803:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.022809:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532012:532012:256:4294967295] 192.168.204.31@tcp LPNI seq info [532008:532008:8:4294967295] 00000400:00000200:3.0:1724310018.022813:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.022819:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.022824:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.022827:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310018.022831:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.022836:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.022840:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.022852:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.022854:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.022856:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008247e800. 00000800:00000200:0.0:1724310018.022956:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.022959:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310018.022961:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.022965:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.023704:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.023711:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a11 00000400:00000200:0.0:1724310018.023714:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.023716:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.023720:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:0.0:1724310018.023721:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00010000:00000010:3.0:1724310018.023774:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.023779:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00000400:00000200:2.0:1724310018.026009:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.026022:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227c80 00000400:00000200:2.0:1724310018.026029:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 148120 00000400:00000200:2.0:1724310018.026092:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.026096:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.026101:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.026106:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4a80. 00010000:00000010:3.1:1724310018.027860:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:3.1:1724310018.027874:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000020:00000010:0.0:1724310018.027952:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971c00. 00000020:00000010:0.0:1724310018.027957:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.027963:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310018.027989:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883493504 00000001:00000010:0.0:1724310018.027998:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:0.0:1724310018.028024:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310018.028029:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 02000000:00000010:0.0:1724310018.028081:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bbf0000. 00010000:00000010:0.0:1724310018.028105:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310018.028108:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310018.028124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310018.028126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.028129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.028131:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310018.028219:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310018.028225:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be870. 00000004:00000010:0.0:1724310018.028230:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310018.028239:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee680. 00010000:00000010:0.0:1724310018.031066:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310018.031072:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310018.031076:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310018.031080:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.031127:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310018.031138:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310018.031142:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.031171:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000200:0.0:1724310018.031184:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4a80 x1808069883493504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.031197:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890908. 00000100:00000200:0.0:1724310018.031203:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883493504, offset 224 00000400:00000200:0.0:1724310018.031208:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.031218:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.031224:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532013:532013:256:4294967295] 192.168.204.31@tcp LPNI seq info [532009:532009:8:4294967295] 00000400:00000200:0.0:1724310018.031233:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.031239:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.031242:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310018.031246:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.031252:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.031276:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.031294:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.031298:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310018.031300:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971c00. 00000800:00000200:1.0:1724310018.031589:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.031593:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310018.031597:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.031601:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.031605:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890908 00000400:00000010:1.0:1724310018.031607:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890908. 00010000:00000010:0.1:1724310018.031723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310018.031731:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310018.031735:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310018.031738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310018.034854:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310018.034864:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:0.1:1724310018.034867:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310018.034869:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:2.0:1724310018.035512:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.035526:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227d80 00000400:00000200:2.0:1724310018.035533:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 148696 00000400:00000200:2.0:1724310018.035553:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.035557:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.035563:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.035568:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7800. 00000020:00000010:0.0:1724310018.035925:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971c00. 00000020:00000010:0.0:1724310018.035930:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.035934:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310018.035970:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883493760 02000000:00000010:0.0:1724310018.035998:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007c5d2000. 00010000:00000010:0.0:1724310018.036025:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.036049:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310018.036069:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310018.036073:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310018.036083:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310018.036085:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.036088:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.036090:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310018.036166:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.036168:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.036170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310018.036172:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310018.036191:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19ba0. 00000020:00000010:0.0:1724310018.036196:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19ba0. 00000020:00000010:0.0:1724310018.036204:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800959c9480. 00080000:00000010:0.0:1724310018.036211:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e15400. 00000001:00000010:0.0:1724310018.036403:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b720. 00000001:00000010:0.0:1724310018.036408:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310018.036438:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800959c9480. 00010000:00000010:0.0:1724310018.036445:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310018.036448:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310018.036461:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310018.036476:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310018.036479:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310018.036492:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee680. 00000004:00000010:0.0:1724310018.036498:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:0.0:1724310018.036501:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be870. 00000004:00000010:0.0:1724310018.036504:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310018.036510:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310018.036519:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096566, last committed = 4295096163 00010000:00000200:0.0:1724310018.036526:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7800 x1808069883493760/t4295096566(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.036539:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.036543:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883493760, offset 224 00000400:00000010:0.0:1724310018.036548:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef93f0. 00000400:00000200:0.0:1724310018.036550:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.036558:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.036563:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532014:532014:256:4294967295] 192.168.204.31@tcp LPNI seq info [532010:532010:8:4294967295] 00000400:00000200:0.0:1724310018.036567:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.036572:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.036577:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.036580:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310018.036584:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.036590:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.036593:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.036615:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.036619:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310018.036620:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971c00. 00000800:00000200:2.0:1724310018.036687:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.036692:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310018.036694:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.036698:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.037403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.037410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310018.037413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310018.037415:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310018.037418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310018.037782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310018.037787:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310018.037789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:1.0:1724310018.037993:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.038003:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a19 00000400:00000200:1.0:1724310018.038006:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.038009:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.038013:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:1.0:1724310018.038014:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00010000:00000010:2.0:1724310018.038063:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310018.038069:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00000400:00000200:0.0:1724310018.040332:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.040343:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227e00 00000400:00000200:0.0:1724310018.040350:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 149184 00000400:00000200:0.0:1724310018.040402:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.040405:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.040410:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.040414:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416d80. 00000020:00000010:1.0:1724310018.040489:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310018.040494:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.040498:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bced8. 00000100:00000200:1.0:1724310018.040524:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883493888 00000001:00000010:1.0:1724310018.040533:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:1.0:1724310018.040552:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.040557:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310018.040599:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880063d20000. 00010000:00000010:1.0:1724310018.040619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.040622:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.040634:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.040636:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.040639:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.040642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310018.040711:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310018.040717:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.040721:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bce10. 00080000:00000010:1.0:1724310018.040726:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.042194:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310018.042199:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.042203:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.042207:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.042253:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.042301:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.042314:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.042342:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310018.042354:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416d80 x1808069883493888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.042369:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.042374:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883493888, offset 224 00000400:00000200:1.0:1724310018.042379:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.042389:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.042393:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532015:532015:256:4294967295] 192.168.204.31@tcp LPNI seq info [532011:532011:8:4294967295] 00000400:00000200:1.0:1724310018.042402:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.042406:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.042410:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310018.042415:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.042421:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.042424:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.042450:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.042454:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bced8. 00000020:00000010:1.0:1724310018.042457:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:3.0:1724310018.042534:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.042537:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310018.042540:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.042544:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.042548:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:3.0:1724310018.042550:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.1:1724310018.044787:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310018.044796:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00000400:00000200:1.0:1724310018.045693:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.045708:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13227f00 00000400:00000200:1.0:1724310018.045714:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 149760 00000400:00000200:1.0:1724310018.045736:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.045741:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.045747:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.045753:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8e00. 00000020:00000010:0.0:1724310018.046460:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971c00. 00000020:00000010:0.0:1724310018.046467:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.046471:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310018.046505:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883494144 02000000:00000010:0.0:1724310018.046534:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff0000. 00010000:00000010:3.1:1724310018.047913:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310018.047921:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310018.047924:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310018.047927:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:3.1:1724310018.047933:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310018.047938:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.048810:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:0.0:1724310018.048823:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.049740:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.049748:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310018.049761:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.049763:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.049766:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.049768:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.049851:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.049854:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.049856:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.049858:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310018.049876:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.049882:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.049890:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43de0. 00080000:00000010:1.0:1724310018.049894:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be48c00. 00000001:00000010:1.0:1724310018.050045:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43e40. 00000001:00000010:1.0:1724310018.050049:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310018.050075:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43de0. 00010000:00000010:1.0:1724310018.050080:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.050084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.050097:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.050714:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.050718:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310018.050735:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.050740:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bce10. 00000004:00000010:1.0:1724310018.050743:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.050747:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310018.050751:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310018.050765:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096567, last committed = 4295096163 00010000:00000200:1.0:1724310018.050774:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8e00 x1808069883494144/t4295096567(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.050788:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.050794:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883494144, offset 224 00000400:00000010:1.0:1724310018.050800:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008dc87fc0. 00000400:00000200:1.0:1724310018.050803:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.050813:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.050818:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532016:532016:256:4294967295] 192.168.204.31@tcp LPNI seq info [532012:532012:8:4294967295] 00000400:00000200:1.0:1724310018.050822:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.050828:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.050832:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.050835:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310018.050839:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.050844:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.050848:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.050868:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:1.0:1724310018.050872:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:1.0:1724310018.050874:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971c00. 00000800:00000200:0.0:1724310018.051134:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.051138:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310018.051142:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.051146:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.051516:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310018.051521:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310018.051524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310018.051528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:0.0:1724310018.051842:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.051850:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a21 00000400:00000200:0.0:1724310018.051854:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.051856:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.051860:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310018.051861:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:3.0:1724310018.051926:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:3.0:1724310018.051932:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00000400:00000200:0.0:1724310018.053189:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.053198:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13227f80 00000400:00000200:0.0:1724310018.053204:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 150248 00000400:00000200:0.0:1724310018.053252:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.053284:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.053289:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.053294:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095416680. 00000020:00000010:1.0:1724310018.053532:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1b600. 00000020:00000010:1.0:1724310018.053538:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.053541:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.053847:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883494272 00000001:00000010:1.0:1724310018.053857:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:1.0:1724310018.053876:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.053881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 02000000:00000010:1.0:1724310018.054026:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800874e0000. 00010000:00000010:1.0:1724310018.054046:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.054049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.054061:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310018.054063:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.054066:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.054068:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000004:00000010:1.0:1724310018.054137:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310018.054143:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.054147:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.054152:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.054797:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310018.054800:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.054803:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.054805:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.054843:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.054850:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.054854:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.054874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000200:1.0:1724310018.054886:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095416680 x1808069883494272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.054910:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310018.054916:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883494272, offset 224 00000400:00000200:1.0:1724310018.054920:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.054928:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.054933:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532017:532017:256:4294967295] 192.168.204.31@tcp LPNI seq info [532013:532013:8:4294967295] 00000400:00000200:1.0:1724310018.054942:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.054946:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.054949:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310018.054954:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.054960:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.054962:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.054985:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.054988:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.054991:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1b600. 00000800:00000200:0.0:1724310018.055088:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.055091:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310018.055094:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.055097:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.055100:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310018.055102:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:3.1:1724310018.057486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310018.057496:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310018.057500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310018.057504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.1:1724310018.061384:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310018.061396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000400:00000200:2.0:1724310018.061460:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.061474:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228080 00000400:00000200:2.0:1724310018.061480:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 150824 00000400:00000200:2.0:1724310018.061498:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.061502:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.061508:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.061512:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6a00. 00010000:00000010:3.1:1724310018.061564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310018.061569:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00000020:00000010:1.0:1724310018.061631:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1b600. 00000020:00000010:1.0:1724310018.061636:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.061639:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.061667:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883494528 02000000:00000010:1.0:1724310018.061693:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134828000. 00010000:00000010:1.0:1724310018.061719:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.061729:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.061748:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.061752:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.061761:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.061763:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.061766:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310018.061768:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310018.061836:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310018.061838:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.061840:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310018.061842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310018.061858:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.061863:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.061870:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43900. 00080000:00000010:1.0:1724310018.061875:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be4ac00. 00000001:00000010:1.0:1724310018.062121:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43060. 00000001:00000010:1.0:1724310018.062126:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310018.062153:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43900. 00010000:00000010:1.0:1724310018.062158:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.062161:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.062172:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.062187:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.062190:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310018.062205:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.062210:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.062214:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.062217:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310018.062222:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310018.062232:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096568, last committed = 4295096163 00010000:00000200:1.0:1724310018.062238:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6a00 x1808069883494528/t4295096568(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.062251:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310018.062256:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883494528, offset 224 00000400:00000010:1.0:1724310018.062358:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3000. 00000400:00000200:1.0:1724310018.062362:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.062370:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.062376:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532018:532018:256:4294967295] 192.168.204.31@tcp LPNI seq info [532014:532014:8:4294967295] 00000400:00000200:1.0:1724310018.062380:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.062386:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.062391:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.062394:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310018.062398:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.062404:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.062407:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.063225:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.063230:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.063233:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1b600. 00000800:00000200:0.0:1724310018.063421:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.063424:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310018.063427:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.063432:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310018.067181:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310018.067193:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310018.067196:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310018.067197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:0.0:1724310018.069804:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.069819:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a29 00000400:00000200:0.0:1724310018.069825:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.069828:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.069833:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310018.069836:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00000400:00000200:0.0:1724310018.069863:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.069868:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228100 00000400:00000200:0.0:1724310018.069873:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 151312 00000400:00000200:0.0:1724310018.069927:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.069931:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.069935:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.069942:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511bb80. 00010000:00000010:2.0:1724310018.070364:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:2.0:1724310018.070373:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:3.1:1724310018.070603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310018.070610:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310018.070613:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:3.1:1724310018.070615:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310018.070617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310018.070622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00000020:00000010:1.0:1724310018.071273:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1b600. 00000020:00000010:1.0:1724310018.071278:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.071283:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.071322:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883494656 00000001:00000010:1.0:1724310018.071331:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310018.071348:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310018.071366:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310018.071412:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddf0000. 00010000:00000010:1.0:1724310018.071432:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310018.071435:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.071452:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.071454:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.071457:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.071459:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310018.071537:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310018.071543:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.071548:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.071553:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.072072:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.072074:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.072077:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310018.072079:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.072115:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.072731:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.072736:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.072766:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310018.072782:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511bb80 x1808069883494656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.072796:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310018.072802:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883494656, offset 224 00000400:00000200:1.0:1724310018.072807:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.072817:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.072822:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532019:532019:256:4294967295] 192.168.204.31@tcp LPNI seq info [532015:532015:8:4294967295] 00000400:00000200:1.0:1724310018.072831:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.072836:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.072840:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.072845:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.072851:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.072855:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.072870:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.072873:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.072876:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1b600. 00000800:00000200:2.0:1724310018.073026:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.073029:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310018.073032:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.073036:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.073039:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:2.0:1724310018.073041:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:0.1:1724310018.076491:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310018.076504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:0.0:1724310018.077590:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.077602:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228200 00000400:00000200:0.0:1724310018.077609:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 151888 00000400:00000200:0.0:1724310018.077629:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.077633:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.077638:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.077643:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118a80. 00000020:00000010:1.0:1724310018.077734:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1b600. 00000020:00000010:1.0:1724310018.077739:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.077742:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.078503:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883494912 02000000:00000010:1.0:1724310018.078535:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb50000. 00010000:00000010:1.0:1724310018.078567:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.078583:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.078607:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310018.078612:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.078623:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310018.078625:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.078629:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310018.078631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.078715:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310018.078717:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.078720:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.078721:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310018.078740:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.078746:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310018.078753:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba435a0. 00080000:00000010:1.0:1724310018.078758:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be48800. 00000001:00000010:1.0:1724310018.078906:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43540. 00000001:00000010:1.0:1724310018.078911:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310018.078937:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba435a0. 00010000:00000010:1.0:1724310018.078943:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310018.078946:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.078958:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.078975:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.078978:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310018.078997:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.079003:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.079006:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.079010:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310018.079016:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310018.079027:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096569, last committed = 4295096163 00010000:00000200:1.0:1724310018.079035:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118a80 x1808069883494912/t4295096569(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.079048:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310018.079053:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883494912, offset 224 00000400:00000010:1.0:1724310018.079058:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3038. 00000400:00000200:1.0:1724310018.079061:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.079069:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.079074:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532020:532020:256:4294967295] 192.168.204.31@tcp LPNI seq info [532016:532016:8:4294967295] 00000400:00000200:1.0:1724310018.079077:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.079083:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.079088:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.079091:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310018.079096:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.079102:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.079105:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.079133:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.079137:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.079139:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1b600. 00000800:00000200:2.0:1724310018.079229:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.079233:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:2.0:1724310018.079236:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.079241:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310018.079459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310018.079465:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:3.1:1724310018.079467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:3.1:1724310018.079469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:0.0:1724310018.080706:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.080716:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a31 00000400:00000200:0.0:1724310018.080720:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.080722:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.080726:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310018.080728:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00000400:00000200:0.0:1724310018.080795:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.080800:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228280 00000400:00000200:0.0:1724310018.080807:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 152376 00000400:00000200:0.0:1724310018.080853:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.080856:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.080859:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.080863:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119500. 00000020:00000010:2.0:1724310018.080918:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310018.080922:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.080924:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00010000:00000010:3.0:1724310018.080930:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:3.0:1724310018.080936:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000100:00000200:2.0:1724310018.080949:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883495040 00000001:00000010:2.0:1724310018.080956:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310018.080972:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.080976:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310018.081017:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c640000. 00010000:00000010:2.0:1724310018.081033:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.081035:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.081044:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.081046:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.081053:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.081055:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310018.081126:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310018.081132:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310018.081136:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310018.081143:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:3.1:1724310018.084061:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:3.1:1724310018.084074:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310018.084078:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:3.1:1724310018.084081:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310018.084083:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310018.084088:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.0:1724310018.085039:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310018.085042:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310018.085046:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310018.085051:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.085109:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:0.0:1724310018.085122:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310018.085126:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:0.0:1724310018.085156:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:0.0:1724310018.085170:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5119500 x1808069883495040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.085185:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801318904c8. 00000100:00000200:0.0:1724310018.085190:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883495040, offset 224 00000400:00000200:0.0:1724310018.085196:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.085205:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.085210:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532021:532021:256:4294967295] 192.168.204.31@tcp LPNI seq info [532017:532017:8:4294967295] 00000400:00000200:0.0:1724310018.085217:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.085223:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.085226:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310018.085232:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.085238:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.085241:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.085296:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d980. 00000020:00000010:0.0:1724310018.085300:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310018.085313:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:1.0:1724310018.085518:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.085521:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:1.0:1724310018.085524:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.085529:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.085532:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801318904c8 00000400:00000010:1.0:1724310018.085537:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801318904c8. 00010000:00000010:0.1:1724310018.088064:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310018.088074:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:0.0:1724310018.090469:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.090484:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228380 00000400:00000200:0.0:1724310018.090490:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 152952 00000400:00000200:0.0:1724310018.090508:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.090512:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.090518:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.090523:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511a680. 00000020:00000010:2.0:1724310018.090652:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310018.090659:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.090662:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310018.090701:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883495296 02000000:00000010:2.0:1724310018.090730:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880124568000. 00010000:00000010:2.0:1724310018.092404:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310018.092426:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310018.092450:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.092455:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.092466:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.092468:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.092471:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.092474:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.092558:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.092560:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.092562:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.092565:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310018.092585:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1700. 00000020:00000010:2.0:1724310018.092590:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1700. 00000020:00000010:2.0:1724310018.092598:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64f60. 00080000:00000010:2.0:1724310018.092602:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013183a400. 00000001:00000010:2.0:1724310018.092760:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64d20. 00000001:00000010:2.0:1724310018.092764:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310018.092794:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64f60. 00010000:00000010:2.0:1724310018.092800:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.092803:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.092820:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.092840:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.092842:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00080000:00000010:2.0:1724310018.092857:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310018.092862:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:2.0:1724310018.092866:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310018.092872:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310018.092877:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000200:2.0:1724310018.092891:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096570, last committed = 4295096163 00010000:00000200:2.0:1724310018.092899:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511a680 x1808069883495296/t4295096570(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.092913:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da330. 00000100:00000200:2.0:1724310018.092918:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883495296, offset 224 00000400:00000010:2.0:1724310018.092924:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b951c0. 00000400:00000200:2.0:1724310018.092927:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.092937:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.092943:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532022:532022:256:4294967295] 192.168.204.31@tcp LPNI seq info [532018:532018:8:4294967295] 00000400:00000200:2.0:1724310018.092948:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.092953:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.092959:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.092962:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310018.092966:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.092973:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.092976:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.092999:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.093002:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:2.0:1724310018.093004:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:0.0:1724310018.093562:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.093566:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310018.093570:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.093575:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310018.097629:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310018.097644:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310018.097648:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310018.097650:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310018.097978:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.097992:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a39 00000400:00000200:0.0:1724310018.097998:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.098001:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.098005:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da330 00000400:00000010:0.0:1724310018.098007:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da330. 00000400:00000200:0.0:1724310018.098173:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.098178:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228400 00000400:00000200:0.0:1724310018.098185:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 153440 00000400:00000200:0.0:1724310018.098240:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.098243:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.098248:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.098252:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511b100. 00010000:00000010:2.0:1724310018.098657:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.098665:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00000020:00000010:3.0:1724310018.099530:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.099536:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.099540:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.099571:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883495424 00000001:00000010:3.0:1724310018.099580:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:3.0:1724310018.099597:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.099603:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310018.099648:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbf0000. 00010000:00000010:3.0:1724310018.099668:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.099671:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.099682:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.099683:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.099686:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.099688:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310018.099759:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310018.099765:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.099769:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310018.099776:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.104777:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.104784:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.104789:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.104794:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.104854:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.104867:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.104872:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.104907:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310018.104924:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511b100 x1808069883495424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.104939:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310018.104945:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883495424, offset 224 00000400:00000200:3.0:1724310018.104953:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.104963:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.104969:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532023:532023:256:4294967295] 192.168.204.31@tcp LPNI seq info [532019:532019:8:4294967295] 00000400:00000200:3.0:1724310018.104977:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.104982:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.104986:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310018.104991:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.104997:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.105001:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.105160:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.105164:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.105167:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:1.0:1724310018.105459:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.105462:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:1.0:1724310018.105465:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.105469:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.105472:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:1.0:1724310018.105474:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00010000:00000010:2.1:1724310018.107412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310018.107420:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310018.107424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310018.110434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310018.110446:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310018.110450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310018.110453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:0.0:1724310018.112177:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.112190:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228500 00000400:00000200:0.0:1724310018.112197:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 154016 00000400:00000200:0.0:1724310018.112217:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.112221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.112227:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.112232:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118e00. 00000020:00000010:3.0:1724310018.112378:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142c800. 00000020:00000010:3.0:1724310018.112384:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.112389:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.112424:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883495680 02000000:00000010:3.0:1724310018.112462:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a0000. 00010000:00000010:3.0:1724310018.112497:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.112525:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.112546:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.112550:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.112562:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.112564:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.112567:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.112568:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.112645:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.112647:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.112650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.112652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.112670:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.112675:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.112682:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4360. 00080000:00000010:3.0:1724310018.112687:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad76c00. 00000001:00000010:3.0:1724310018.112830:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4e40. 00000001:00000010:3.0:1724310018.112834:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.112860:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4360. 00010000:00000010:3.0:1724310018.112866:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.112868:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.112880:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.112895:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.112897:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310018.112911:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.112915:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310018.112917:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.112922:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310018.112928:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310018.112938:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096571, last committed = 4295096163 00010000:00000200:3.0:1724310018.112944:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118e00 x1808069883495680/t4295096571(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.112957:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310018.112961:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883495680, offset 224 00000400:00000010:3.0:1724310018.112965:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17888. 00000400:00000200:3.0:1724310018.112968:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.112976:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.112980:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532024:532024:256:4294967295] 192.168.204.31@tcp LPNI seq info [532020:532020:8:4294967295] 00000400:00000200:3.0:1724310018.112984:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.112989:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.112993:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.112995:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.113000:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.113004:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.113008:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.113032:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.113035:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.113037:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142c800. 00000800:00000200:1.0:1724310018.113096:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.113099:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310018.113102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.113105:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.113607:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310018.113615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310018.113620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310018.113622:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310018.113624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310018.116410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310018.116423:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.117175:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.117190:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a41 00000400:00000200:0.0:1724310018.117195:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.117199:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.117204:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:0.0:1724310018.117206:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:3.0:1724310018.119050:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.119142:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:2.1:1724310018.120883:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310018.120893:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310018.120896:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:2.1:1724310018.120903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:2.0:1724310018.126412:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.126428:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228580 00000400:00000200:2.0:1724310018.126435:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 154504 00000400:00000200:2.0:1724310018.126508:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.126512:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.126519:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.126524:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7100. 00010000:00000010:2.1:1724310018.126687:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310018.126694:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000020:00000010:3.0:1724310018.126768:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142c800. 00000020:00000010:3.0:1724310018.126774:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.126779:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.126804:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883495808 00000001:00000010:3.0:1724310018.126814:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310018.126833:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.126838:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310018.126884:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bf0000. 00010000:00000010:3.0:1724310018.126905:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.126909:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.126923:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.126925:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.126928:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.126930:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000004:00000010:3.0:1724310018.127008:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310018.127015:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.127019:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923258. 00080000:00000010:3.0:1724310018.127026:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.127946:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.127951:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.127954:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.127957:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.127998:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.129210:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310018.129217:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.129255:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310018.129292:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7100 x1808069883495808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.129318:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310018.129324:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883495808, offset 224 00000400:00000200:3.0:1724310018.129329:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.129340:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.129345:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532025:532025:256:4294967295] 192.168.204.31@tcp LPNI seq info [532021:532021:8:4294967295] 00000400:00000200:3.0:1724310018.129353:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.129359:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.129362:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.129596:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.129603:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.129607:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.129633:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.129637:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.129640:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142c800. 00000800:00000200:1.0:1724310018.130437:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.130440:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310018.130444:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.130449:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.130452:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:1.0:1724310018.130454:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:2.1:1724310018.132887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310018.134780:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.134795:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228680 00000400:00000200:0.0:1724310018.134801:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 155080 00000400:00000200:0.0:1724310018.134819:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.134823:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.134828:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.134834:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd880. 00000020:00000010:3.0:1724310018.134947:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142c800. 00000020:00000010:3.0:1724310018.134951:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.134956:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:3.0:1724310018.134994:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496064 02000000:00000010:3.0:1724310018.135025:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a5000. 00010000:00000010:3.0:1724310018.135055:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.135067:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.135090:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.135094:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.135104:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.135106:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.135109:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.135111:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.135184:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.135186:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.135188:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.135191:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3680. 00000020:00000010:3.0:1724310018.135209:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.135213:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.135220:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4540. 00080000:00000010:3.0:1724310018.135225:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad75800. 00000001:00000010:3.0:1724310018.135422:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4600. 00000001:00000010:3.0:1724310018.135426:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.135454:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4540. 00010000:00000010:3.0:1724310018.135460:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.135463:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.135474:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.135491:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3680. 00010000:00000010:3.0:1724310018.135494:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310018.135508:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.135512:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923258. 00000004:00000010:3.0:1724310018.135516:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.135520:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310018.135526:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310018.135538:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096572, last committed = 4295096163 00010000:00000200:3.0:1724310018.135545:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd880 x1808069883496064/t4295096572(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.135558:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310018.135563:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883496064, offset 224 00000400:00000010:3.0:1724310018.135568:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e178c0. 00000400:00000200:3.0:1724310018.135571:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.135579:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.135585:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532026:532026:256:4294967295] 192.168.204.31@tcp LPNI seq info [532022:532022:8:4294967295] 00000400:00000200:3.0:1724310018.135589:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.135594:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.135598:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.135601:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310018.135606:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.135612:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.135615:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.135640:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.135643:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:3.0:1724310018.135645:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142c800. 00000800:00000200:2.0:1724310018.137398:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.137402:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310018.137407:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.137413:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.137436:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.137443:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a49 00000400:00000200:2.0:1724310018.137448:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.137449:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.137453:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:2.0:1724310018.137454:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00010000:00000010:0.0:1724310018.137509:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310018.137514:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00000400:00000200:0.0:1724310018.138163:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.138170:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228700 00000400:00000200:0.0:1724310018.138176:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 155568 00000400:00000200:0.0:1724310018.138212:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.138215:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.138219:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.138224:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccf100. 00000020:00000010:1.0:1724310018.138314:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1be00. 00000020:00000010:1.0:1724310018.138320:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.138324:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.138357:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496192 00000001:00000010:1.0:1724310018.138365:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310018.138383:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.138394:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 02000000:00000010:1.0:1724310018.138435:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880094430000. 00010000:00000010:1.0:1724310018.138455:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.138458:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.138468:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310018.138471:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.138473:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.138475:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310018.138546:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310018.138553:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.138557:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.138563:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.140050:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.140055:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.140059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.140062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310018.140106:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.140126:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.140130:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.140159:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310018.140172:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccf100 x1808069883496192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.140185:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310018.140190:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883496192, offset 224 00000400:00000200:1.0:1724310018.140195:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.140204:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.140209:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532027:532027:256:4294967295] 192.168.204.31@tcp LPNI seq info [532023:532023:8:4294967295] 00000400:00000200:1.0:1724310018.140217:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.140222:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.140226:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310018.140230:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.140236:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.140239:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.140807:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.140812:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.140816:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1be00. 00000800:00000200:0.0:1724310018.142495:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.142501:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:0.0:1724310018.142507:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.142513:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.142517:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310018.142520:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.1:1724310018.142934:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310018.142941:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.142946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310018.146885:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310018.146895:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310018.146899:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310018.146901:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00000400:00000200:2.0:1724310018.146963:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.146981:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228800 00000400:00000200:2.0:1724310018.146987:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 156144 00010000:00000010:3.1:1724310018.147005:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00000400:00000200:2.0:1724310018.147008:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1724310018.147012:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:2.0:1724310018.147013:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.147018:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.147023:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5180. 00000020:00000010:1.0:1724310018.147556:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082d1be00. 00000020:00000010:1.0:1724310018.147562:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.147565:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.147662:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496448 02000000:00000010:1.0:1724310018.147698:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c968000. 00010000:00000010:1.0:1724310018.147726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310018.148068:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.148090:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.148094:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.148106:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.148108:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310018.148111:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.148113:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.148189:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.148191:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.148193:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.148195:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310018.148213:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24b60. 00000020:00000010:1.0:1724310018.148218:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24b60. 00000020:00000010:1.0:1724310018.148226:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba439c0. 00080000:00000010:1.0:1724310018.148232:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be48400. 00000001:00000010:1.0:1724310018.148408:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43240. 00000001:00000010:1.0:1724310018.148413:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310018.148441:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba439c0. 00010000:00000010:1.0:1724310018.148447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.148450:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.148462:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.148478:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.148481:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310018.148498:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.148502:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.148506:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.148510:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310018.148515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310018.148527:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096573, last committed = 4295096163 00010000:00000200:1.0:1724310018.148535:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5180 x1808069883496448/t4295096573(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.148547:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310018.148552:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883496448, offset 224 00000400:00000010:1.0:1724310018.148558:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3070. 00000400:00000200:1.0:1724310018.148561:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.148570:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.148575:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532028:532028:256:4294967295] 192.168.204.31@tcp LPNI seq info [532024:532024:8:4294967295] 00000400:00000200:1.0:1724310018.148579:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.148584:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.148589:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.148592:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310018.148597:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.148602:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.148606:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.148630:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.148633:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.148635:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082d1be00. 00000800:00000200:2.0:1724310018.149018:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.149021:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:2.0:1724310018.149025:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.149029:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.150545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310018.150556:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310018.150559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310018.150562:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310018.150564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.150569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000400:00000200:0.0:1724310018.150885:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.150896:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a51 00000400:00000200:0.0:1724310018.150900:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.150903:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.150907:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310018.150909:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:0.0:1724310018.151077:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.151084:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228880 00000400:00000200:0.0:1724310018.151090:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 156632 00000400:00000200:0.0:1724310018.151133:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.151136:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.151141:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.151145:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccdc00. 00010000:00000010:3.0:1724310018.151402:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:3.0:1724310018.151411:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.153522:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310018.153529:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.153532:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.153555:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496576 00000001:00000010:1.0:1724310018.153564:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:1.0:1724310018.153583:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.153588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310018.153633:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080810000. 00010000:00000010:1.0:1724310018.153653:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.153656:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.153668:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.153670:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.153673:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.153676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310018.153758:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310018.153764:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.153768:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.153774:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:0.1:1724310018.154040:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:0.1:1724310018.154047:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310018.154050:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310018.154052:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310018.154055:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310018.154059:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.154455:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310018.154458:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.154461:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.154464:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310018.154507:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.154517:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.154520:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.154544:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310018.154557:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccdc00 x1808069883496576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.154571:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.154577:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883496576, offset 224 00000400:00000200:1.0:1724310018.154583:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.154594:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.154600:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532029:532029:256:4294967295] 192.168.204.31@tcp LPNI seq info [532025:532025:8:4294967295] 00000400:00000200:1.0:1724310018.154609:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.154614:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.154617:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310018.154622:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.154628:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.154631:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.154658:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.154661:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.154664:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:2.0:1724310018.154782:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.154785:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310018.154788:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.154793:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.154796:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:2.0:1724310018.154797:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:0.0:1724310018.156124:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.156136:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228980 00000400:00000200:0.0:1724310018.156142:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 157208 00000400:00000200:0.0:1724310018.156159:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.156164:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.156168:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.156172:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccfb80. 00000020:00000010:1.0:1724310018.159371:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9f200. 00000020:00000010:1.0:1724310018.159399:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.159405:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.159448:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496832 02000000:00000010:1.0:1724310018.159478:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c96a000. 00010000:00000010:1.0:1724310018.159508:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310018.159521:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.159544:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.159548:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.159558:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310018.159560:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310018.159563:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.159565:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.159644:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310018.159646:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.159649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.159651:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310018.159670:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24b60. 00000020:00000010:1.0:1724310018.159675:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24b60. 00000020:00000010:1.0:1724310018.159683:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba438a0. 00080000:00000010:1.0:1724310018.159690:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be49c00. 00000001:00000010:1.0:1724310018.159853:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43720. 00000001:00000010:1.0:1724310018.159858:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310018.159887:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba438a0. 00010000:00000010:1.0:1724310018.159893:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.159897:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.159909:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.159925:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.159928:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310018.159946:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.159951:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.159954:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.159959:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310018.159966:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310018.159978:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096574, last committed = 4295096163 00010000:00000200:1.0:1724310018.159986:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccfb80 x1808069883496832/t4295096574(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.160000:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.160006:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883496832, offset 224 00000400:00000010:1.0:1724310018.160011:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e30a8. 00000400:00000200:1.0:1724310018.160014:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.160027:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.160032:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532030:532030:256:4294967295] 192.168.204.31@tcp LPNI seq info [532026:532026:8:4294967295] 00000400:00000200:1.0:1724310018.160037:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.160042:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.160048:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.160051:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310018.160056:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.160062:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.160066:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.160086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.160088:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.160091:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9f200. 00000800:00000200:0.0:1724310018.160378:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.160381:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310018.160385:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.160389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.160642:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310018.160648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310018.162144:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.162155:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a59 00000400:00000200:0.0:1724310018.162159:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.162162:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.162166:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310018.162168:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:2.0:1724310018.162272:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:2.0:1724310018.162279:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00000400:00000200:0.0:1724310018.162913:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.162920:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228a00 00000400:00000200:0.0:1724310018.162927:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 157696 00000400:00000200:0.0:1724310018.162973:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.162977:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.162982:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.162986:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fcce300. 00000020:00000010:2.0:1724310018.163061:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fe00. 00000020:00000010:2.0:1724310018.163066:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.163070:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310018.163103:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883496960 00000001:00000010:2.0:1724310018.163112:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310018.163129:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.163133:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 02000000:00000010:2.0:1724310018.163175:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88002eb30000. 00010000:00000010:2.0:1724310018.163194:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.163197:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.163208:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.163210:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.163213:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.163215:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000004:00000010:2.0:1724310018.163299:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310018.163315:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310018.163319:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310018.163325:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:2.1:1724310018.163740:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310018.163747:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310018.163750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310018.163753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.0:1724310018.167808:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.167816:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.167822:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.167827:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.167884:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:3.0:1724310018.167896:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:3.0:1724310018.167901:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00010000:00000010:3.0:1724310018.167936:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000200:3.0:1724310018.167952:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fcce300 x1808069883496960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.167970:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310018.167975:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883496960, offset 224 00000400:00000200:3.0:1724310018.167981:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.167992:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.167998:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532031:532031:256:4294967295] 192.168.204.31@tcp LPNI seq info [532027:532027:8:4294967295] 00000400:00000200:3.0:1724310018.168007:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.168012:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.168015:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310018.168022:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.168028:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.168031:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.168051:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:3.0:1724310018.168054:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:3.0:1724310018.168058:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fe00. 00000800:00000200:0.0:1724310018.168191:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.168194:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310018.168198:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.168202:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.168206:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:0.0:1724310018.168207:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00010000:00000010:0.1:1724310018.170417:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310018.170427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:0.0:1724310018.173148:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.173165:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228b00 00000400:00000200:0.0:1724310018.173172:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 158272 00000400:00000200:0.0:1724310018.173193:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.173197:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.173204:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.173209:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccea00. 00010000:00000010:2.1:1724310018.173341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310018.173348:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:2.1:1724310018.173353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310018.173355:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310018.173357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310018.173361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310018.173854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310018.173859:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310018.173862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310018.173864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000020:00000010:3.0:1724310018.173936:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142c800. 00000020:00000010:3.0:1724310018.173941:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.173945:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923190. 00000100:00000200:1.0:1724310018.175098:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883497216 02000000:00000010:1.0:1724310018.175129:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c96c000. 00010000:00000010:1.0:1724310018.175158:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:1.0:1724310018.176372:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:1.0:1724310018.176405:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310018.176410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310018.176422:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.176424:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.176427:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310018.176429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.176504:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.176506:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.176508:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310018.176510:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310018.176530:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24760. 00000020:00000010:1.0:1724310018.176536:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24760. 00000020:00000010:1.0:1724310018.176543:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba439c0. 00080000:00000010:1.0:1724310018.176549:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d6800. 00000001:00000010:1.0:1724310018.176694:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43300. 00000001:00000010:1.0:1724310018.176698:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310018.176723:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba439c0. 00010000:00000010:1.0:1724310018.176728:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310018.176730:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.176743:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.176759:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.176761:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00080000:00000010:1.0:1724310018.176774:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:1.0:1724310018.176778:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:1.0:1724310018.176782:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:1.0:1724310018.176787:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:1.0:1724310018.176792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310018.176803:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096575, last committed = 4295096163 00010000:00000200:1.0:1724310018.176810:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccea00 x1808069883497216/t4295096575(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.176824:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310018.176830:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883497216, offset 224 00000400:00000010:1.0:1724310018.176835:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e30e0. 00000400:00000200:1.0:1724310018.176838:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.176848:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.176853:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532032:532032:256:4294967295] 192.168.204.31@tcp LPNI seq info [532028:532028:8:4294967295] 00000400:00000200:1.0:1724310018.176857:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.176863:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.176868:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.176871:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310018.176875:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.176881:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.176884:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.181024:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:1.0:1724310018.181037:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923190. 00000020:00000010:1.0:1724310018.181041:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142c800. 00000800:00000200:0.0:1724310018.181253:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.181268:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310018.181273:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.181280:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.183067:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.183080:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a61 00000400:00000200:0.0:1724310018.183085:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.183088:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.183092:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:0.0:1724310018.183094:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:3.0:1724310018.183197:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:3.0:1724310018.183205:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:2.1:1724310018.183372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310018.183379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310018.183383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310018.183385:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310018.183387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310018.183391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310018.183525:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.183531:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228b80 00000400:00000200:0.0:1724310018.183537:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 158760 00000400:00000200:0.0:1724310018.183575:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.183579:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.183582:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.183587:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccca80. 00000020:00000010:1.0:1724310018.183738:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.183743:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.183746:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.183766:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883497344 00000001:00000010:1.0:1724310018.183775:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310018.183791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310018.183795:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310018.183837:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800905c0000. 00010000:00000010:1.0:1724310018.183855:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310018.183857:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.183866:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.183868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.183871:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310018.183873:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000004:00000010:1.0:1724310018.183945:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310018.183951:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.183955:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.183960:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.184475:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310018.184478:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.184481:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.184483:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.184515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.185075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.185080:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.185106:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310018.185118:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccca80 x1808069883497344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.185131:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310018.185137:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883497344, offset 224 00000400:00000200:1.0:1724310018.185142:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.185150:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.185156:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532033:532033:256:4294967295] 192.168.204.31@tcp LPNI seq info [532029:532029:8:4294967295] 00000400:00000200:1.0:1724310018.185164:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.185169:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.185172:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310018.185177:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.185183:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.185186:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.185938:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.185943:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.185946:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.186159:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.186162:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310018.186166:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.186170:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.186174:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310018.186175:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00010000:00000010:0.1:1724310018.186385:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310018.186391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:2.1:1724310018.189435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310018.189446:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310018.189449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310018.189451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00000400:00000200:0.0:1724310018.190716:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.190728:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228c80 00000400:00000200:0.0:1724310018.190734:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 159336 00000400:00000200:0.0:1724310018.190755:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.190758:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.190763:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.190769:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd500. 00000020:00000010:1.0:1724310018.190904:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.190910:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.190914:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.190953:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883497600 02000000:00000010:1.0:1724310018.190981:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c96e000. 00010000:00000010:1.0:1724310018.191010:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.191035:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.191055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.191059:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.191071:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310018.191073:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.191075:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.191077:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.191161:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310018.191164:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.191166:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.191168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310018.191187:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.191192:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.191198:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43ea0. 00080000:00000010:1.0:1724310018.191204:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d6000. 00000001:00000010:1.0:1724310018.191414:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba439c0. 00000001:00000010:1.0:1724310018.191419:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310018.191445:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43ea0. 00010000:00000010:1.0:1724310018.191451:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.191454:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.191468:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.191484:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.191486:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310018.191504:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.191509:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.191513:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.191518:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310018.191524:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310018.191533:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096576, last committed = 4295096163 00010000:00000200:1.0:1724310018.191540:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd500 x1808069883497600/t4295096576(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.191553:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310018.191558:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883497600, offset 224 00000400:00000010:1.0:1724310018.191564:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3118. 00000400:00000200:1.0:1724310018.191567:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.191575:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.191580:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532034:532034:256:4294967295] 192.168.204.31@tcp LPNI seq info [532030:532030:8:4294967295] 00000400:00000200:1.0:1724310018.191584:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.191590:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.191594:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.191598:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310018.191602:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.191608:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.191611:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.191628:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.191631:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.191633:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.191741:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.191744:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310018.191746:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.191750:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.192972:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.192982:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a69 00000400:00000200:0.0:1724310018.192986:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.192988:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.192992:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310018.192994:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:2.0:1724310018.193080:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:2.0:1724310018.193086:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:2.1:1724310018.193628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310018.193633:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00000400:00000200:0.0:1724310018.196345:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.196358:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228d00 00000400:00000200:0.0:1724310018.196365:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 159824 00000400:00000200:0.0:1724310018.196427:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.196431:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.196436:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.196443:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607800. 00000020:00000010:1.0:1724310018.196523:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.196530:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.196534:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.196566:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883497728 00000001:00000010:1.0:1724310018.196788:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:1.0:1724310018.196807:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.196813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310018.196857:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d740000. 00010000:00000010:1.0:1724310018.196877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.196879:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.196891:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310018.196894:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.196897:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.196899:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310018.196970:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310018.196976:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.196981:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.196987:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.197747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.197750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.197754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.197756:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.197793:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.197801:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.197804:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.197824:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310018.197835:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607800 x1808069883497728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.197849:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453990. 00000100:00000200:1.0:1724310018.197853:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883497728, offset 224 00000400:00000200:1.0:1724310018.197858:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.197867:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.197872:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532035:532035:256:4294967295] 192.168.204.31@tcp LPNI seq info [532031:532031:8:4294967295] 00000400:00000200:1.0:1724310018.197880:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.197885:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.197992:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310018.197999:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.198005:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.198008:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.198021:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.198024:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.198027:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.198197:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.198200:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310018.198203:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.198207:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.198209:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453990 00000400:00000010:0.0:1724310018.198211:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453990. 00010000:00000010:0.1:1724310018.199766:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310018.199774:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:2.0:1724310018.199843:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.199854:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228e00 00000400:00000200:2.0:1724310018.199860:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 160400 00000400:00000200:2.0:1724310018.199878:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.199881:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.199885:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.199890:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4000. 00000020:00000010:1.0:1724310018.200021:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.200025:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.200028:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.200050:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883497984 02000000:00000010:1.0:1724310018.200082:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829e8000. 00010000:00000010:1.0:1724310018.200107:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.200115:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.200131:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.200134:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.200142:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310018.200144:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.200146:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.200147:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.200219:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.200221:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.200224:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.200226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310018.200253:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.200293:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.200311:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43b40. 00080000:00000010:1.0:1724310018.200316:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d7400. 00000001:00000010:1.0:1724310018.200468:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43900. 00000001:00000010:1.0:1724310018.200472:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310018.200502:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43b40. 00010000:00000010:1.0:1724310018.200508:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.200511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.200523:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.200539:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.200542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310018.200560:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.200564:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.200568:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.200572:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310018.200579:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310018.200590:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096577, last committed = 4295096163 00010000:00000200:1.0:1724310018.200597:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4000 x1808069883497984/t4295096577(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.200609:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310018.200613:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883497984, offset 224 00000400:00000010:1.0:1724310018.200618:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3150. 00000400:00000200:1.0:1724310018.200621:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.200629:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.200633:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532036:532036:256:4294967295] 192.168.204.31@tcp LPNI seq info [532032:532032:8:4294967295] 00000400:00000200:1.0:1724310018.200637:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.200642:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.200647:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.200650:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310018.200654:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.200660:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.200663:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.200681:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.200684:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.200686:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.200744:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.200746:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310018.200748:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.200751:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.202480:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310018.202488:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310018.202491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310018.202496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00000400:00000200:0.0:1724310018.204540:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.204555:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a71 00000400:00000200:0.0:1724310018.204560:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.204565:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.204570:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:0.0:1724310018.204572:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00000400:00000200:0.0:1724310018.204602:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.204607:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13228e80 00000400:00000200:0.0:1724310018.204613:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 160888 00000400:00000200:0.0:1724310018.204673:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.204676:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.204680:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.204685:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604000. 00010000:00000010:3.0:1724310018.204783:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:3.0:1724310018.204791:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000020:00000010:1.0:1724310018.204862:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.204867:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.204870:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.204891:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883498112 00000001:00000010:1.0:1724310018.204900:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310018.204917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.204921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310018.204965:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082bc0000. 00010000:00000010:1.0:1724310018.204986:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.204988:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.204998:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.205000:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.205002:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.205004:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000004:00000010:1.0:1724310018.205078:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310018.205085:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.205089:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.205095:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.205601:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.205605:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.205608:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310018.205610:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.205643:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.205649:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.205652:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.205671:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310018.205683:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604000 x1808069883498112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.205694:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310018.205698:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883498112, offset 224 00000400:00000200:1.0:1724310018.205702:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.205709:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.205713:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532037:532037:256:4294967295] 192.168.204.31@tcp LPNI seq info [532033:532033:8:4294967295] 00000400:00000200:1.0:1724310018.205721:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.205725:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.205728:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310018.205732:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.205738:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.205740:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.205760:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.205762:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.205765:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:2.0:1724310018.205845:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.205848:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:2.0:1724310018.205850:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.205853:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.205856:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:2.0:1724310018.205857:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00010000:00000010:2.1:1724310018.208532:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:2.1:1724310018.208543:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310018.208547:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310018.208551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310018.208554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310018.208557:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:2.1:1724310018.208559:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310018.208561:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310018.208602:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310018.208608:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310018.212744:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310018.212756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310018.213140:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.213154:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13228f80 00000400:00000200:0.0:1724310018.213161:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 161464 00000400:00000200:0.0:1724310018.213180:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.213183:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.213190:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.213195:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606a00. 00000020:00000010:1.0:1724310018.213364:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.213370:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.213374:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.213948:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883498368 02000000:00000010:1.0:1724310018.213976:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829ea000. 00010000:00000010:1.0:1724310018.214005:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.214018:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.214038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310018.214042:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.214052:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310018.214054:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.214057:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.214059:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.214139:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.214141:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.214143:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310018.214145:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310018.214166:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.214172:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.214179:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba435a0. 00080000:00000010:1.0:1724310018.214185:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d7c00. 00000001:00000010:1.0:1724310018.214494:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43d20. 00000001:00000010:1.0:1724310018.214498:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310018.214526:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba435a0. 00010000:00000010:1.0:1724310018.214532:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310018.214535:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.214548:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.214564:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.214566:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310018.214584:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.214588:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.214592:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.214596:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310018.214602:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310018.214614:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096578, last committed = 4295096163 00010000:00000200:1.0:1724310018.214621:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606a00 x1808069883498368/t4295096578(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.214634:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.214639:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883498368, offset 224 00000400:00000010:1.0:1724310018.214645:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3188. 00000400:00000200:1.0:1724310018.214647:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.214657:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.214663:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532038:532038:256:4294967295] 192.168.204.31@tcp LPNI seq info [532034:532034:8:4294967295] 00000400:00000200:1.0:1724310018.214668:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.214674:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.214678:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.214681:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.214685:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.214691:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.214694:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.215241:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.215245:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.215247:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.215999:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.216003:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310018.216007:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.216012:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.218463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310018.218473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310018.218477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310018.218480:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00000400:00000200:0.0:1724310018.219851:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.219866:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a79 00000400:00000200:0.0:1724310018.219871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.219874:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.219879:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310018.219881:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00000400:00000200:0.0:1724310018.219909:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.219914:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229000 00000400:00000200:0.0:1724310018.219919:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 161952 00000400:00000200:0.0:1724310018.220116:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.220120:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.220124:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.220128:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605f80. 00010000:00000010:2.0:1724310018.220211:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:2.0:1724310018.220219:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00000020:00000010:1.0:1724310018.220299:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880135b9e000. 00000020:00000010:1.0:1724310018.220313:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.220317:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.221057:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883498496 00000001:00000010:1.0:1724310018.221067:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310018.221083:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310018.221087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310018.221128:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093470000. 00010000:00000010:1.0:1724310018.221148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.221151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.221161:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310018.221163:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.221166:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310018.221168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310018.221238:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310018.221244:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.221248:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.221254:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.222460:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.222464:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.222468:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.222472:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.222510:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.222517:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.222520:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.222545:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310018.222557:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605f80 x1808069883498496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.222571:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453dd0. 00000100:00000200:1.0:1724310018.222577:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883498496, offset 224 00000400:00000200:1.0:1724310018.222582:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.222591:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.222597:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532039:532039:256:4294967295] 192.168.204.31@tcp LPNI seq info [532035:532035:8:4294967295] 00000400:00000200:1.0:1724310018.222605:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.222610:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.222613:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310018.222618:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.222624:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.222627:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.222641:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.222644:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.222648:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880135b9e000. 00000800:00000200:0.0:1724310018.223093:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.223096:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310018.223100:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.223104:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.223107:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453dd0 00000400:00000010:0.0:1724310018.223109:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453dd0. 00010000:00000010:0.1:1724310018.226874:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310018.226885:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310018.226888:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310018.226890:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310018.226893:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310018.226898:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:2.0:1724310018.226963:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.226976:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229100 00000400:00000200:2.0:1724310018.226982:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 162528 00000400:00000200:2.0:1724310018.227001:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.227005:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.227010:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.227014:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6d80. 00000020:00000010:1.0:1724310018.227582:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310018.227587:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.227591:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.228206:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883498752 02000000:00000010:1.0:1724310018.228236:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829ec000. 00010000:00000010:1.0:1724310018.228465:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.228477:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.228499:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.228503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.228514:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.228516:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.228519:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.228521:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.228599:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.228602:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.228605:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.228607:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000020:00000010:1.0:1724310018.228632:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.228637:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ea0. 00000020:00000010:1.0:1724310018.228646:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43de0. 00080000:00000010:1.0:1724310018.228651:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d5800. 00000001:00000010:1.0:1724310018.228802:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43b40. 00000001:00000010:1.0:1724310018.228806:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310018.228834:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43de0. 00010000:00000010:1.0:1724310018.228840:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.228842:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.228856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.228873:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.228876:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00080000:00000010:1.0:1724310018.228894:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:1.0:1724310018.228898:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:1.0:1724310018.228901:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.228905:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310018.228910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310018.228923:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096579, last committed = 4295096163 00010000:00000200:1.0:1724310018.228931:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6d80 x1808069883498752/t4295096579(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.228949:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880087453110. 00000100:00000200:1.0:1724310018.228954:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883498752, offset 224 00000400:00000010:1.0:1724310018.228959:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e31c0. 00000400:00000200:1.0:1724310018.228962:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.228971:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.228977:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532040:532040:256:4294967295] 192.168.204.31@tcp LPNI seq info [532036:532036:8:4294967295] 00000400:00000200:1.0:1724310018.228981:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.228987:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.228992:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.228995:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310018.229000:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.229006:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.229010:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.229030:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.229034:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.229036:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:1.0:1724310018.232440:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.232446:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:1.0:1724310018.232454:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.232462:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.232519:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.232531:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a81 00000400:00000200:2.0:1724310018.232537:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.232539:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.232543:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880087453110 00000400:00000010:2.0:1724310018.232546:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880087453110. 00000400:00000200:2.0:1724310018.232563:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.232568:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229180 00000400:00000200:2.0:1724310018.232574:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 163016 00000400:00000200:2.0:1724310018.232650:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.232654:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.232658:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.232663:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5880. 00000020:00000010:2.0:1724310018.232709:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310018.232714:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.232717:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.232741:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883498880 00000001:00000010:2.0:1724310018.232749:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:2.0:1724310018.232767:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.232773:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310018.232816:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088960000. 00010000:00000010:2.0:1724310018.232838:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.232841:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.232853:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.232855:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.232858:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.232860:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310018.232931:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310018.232938:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310018.232942:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.232948:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:0.1:1724310018.233797:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:0.1:1724310018.233805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.0:1724310018.234417:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:3.0:1724310018.234425:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:0.0:1724310018.234634:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310018.234638:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310018.234641:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310018.234644:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310018.234682:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:0.0:1724310018.234693:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:0.0:1724310018.234696:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:0.0:1724310018.234724:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:0.0:1724310018.234737:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5880 x1808069883498880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.234751:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890880. 00000100:00000200:0.0:1724310018.234759:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883498880, offset 224 00000400:00000200:0.0:1724310018.234763:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.234772:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.234778:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532041:532041:256:4294967295] 192.168.204.31@tcp LPNI seq info [532037:532037:8:4294967295] 00000400:00000200:0.0:1724310018.234787:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.234791:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.234795:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310018.234799:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.234806:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.234809:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.234973:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:0.0:1724310018.234978:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:0.0:1724310018.234982:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:2.0:1724310018.235087:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.235090:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310018.235093:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.235097:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.235100:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890880 00000400:00000010:2.0:1724310018.235102:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890880. 00010000:00000010:0.1:1724310018.237500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310018.237514:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310018.237517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:0.1:1724310018.237520:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00000400:00000200:1.0:1724310018.237949:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.237962:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229280 00000400:00000200:1.0:1724310018.237967:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 163592 00000400:00000200:1.0:1724310018.237987:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.237990:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.237995:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.238000:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafb480. 00000020:00000010:0.0:1724310018.238254:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971400. 00000020:00000010:0.0:1724310018.238282:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310018.238286:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310018.238318:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883499136 02000000:00000010:0.0:1724310018.238343:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff1000. 00010000:00000010:0.0:1724310018.238369:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310018.238378:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310018.238397:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310018.238401:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310018.238412:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310018.238414:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310018.238417:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310018.238419:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310018.238494:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310018.238496:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.238500:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310018.238502:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310018.238521:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de198e0. 00000020:00000010:0.0:1724310018.238526:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de198e0. 00000020:00000010:0.0:1724310018.238534:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b000. 00080000:00000010:0.0:1724310018.238538:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880093e16800. 00000001:00000010:0.0:1724310018.238697:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9480. 00000001:00000010:0.0:1724310018.238702:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310018.238731:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b000. 00010000:00000010:0.0:1724310018.238737:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310018.238739:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.238752:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.238767:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310018.238769:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00080000:00000010:0.0:1724310018.238786:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:0.0:1724310018.238790:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:0.0:1724310018.238794:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:0.0:1724310018.238799:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310018.238805:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:0.0:1724310018.238816:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096580, last committed = 4295096163 00010000:00000200:0.0:1724310018.238822:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafb480 x1808069883499136/t4295096580(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.238835:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890110. 00000100:00000200:0.0:1724310018.238839:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883499136, offset 224 00000400:00000010:0.0:1724310018.238843:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef93b8. 00000400:00000200:0.0:1724310018.238846:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.238854:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.238860:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532042:532042:256:4294967295] 192.168.204.31@tcp LPNI seq info [532038:532038:8:4294967295] 00000400:00000200:0.0:1724310018.238864:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.238869:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.238874:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.238877:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310018.238881:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.238886:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.238889:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.239987:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310018.239992:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310018.239995:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971400. 00000800:00000200:2.0:1724310018.240202:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.240205:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310018.240208:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.240213:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.240410:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310018.240414:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310018.240417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310018.240419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310018.241176:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310018.241182:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:2.0:1724310018.244517:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.244533:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a89 00000400:00000200:2.0:1724310018.244538:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.244542:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.244546:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890110 00000400:00000010:2.0:1724310018.244548:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890110. 00000400:00000200:2.0:1724310018.244566:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.244571:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229300 00000400:00000200:2.0:1724310018.244576:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 164080 00000400:00000200:2.0:1724310018.244832:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.244837:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.244841:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.244849:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788c700. 00010000:00000010:0.0:1724310018.244926:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310018.244935:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00000020:00000010:1.0:1724310018.245017:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1d000. 00000020:00000010:1.0:1724310018.245023:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.245026:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.245050:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883499264 00000001:00000010:1.0:1724310018.245059:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310018.245076:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.245081:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 02000000:00000010:1.0:1724310018.245125:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088180000. 00010000:00000010:1.0:1724310018.245145:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.245148:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.245158:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.245160:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.245163:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.245165:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310018.245234:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310018.245241:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f690. 00000004:00000010:1.0:1724310018.245246:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bced8. 00080000:00000010:1.0:1724310018.245253:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8820. 00010000:00000010:1.0:1724310018.246128:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.246132:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.246134:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.246137:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.246173:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310018.246179:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.246181:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.246205:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:1.0:1724310018.246216:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788c700 x1808069883499264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.246230:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800874532a8. 00000100:00000200:1.0:1724310018.246235:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883499264, offset 224 00000400:00000200:1.0:1724310018.246241:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.246249:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.246254:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532043:532043:256:4294967295] 192.168.204.31@tcp LPNI seq info [532039:532039:8:4294967295] 00000400:00000200:1.0:1724310018.246280:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.246284:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.246287:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310018.246292:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.246298:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.246310:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1724310018.246349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310018.246354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310018.246357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310018.246359:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310018.246361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310018.246365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000800:00000200:3.0:1724310018.246387:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.246390:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310018.246394:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.246397:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.246400:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800874532a8 00000400:00000010:3.0:1724310018.246402:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800874532a8. 00000400:00000200:0.0:1724310018.247664:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.247674:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229400 00000400:00000200:0.0:1724310018.247680:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 164656 00000400:00000200:0.0:1724310018.247698:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.247702:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.247707:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.247711:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605c00. 00000020:00000010:2.0:1724310018.247820:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310018.247825:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.247829:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000020:00000010:1.0:1724310018.248617:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.248622:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:1.0:1724310018.248626:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1d000. 00000100:00000200:2.0:1724310018.248999:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883499520 02000000:00000010:2.0:1724310018.249025:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012456e000. 00010000:00000010:2.0:1724310018.249053:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:2.0:1724310018.249075:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:2.0:1724310018.249096:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.249100:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.249109:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.249111:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.249114:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.249115:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.249181:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.249182:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.249184:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.249186:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310018.249200:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1ec0. 00000020:00000010:2.0:1724310018.249204:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1ec0. 00000020:00000010:2.0:1724310018.249211:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64360. 00080000:00000010:2.0:1724310018.249215:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013183bc00. 00000001:00000010:2.0:1724310018.249950:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64660. 00000001:00000010:2.0:1724310018.249955:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310018.249982:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64360. 00010000:00000010:2.0:1724310018.249988:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.249992:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.250005:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.250020:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.250023:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00080000:00000010:2.0:1724310018.250041:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8820. 00000004:00000010:2.0:1724310018.250045:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bced8. 00000004:00000010:2.0:1724310018.250048:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f690. 00000004:00000010:2.0:1724310018.250052:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:2.0:1724310018.250057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310018.250068:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096581, last committed = 4295096163 00010000:00000200:2.0:1724310018.250076:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605c00 x1808069883499520/t4295096581(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.250089:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da440. 00000100:00000200:2.0:1724310018.250095:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883499520, offset 224 00000400:00000010:2.0:1724310018.250099:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b951f8. 00000400:00000200:2.0:1724310018.250102:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.250112:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.250118:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532044:532044:256:4294967295] 192.168.204.31@tcp LPNI seq info [532040:532040:8:4294967295] 00000400:00000200:2.0:1724310018.250122:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.250127:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.250132:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.250134:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310018.250138:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.250144:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.250147:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.252023:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.252033:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.252038:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:0.0:1724310018.252665:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.252669:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310018.252673:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.252679:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.252866:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310018.252872:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310018.252876:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310018.252877:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310018.252880:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310018.252883:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:3.0:1724310018.255081:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310018.255095:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a91 00000400:00000200:3.0:1724310018.255102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.255105:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310018.255110:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da440 00000400:00000010:3.0:1724310018.255112:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da440. 00010000:00000010:0.0:1724310018.255194:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:0.0:1724310018.255203:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:0.1:1724310018.256838:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310018.256847:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310018.256893:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.1:1724310018.256898:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310018.256900:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.1:1724310018.256903:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:0.0:1724310018.257293:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.257315:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229480 00000400:00000200:0.0:1724310018.257321:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 165144 00000400:00000200:0.0:1724310018.258587:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.258596:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.258607:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.258613:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604e00. 00000020:00000010:2.0:1724310018.258732:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.258737:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.258741:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.258766:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883499648 00000001:00000010:2.0:1724310018.258774:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:2.0:1724310018.258793:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.258799:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310018.258846:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b90000. 00010000:00000010:2.0:1724310018.258869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.258872:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.258886:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.258888:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.258891:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.258893:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000004:00000010:2.0:1724310018.258968:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310018.258975:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.258980:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.258986:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.260126:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.260130:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.260134:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.260137:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.260183:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.260192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.260196:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.260222:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310018.260235:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604e00 x1808069883499648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.260249:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da3b8. 00000100:00000200:2.0:1724310018.260254:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883499648, offset 224 00000400:00000200:2.0:1724310018.262251:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.262275:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.262281:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532045:532045:256:4294967295] 192.168.204.31@tcp LPNI seq info [532041:532041:8:4294967295] 00000400:00000200:2.0:1724310018.262290:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.262295:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.262299:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.262330:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.262337:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.262341:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.262368:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.262373:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.262377:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:0.0:1724310018.262518:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.262522:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310018.262526:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.262530:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.262534:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da3b8 00000400:00000010:0.0:1724310018.262536:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da3b8. 00000400:00000200:0.0:1724310018.264741:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.264754:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229580 00000400:00000200:0.0:1724310018.264761:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 165720 00000400:00000200:0.0:1724310018.264779:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.264784:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.264789:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.264795:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607100. 00000020:00000010:2.0:1724310018.264893:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.264899:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.264904:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.264940:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883499904 02000000:00000010:2.0:1724310018.264975:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f1000. 00010000:00000010:2.0:1724310018.265007:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.265025:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.265047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.265051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.265063:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.265065:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.265068:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.265070:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.265146:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.265148:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.265151:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.265153:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00000020:00000010:2.0:1724310018.265173:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.265178:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.265186:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.265192:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013183b800. 00000001:00000010:2.0:1724310018.265389:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b202fb40. 00000001:00000010:2.0:1724310018.265393:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310018.265426:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.265432:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.265435:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.265449:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.265470:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.265473:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310018.265500:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.265505:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.265510:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.265516:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:1.1:1724310018.265521:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.0:1724310018.265523:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:1.1:1724310018.265528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000200:2.0:1724310018.265534:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096582, last committed = 4295096163 00010000:00000200:2.0:1724310018.265541:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607100 x1808069883499904/t4295096582(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.265559:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dacc0. 00000100:00000200:2.0:1724310018.265563:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883499904, offset 224 00000400:00000010:2.0:1724310018.265568:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95230. 00000400:00000200:2.0:1724310018.265571:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.265580:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.265585:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532046:532046:256:4294967295] 192.168.204.31@tcp LPNI seq info [532042:532042:8:4294967295] 00000400:00000200:2.0:1724310018.265589:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.265594:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.265599:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.265602:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310018.265607:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.265613:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.265616:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.265636:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.265640:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.265642:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:1.0:1724310018.265704:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.265707:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310018.265710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.265714:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.266815:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.266823:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295a99 00000400:00000200:0.0:1724310018.266827:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.266829:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.266833:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dacc0 00000400:00000010:0.0:1724310018.266834:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dacc0. 00010000:00000010:2.0:1724310018.266908:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.266913:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00000400:00000200:0.0:1724310018.267624:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.267632:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229600 00000400:00000200:0.0:1724310018.267638:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 166208 00000400:00000200:0.0:1724310018.267685:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.267689:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.267693:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.267697:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606680. 00000020:00000010:2.0:1724310018.267779:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.267783:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.267786:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.267807:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883500032 00000001:00000010:2.0:1724310018.267816:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310018.267832:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.267835:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310018.267876:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c00000. 00010000:00000010:2.0:1724310018.267897:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.267900:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.267910:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.267912:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.267915:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.267917:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000004:00000010:2.0:1724310018.267984:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310018.267990:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.267995:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.268000:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310018.268369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310018.268375:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310018.268377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310018.268381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.268620:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.268622:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.268625:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.268628:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.268663:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.268670:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.268672:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.268694:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310018.268704:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606680 x1808069883500032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.268716:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dac38. 00000100:00000200:2.0:1724310018.268721:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883500032, offset 224 00000400:00000200:2.0:1724310018.268725:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.268733:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.268738:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532047:532047:256:4294967295] 192.168.204.31@tcp LPNI seq info [532043:532043:8:4294967295] 00000400:00000200:2.0:1724310018.268747:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.268751:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.268754:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310018.268758:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.268764:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.268767:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.268794:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.268797:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.268800:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:1.0:1724310018.268911:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.268914:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310018.268918:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.268921:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.268924:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dac38 00000400:00000010:1.0:1724310018.268926:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dac38. 00010000:00000010:1.1:1724310018.271788:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310018.271801:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310018.273536:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.273550:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229700 00000400:00000200:0.0:1724310018.273556:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 166784 00000400:00000200:0.0:1724310018.273577:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.273581:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.273587:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.273593:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605880. 00000020:00000010:2.0:1724310018.273701:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.273706:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.273711:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.273739:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883500288 02000000:00000010:2.0:1724310018.273770:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f3000. 00010000:00000010:2.0:1724310018.273802:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.273817:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.273841:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.273845:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.273856:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.273858:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.273861:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.273863:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.273942:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.273945:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.273947:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.273950:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00000020:00000010:2.0:1724310018.273970:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.273975:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.275017:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.275024:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131838c00. 00000001:00000010:2.0:1724310018.275178:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10ea0. 00000001:00000010:2.0:1724310018.275436:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310018.275470:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.275477:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.275481:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.275497:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.275516:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.275520:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00080000:00000010:2.0:1724310018.275537:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.275541:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.275545:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.275550:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310018.275558:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310018.275570:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096583, last committed = 4295096163 00010000:00000200:2.0:1724310018.275578:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605880 x1808069883500288/t4295096583(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.275592:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da5d8. 00000100:00000200:2.0:1724310018.275597:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883500288, offset 224 00000400:00000010:2.0:1724310018.275602:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95268. 00000400:00000200:2.0:1724310018.275605:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.275614:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.275619:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532048:532048:256:4294967295] 192.168.204.31@tcp LPNI seq info [532044:532044:8:4294967295] 00000400:00000200:2.0:1724310018.275623:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.275628:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.275633:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.275637:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.275642:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.275648:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.275652:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.275680:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.275683:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.275685:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:0.0:1724310018.276113:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.276116:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310018.276120:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.276124:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.277094:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.277103:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295aa1 00000400:00000200:0.0:1724310018.277107:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.277110:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.277114:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da5d8 00000400:00000010:0.0:1724310018.277116:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da5d8. 00010000:00000010:2.0:1724310018.280113:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.280128:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:0.1:1724310018.280442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310018.280449:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310018.280453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310018.280455:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310018.280457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:3.0:1724310018.280458:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.1:1724310018.280459:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310018.280462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310018.280464:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310018.280467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:3.0:1724310018.280471:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229780 00010000:00000010:0.1:1724310018.280472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310018.280473:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310018.280476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:3.0:1724310018.280478:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 167272 00000400:00000200:3.0:1724310018.280538:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.280542:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310018.280547:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310018.280556:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9c00. 00000020:00000010:2.0:1724310018.280619:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.280624:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.280627:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.280650:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883500416 00000001:00000010:2.0:1724310018.280659:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310018.280675:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.280679:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 02000000:00000010:2.0:1724310018.280724:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006f5c0000. 00010000:00000010:2.0:1724310018.280745:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.280749:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.280760:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.280762:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.280765:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.280768:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000004:00000010:2.0:1724310018.280840:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310018.280846:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.280850:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.280856:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.281764:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.281767:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.281769:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.281772:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.281810:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.281816:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.281819:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.281841:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310018.281852:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9c00 x1808069883500416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.281865:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.281870:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883500416, offset 224 00000400:00000200:2.0:1724310018.281876:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.281883:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.281888:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532049:532049:256:4294967295] 192.168.204.31@tcp LPNI seq info [532045:532045:8:4294967295] 00000400:00000200:2.0:1724310018.281896:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.281901:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.281904:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.281908:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.281982:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.281985:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.281997:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.282000:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.282003:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:0.0:1724310018.282155:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.282158:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310018.282161:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.282164:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.282167:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:0.0:1724310018.282169:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00000400:00000200:0.0:1724310018.283539:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.283549:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229880 00000400:00000200:0.0:1724310018.283555:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 167848 00000400:00000200:0.0:1724310018.283569:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.283572:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.283577:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.283581:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604380. 00000020:00000010:2.0:1724310018.285452:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.285461:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.285466:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.285511:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883500672 02000000:00000010:2.0:1724310018.285538:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f5000. 00010000:00000010:2.0:1724310018.285567:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.285579:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.285602:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.285607:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.285748:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.285752:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.285756:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.285758:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.285831:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.285834:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.285836:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.285838:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310018.285857:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.285863:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.285870:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.285875:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131838800. 00000001:00000010:2.0:1724310018.286024:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584b40. 00000001:00000010:2.0:1724310018.286029:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310018.286059:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.286065:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.286068:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.286081:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.286098:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.286101:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00080000:00000010:2.0:1724310018.286118:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.286122:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.286125:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.286131:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310018.286138:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310018.286149:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096584, last committed = 4295096163 00010000:00000200:2.0:1724310018.286157:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604380 x1808069883500672/t4295096584(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.286170:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.286175:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883500672, offset 224 00000400:00000010:2.0:1724310018.286180:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b952a0. 00000400:00000200:2.0:1724310018.286183:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.286192:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.286197:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532050:532050:256:4294967295] 192.168.204.31@tcp LPNI seq info [532046:532046:8:4294967295] 00000400:00000200:2.0:1724310018.286200:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.286205:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.286210:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.286213:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.286217:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.286223:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.286226:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.286254:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.286276:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.286279:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:3.0:1724310018.287640:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.287644:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:3.0:1724310018.287650:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.287655:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.289584:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.289597:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295aa9 00000400:00000200:0.0:1724310018.289602:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.289605:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.289610:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:0.0:1724310018.289612:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00010000:00000010:3.0:1724310018.289935:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310018.289944:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00000400:00000200:1.0:1724310018.290180:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.290187:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229900 00000400:00000200:1.0:1724310018.290193:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 168336 00000400:00000200:1.0:1724310018.290245:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.290249:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.290252:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.290273:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8a80. 00010000:00000010:0.1:1724310018.290381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310018.290386:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310018.290391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310018.290392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310018.290394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310018.290396:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310018.290398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310018.290400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310018.290402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310018.290408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310018.290409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310018.290411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000020:00000010:3.0:1724310018.290894:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.290899:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.290903:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.290923:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883500800 00000001:00000010:3.0:1724310018.290931:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:3.0:1724310018.290947:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.290952:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310018.290994:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800811b0000. 00010000:00000010:3.0:1724310018.291013:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.291015:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.291025:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.291027:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.291030:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.291032:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000004:00000010:3.0:1724310018.291107:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310018.291113:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.291117:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.291123:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.291963:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.291966:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.291969:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.291972:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.292009:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.292017:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.292020:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.292043:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310018.292055:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8a80 x1808069883500800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.292069:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310018.292074:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883500800, offset 224 00000400:00000200:3.0:1724310018.292078:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.292085:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.292090:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532051:532051:256:4294967295] 192.168.204.31@tcp LPNI seq info [532047:532047:8:4294967295] 00000400:00000200:3.0:1724310018.292097:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.292102:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.292105:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310018.292109:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.292115:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.292118:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.292642:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.292646:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.292649:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:1.0:1724310018.293050:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.293053:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310018.293057:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.293061:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.293065:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:1.0:1724310018.293066:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:0.1:1724310018.293363:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310018.293369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310018.295468:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.295481:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229a00 00000400:00000200:0.0:1724310018.295488:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 168912 00000400:00000200:0.0:1724310018.295508:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.295512:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.295517:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.295522:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605180. 00000020:00000010:3.0:1724310018.295622:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.295627:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.295631:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.295667:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501056 02000000:00000010:3.0:1724310018.295692:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e71000. 00010000:00000010:3.0:1724310018.295718:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.295731:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.295752:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.295756:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.295766:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.295768:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.295771:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.295774:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.295848:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.295851:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.295854:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.295856:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310018.295875:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.295880:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.295887:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b46c0. 00080000:00000010:3.0:1724310018.295893:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008ad75000. 00000001:00000010:3.0:1724310018.296044:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4060. 00000001:00000010:3.0:1724310018.296048:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310018.296091:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b46c0. 00010000:00000010:3.0:1724310018.296097:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.296100:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.296112:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.296128:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.296131:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00080000:00000010:3.0:1724310018.296145:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.296149:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.296152:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.296156:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310018.296162:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.296174:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096585, last committed = 4295096163 00010000:00000200:3.0:1724310018.296180:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605180 x1808069883501056/t4295096585(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.296192:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310018.296197:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883501056, offset 224 00000400:00000010:3.0:1724310018.296201:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e178f8. 00000400:00000200:3.0:1724310018.296204:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.296211:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.296216:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532052:532052:256:4294967295] 192.168.204.31@tcp LPNI seq info [532048:532048:8:4294967295] 00000400:00000200:3.0:1724310018.296220:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.296226:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.296230:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.296233:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310018.296237:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.296242:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.296246:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.296293:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.296296:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.296298:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:0.0:1724310018.296446:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.296449:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310018.296452:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.296456:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.297066:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310018.297072:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310018.297076:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310018.297078:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310018.297079:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310018.297081:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310018.297083:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310018.297085:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310018.297087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310018.297094:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:1.0:1724310018.298033:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.298043:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ab1 00000400:00000200:1.0:1724310018.298047:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.298050:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.298054:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:1.0:1724310018.298056:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00000400:00000200:1.0:1724310018.298082:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.298088:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229a80 00000400:00000200:1.0:1724310018.298093:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 169400 00000400:00000200:1.0:1724310018.298145:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.298148:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.298153:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.298157:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafa680. 00010000:00000010:2.0:1724310018.298347:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:2.0:1724310018.298355:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000020:00000010:0.0:1724310018.298505:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971a00. 00000020:00000010:0.0:1724310018.298509:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310018.298513:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000100:00000200:0.0:1724310018.298546:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501184 00000001:00000010:0.0:1724310018.298554:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:0.0:1724310018.298569:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310018.298573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 02000000:00000010:0.0:1724310018.298618:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880068820000. 00010000:00000010:0.0:1724310018.298638:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310018.298642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310018.298652:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310018.298654:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310018.298656:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.298658:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310018.298722:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310018.298729:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be870. 00000004:00000010:0.0:1724310018.298733:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310018.298740:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee680. 00010000:00000010:2.0:1724310018.300220:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.300226:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.300230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.300234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.300309:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:2.0:1724310018.300318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:2.0:1724310018.300321:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:2.0:1724310018.300348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:2.0:1724310018.300360:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafa680 x1808069883501184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.300375:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.300380:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883501184, offset 224 00000400:00000200:2.0:1724310018.300385:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.300394:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.300399:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532053:532053:256:4294967295] 192.168.204.31@tcp LPNI seq info [532049:532049:8:4294967295] 00000400:00000200:2.0:1724310018.300408:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.300412:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.300415:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.300419:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.300425:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.300428:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.300441:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:2.0:1724310018.300444:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:2.0:1724310018.300446:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971a00. 00000800:00000200:0.0:1724310018.300555:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.300558:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310018.300561:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.300565:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.300568:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:0.0:1724310018.300571:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00010000:00000010:0.1:1724310018.303103:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310018.303114:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310018.303118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.303121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310018.303851:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.303863:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229b80 00000400:00000200:0.0:1724310018.303869:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 169976 00000400:00000200:0.0:1724310018.303889:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.303893:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.303898:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.303902:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606d80. 00000020:00000010:2.0:1724310018.304118:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.304123:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.304127:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.304159:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501440 02000000:00000010:2.0:1724310018.304183:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f7000. 00010000:00000010:2.0:1724310018.304212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.304222:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.304240:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.304244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.304255:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.304287:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.304291:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.304293:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.304376:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.304378:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.304381:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.304384:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.304403:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.304407:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.304415:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800945845a0. 00080000:00000010:2.0:1724310018.304420:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590cc00. 00000001:00000010:2.0:1724310018.304579:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64f60. 00000001:00000010:2.0:1724310018.304584:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310018.304616:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800945845a0. 00010000:00000010:2.0:1724310018.304623:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.304626:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.304638:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.304655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.304657:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00080000:00000010:2.0:1724310018.304672:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee680. 00000004:00000010:2.0:1724310018.304680:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:2.0:1724310018.304684:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be870. 00000004:00000010:2.0:1724310018.304688:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:2.0:1724310018.304694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310018.304704:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096586, last committed = 4295096163 00010000:00000200:2.0:1724310018.304710:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606d80 x1808069883501440/t4295096586(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.304723:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.304727:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883501440, offset 224 00000400:00000010:2.0:1724310018.304733:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b952d8. 00000400:00000200:2.0:1724310018.304736:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.304745:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.304750:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532054:532054:256:4294967295] 192.168.204.31@tcp LPNI seq info [532050:532050:8:4294967295] 00000400:00000200:2.0:1724310018.304754:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.304760:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.304765:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.304768:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.304772:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.304778:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.304781:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.304810:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.304813:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.304817:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:1.0:1724310018.304988:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.304991:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.304993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.304997:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.306105:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.306114:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ab9 00000400:00000200:0.0:1724310018.306118:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.306120:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.306124:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:0.0:1724310018.306126:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00010000:00000010:3.0:1724310018.306206:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:3.0:1724310018.306212:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00000400:00000200:0.0:1724310018.306525:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.306531:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229c00 00000400:00000200:0.0:1724310018.306536:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 170464 00000400:00000200:0.0:1724310018.306568:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.306572:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.306575:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.306579:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605500. 00000020:00000010:3.0:1724310018.307418:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.307423:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.307426:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.307648:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501568 00000001:00000010:3.0:1724310018.307659:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:1.1:1724310018.308532:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310018.308540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.308778:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.308785:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310018.308839:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004d0f0000. 00010000:00000010:3.0:1724310018.308861:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.308865:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.308883:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.308885:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.308888:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.308890:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000004:00000010:3.0:1724310018.308963:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310018.308969:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.308978:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.308984:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.309645:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.309648:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.309650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.309653:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.309686:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.309692:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.309694:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.309713:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.309723:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605500 x1808069883501568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.309735:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310018.309740:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883501568, offset 224 00000400:00000200:3.0:1724310018.309744:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.309752:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.309758:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532055:532055:256:4294967295] 192.168.204.31@tcp LPNI seq info [532051:532051:8:4294967295] 00000400:00000200:3.0:1724310018.309765:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.309769:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.309772:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.309776:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.309782:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.309784:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.311044:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.311050:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.311052:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:1.0:1724310018.311143:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.311146:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310018.311150:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.311154:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.311157:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:1.0:1724310018.311159:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00010000:00000010:0.1:1724310018.311479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310018.311485:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310018.311488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310018.311490:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310018.311493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.311497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310018.314720:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310018.314731:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310018.314734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310018.314737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310018.314740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310018.314744:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310018.314746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310018.314748:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310018.314751:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310018.314757:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310018.315028:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.315040:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229d00 00000400:00000200:0.0:1724310018.315047:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 171040 00000400:00000200:0.0:1724310018.315066:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.315070:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.315077:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.315083:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddf80. 00000020:00000010:3.0:1724310018.315210:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.315216:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.315220:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.315345:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501824 02000000:00000010:3.0:1724310018.315373:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e73000. 00010000:00000010:3.0:1724310018.315402:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.315415:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.315435:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.315439:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.315449:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.315451:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.315454:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.315456:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.315528:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.315530:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.315533:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.315535:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310018.315555:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.315560:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.315567:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4480. 00080000:00000010:3.0:1724310018.315573:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880090f33800. 00000001:00000010:3.0:1724310018.315718:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4300. 00000001:00000010:3.0:1724310018.315723:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310018.315759:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4480. 00010000:00000010:3.0:1724310018.315765:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.315768:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.315787:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.315805:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.315808:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00080000:00000010:3.0:1724310018.315821:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.315825:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.315828:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.315832:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310018.315837:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310018.315847:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096587, last committed = 4295096163 00010000:00000200:3.0:1724310018.315852:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ddf80 x1808069883501824/t4295096587(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.315866:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:3.0:1724310018.315871:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883501824, offset 224 00000400:00000010:3.0:1724310018.315876:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17930. 00000400:00000200:3.0:1724310018.315879:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.315888:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.315892:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532056:532056:256:4294967295] 192.168.204.31@tcp LPNI seq info [532052:532052:8:4294967295] 00000400:00000200:3.0:1724310018.315896:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.315900:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.315904:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.315907:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310018.315911:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.315916:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.315919:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.316156:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.316159:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.316162:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:1.0:1724310018.316250:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.316252:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:1.0:1724310018.316254:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.316270:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.317818:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310018.317825:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310018.317828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310018.317832:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310018.317834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310018.317837:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:1.0:1724310018.318057:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.318066:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ac1 00000400:00000200:1.0:1724310018.318070:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.318072:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.318076:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:1.0:1724310018.318077:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00010000:00000010:2.0:1724310018.318208:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:2.0:1724310018.318215:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000400:00000200:0.0:1724310018.318757:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.318764:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229d80 00000400:00000200:0.0:1724310018.318770:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 171528 00000400:00000200:0.0:1724310018.318812:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.318816:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.318820:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.318825:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dca80. 00000020:00000010:3.0:1724310018.318882:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.318887:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.318890:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.318920:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883501952 00000001:00000010:3.0:1724310018.318928:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310018.318943:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.318947:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310018.319081:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088070000. 00010000:00000010:3.0:1724310018.319101:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.319104:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.319113:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.319115:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.319117:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.319119:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310018.319184:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310018.319190:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.319194:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.319200:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.319829:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.319831:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.319833:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.319835:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.319862:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.319867:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.319869:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.319885:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310018.319893:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dca80 x1808069883501952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.319907:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051550. 00000100:00000200:3.0:1724310018.319911:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883501952, offset 224 00000400:00000200:3.0:1724310018.319914:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.319920:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.319924:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532057:532057:256:4294967295] 192.168.204.31@tcp LPNI seq info [532053:532053:8:4294967295] 00000400:00000200:3.0:1724310018.319929:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.319933:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.319935:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310018.319938:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.319942:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.319945:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.319963:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.319965:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.319967:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:1.0:1724310018.320034:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.320037:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310018.320040:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.320043:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.320045:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051550 00000400:00000010:1.0:1724310018.320047:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051550. 00010000:00000010:0.1:1724310018.321005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310018.321012:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310018.321015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310018.321017:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310018.321019:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310018.321023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:1.0:1724310018.321584:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.321593:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13229e80 00000400:00000200:1.0:1724310018.321599:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 172104 00000400:00000200:1.0:1724310018.321616:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.321619:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.321624:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.321629:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9c00. 00000020:00000010:3.0:1724310018.321805:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013142d400. 00000020:00000010:3.0:1724310018.321810:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.321813:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.321846:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883502208 02000000:00000010:3.0:1724310018.321869:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e75000. 00010000:00000010:3.0:1724310018.321895:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.321905:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.321922:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.321925:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.321933:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.321935:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.321937:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.321939:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.322001:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.322003:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.322005:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.322006:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310018.322020:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.322025:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.322032:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4f60. 00080000:00000010:3.0:1724310018.322037:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880090f33c00. 00000001:00000010:3.0:1724310018.322183:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4a80. 00000001:00000010:3.0:1724310018.322187:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.322218:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4f60. 00010000:00000010:3.0:1724310018.322224:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.322226:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.322238:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.322254:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.322283:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310018.322298:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.322311:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.322314:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.322320:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310018.322327:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310018.322339:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096588, last committed = 4295096163 00010000:00000200:3.0:1724310018.322345:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9c00 x1808069883502208/t4295096588(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.322357:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051908. 00000100:00000200:3.0:1724310018.322361:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883502208, offset 224 00000400:00000010:3.0:1724310018.322366:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17968. 00000400:00000200:3.0:1724310018.322368:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.322376:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.322380:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532058:532058:256:4294967295] 192.168.204.31@tcp LPNI seq info [532054:532054:8:4294967295] 00000400:00000200:3.0:1724310018.322384:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.322389:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.322393:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.322396:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310018.322401:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.322405:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.322409:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.322432:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.322435:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.322438:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013142d400. 00000800:00000200:0.0:1724310018.322600:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.322602:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310018.322605:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.322609:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.323388:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310018.323395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000400:00000200:1.0:1724310018.325858:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.325873:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ac9 00000400:00000200:1.0:1724310018.325878:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.325882:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.325886:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051908 00000400:00000010:1.0:1724310018.325888:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051908. 00000400:00000200:1.0:1724310018.325915:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.325919:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13229f00 00000400:00000200:1.0:1724310018.325924:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 172592 00000400:00000200:1.0:1724310018.325971:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.325974:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.325978:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.325983:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafb100. 00000020:00000010:2.0:1724310018.326044:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.326051:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.326055:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.326135:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883502336 00000001:00000010:2.0:1724310018.326145:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:2.0:1724310018.326164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.326170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310018.326214:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880054380000. 00010000:00000010:2.0:1724310018.326235:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.326238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.326250:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.326252:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.326255:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.326284:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310018.326375:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310018.326382:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.326386:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.326392:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:3.0:1724310018.326559:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.326566:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:2.0:1724310018.328168:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.328173:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.328177:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.328180:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.328222:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.328250:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.328254:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.328324:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310018.328338:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafb100 x1808069883502336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.328645:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da5d8. 00000100:00000200:2.0:1724310018.328652:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883502336, offset 224 00000400:00000200:2.0:1724310018.328658:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.328669:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.328674:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532059:532059:256:4294967295] 192.168.204.31@tcp LPNI seq info [532055:532055:8:4294967295] 00000400:00000200:2.0:1724310018.328683:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.328688:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.328691:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310018.328696:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.328701:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.328705:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.328813:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.328816:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.328820:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:1.0:1724310018.329044:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.329047:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310018.329051:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.329055:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.329059:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da5d8 00000400:00000010:1.0:1724310018.329060:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da5d8. 00010000:00000010:0.1:1724310018.329733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310018.329740:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310018.329744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310018.329748:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:1.1:1724310018.333185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310018.333197:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310018.333201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310018.333204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000400:00000200:0.0:1724310018.333551:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.333566:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a000 00000400:00000200:0.0:1724310018.333572:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 173168 00000400:00000200:0.0:1724310018.333594:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.333599:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.333605:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.333610:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd180. 00000020:00000010:2.0:1724310018.333726:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179ee00. 00000020:00000010:2.0:1724310018.333732:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.333736:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.333759:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883502592 02000000:00000010:2.0:1724310018.333787:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008caf9000. 00010000:00000010:2.0:1724310018.333814:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.333837:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.333857:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.333861:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.333872:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.333874:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.333877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.333878:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.333949:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.333951:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.333953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.333955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.333971:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.333976:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c17c0. 00000020:00000010:2.0:1724310018.333984:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64360. 00080000:00000010:2.0:1724310018.333988:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590ec00. 00000001:00000010:2.0:1724310018.334126:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945845a0. 00000001:00000010:2.0:1724310018.334130:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310018.334157:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64360. 00010000:00000010:2.0:1724310018.334162:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.334169:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.334185:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.334202:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.334205:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310018.334223:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.334227:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.334231:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.334237:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310018.334243:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310018.334253:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096589, last committed = 4295096163 00010000:00000200:2.0:1724310018.334282:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd180 x1808069883502592/t4295096589(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.334295:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dac38. 00000100:00000200:2.0:1724310018.334309:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883502592, offset 224 00000400:00000010:2.0:1724310018.334315:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95310. 00000400:00000200:2.0:1724310018.334318:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.334325:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.334331:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532060:532060:256:4294967295] 192.168.204.31@tcp LPNI seq info [532056:532056:8:4294967295] 00000400:00000200:2.0:1724310018.334335:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.334340:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.334345:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.334348:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.334352:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.334358:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.334361:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.334372:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd80. 00000020:00000010:2.0:1724310018.334375:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.334378:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179ee00. 00000800:00000200:2.0:1724310018.334445:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.334448:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:2.0:1724310018.334450:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.334453:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.335528:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.335536:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ad1 00000400:00000200:1.0:1724310018.335539:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.335542:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.335546:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dac38 00000400:00000010:1.0:1724310018.335547:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dac38. 00010000:00000010:2.0:1724310018.335620:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.335625:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00000400:00000200:0.0:1724310018.336359:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.336367:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a080 00000400:00000200:0.0:1724310018.336373:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 173656 00000400:00000200:0.0:1724310018.336415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.336419:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.336422:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.336426:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc000. 00000020:00000010:2.0:1724310018.336758:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008179f600. 00000020:00000010:2.0:1724310018.336762:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.336765:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.337062:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883502720 00000001:00000010:2.0:1724310018.337071:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:2.0:1724310018.337087:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.337092:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 02000000:00000010:2.0:1724310018.337133:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800905f0000. 00010000:00000010:2.0:1724310018.337151:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.337154:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.337164:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.337166:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.337169:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.337171:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310018.337237:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310018.337243:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.337247:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.337253:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310018.338363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310018.338370:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310018.338374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310018.338376:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310018.338379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310018.338385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.338387:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310018.338390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.0:1724310018.339175:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.339179:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.339182:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.339186:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.339231:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.339239:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.339243:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.339287:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000200:2.0:1724310018.339310:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc000 x1808069883502720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.339325:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dacc0. 00000100:00000200:2.0:1724310018.339539:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883502720, offset 224 00000400:00000200:2.0:1724310018.339546:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.339555:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.339560:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532061:532061:256:4294967295] 192.168.204.31@tcp LPNI seq info [532057:532057:8:4294967295] 00000400:00000200:2.0:1724310018.339568:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.339573:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.339576:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310018.339581:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.339588:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.339591:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.339912:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.339916:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.339920:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008179f600. 00000800:00000200:0.0:1724310018.341370:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.341374:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310018.341380:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.341385:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.341389:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dacc0 00000400:00000010:0.0:1724310018.341391:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dacc0. 00000400:00000200:0.0:1724310018.341408:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.341416:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a180 00000400:00000200:0.0:1724310018.341420:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 174232 00000400:00000200:0.0:1724310018.341436:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.341438:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.341443:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.341447:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df100. 00000020:00000010:2.0:1724310018.341505:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e7fc00. 00000020:00000010:2.0:1724310018.341509:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.341512:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.341532:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883502976 02000000:00000010:2.0:1724310018.341554:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008cafb000. 00010000:00000010:2.0:1724310018.341578:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.341587:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.341606:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.341613:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.341622:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.341624:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.341626:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.341628:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.341698:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.341700:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.341703:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.341705:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310018.341721:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.341726:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.341732:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584180. 00080000:00000010:2.0:1724310018.341737:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590c400. 00000001:00000010:2.0:1724310018.341876:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64ea0. 00000001:00000010:2.0:1724310018.341880:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310018.341907:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584180. 00010000:00000010:2.0:1724310018.341913:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.341915:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.341927:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.341942:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.341944:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00080000:00000010:2.0:1724310018.341961:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.341965:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.341969:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.341973:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:2.0:1724310018.341981:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310018.341990:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096590, last committed = 4295096163 00010000:00000200:2.0:1724310018.341996:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df100 x1808069883502976/t4295096590(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.342011:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da3b8. 00000100:00000200:2.0:1724310018.342015:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883502976, offset 224 00000400:00000010:2.0:1724310018.342019:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95348. 00000400:00000200:2.0:1724310018.342021:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.342028:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.342032:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532062:532062:256:4294967295] 192.168.204.31@tcp LPNI seq info [532058:532058:8:4294967295] 00000400:00000200:2.0:1724310018.342036:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.342042:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.342046:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.342049:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.342053:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.342058:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.342061:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.342447:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.342451:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.342453:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e7fc00. 00000800:00000200:0.0:1724310018.342582:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.342585:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310018.342588:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.342591:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.342622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310018.342629:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310018.342632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310018.342635:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310018.342637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310018.342641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310018.343910:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.343919:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ad9 00000400:00000200:0.0:1724310018.343923:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.343925:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.343929:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da3b8 00000400:00000010:0.0:1724310018.343931:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da3b8. 00000400:00000200:0.0:1724310018.343951:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.343956:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a200 00000400:00000200:0.0:1724310018.343961:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 174720 00010000:00000010:3.0:1724310018.343988:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:3.0:1724310018.343995:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00000400:00000200:0.0:1724310018.344002:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.344006:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.344010:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.344014:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dfb80. 00000020:00000010:2.0:1724310018.344102:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.344106:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.344108:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:0.0:1724310018.344641:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883503104 00000001:00000010:0.0:1724310018.344648:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:0.0:1724310018.344665:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310018.344668:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310018.344708:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88002e780000. 00010000:00000010:0.0:1724310018.344724:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310018.344726:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.344734:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310018.344736:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310018.344738:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310018.344740:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000004:00000010:0.0:1724310018.344802:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310018.344807:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bebb8. 00000004:00000010:0.0:1724310018.344812:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310018.344817:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efa00. 00010000:00000010:1.1:1724310018.345348:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310018.345355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310018.345358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310018.345359:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310018.345362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310018.345364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310018.345366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310018.345368:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310018.345371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310018.345373:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310018.345374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310018.345380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.346633:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.346637:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.346641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.346645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.346692:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:2.0:1724310018.346703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:2.0:1724310018.346707:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310018.346737:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:2.0:1724310018.346749:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dfb80 x1808069883503104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.346763:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da440. 00000100:00000200:2.0:1724310018.346769:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883503104, offset 224 00000400:00000200:2.0:1724310018.346774:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.346784:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.346789:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532063:532063:256:4294967295] 192.168.204.31@tcp LPNI seq info [532059:532059:8:4294967295] 00000400:00000200:2.0:1724310018.346797:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.346801:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.346804:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310018.346809:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.346815:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.346818:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.346832:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.346836:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.346839:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.347057:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.347060:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310018.347064:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.347068:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.347070:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da440 00000400:00000010:0.0:1724310018.347072:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da440. 00000400:00000200:0.0:1724310018.348944:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.348958:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a300 00000400:00000200:0.0:1724310018.348965:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 175296 00000400:00000200:0.0:1724310018.348985:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.348988:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.348993:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.348998:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df480. 00000020:00000010:2.0:1724310018.349088:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.349093:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.349097:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.349555:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883503360 02000000:00000010:2.0:1724310018.349581:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008cafd000. 00010000:00000010:2.0:1724310018.349608:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.349618:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.349637:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.349641:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.349651:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.349652:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.349655:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.349657:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.349731:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.349734:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.349736:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.349738:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.349757:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.349762:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.349770:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce64240. 00080000:00000010:2.0:1724310018.349777:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590e000. 00000001:00000010:2.0:1724310018.349926:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945847e0. 00000001:00000010:2.0:1724310018.349930:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310018.349960:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce64240. 00010000:00000010:2.0:1724310018.349967:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.349969:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.349982:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.350001:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.350004:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00080000:00000010:2.0:1724310018.350019:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efa00. 00000004:00000010:2.0:1724310018.350025:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:2.0:1724310018.350028:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bebb8. 00000004:00000010:2.0:1724310018.350032:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:2.0:1724310018.350039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310018.350049:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096591, last committed = 4295096163 00010000:00000200:2.0:1724310018.350056:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df480 x1808069883503360/t4295096591(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.350068:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da330. 00000100:00000200:2.0:1724310018.350073:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883503360, offset 224 00000400:00000010:2.0:1724310018.350078:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95380. 00000400:00000200:2.0:1724310018.350081:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.350089:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.350093:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532064:532064:256:4294967295] 192.168.204.31@tcp LPNI seq info [532060:532060:8:4294967295] 00000400:00000200:2.0:1724310018.350098:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.350103:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.350108:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.350111:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.350115:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.350121:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.350124:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1724310018.350344:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310018.350350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000020:00000010:2.0:1724310018.350956:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.350960:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.350964:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:1.0:1724310018.351333:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.351336:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310018.351339:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.351345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.352355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310018.352361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310018.352364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310018.352366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00000400:00000200:0.0:1724310018.354868:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.354885:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ae1 00000400:00000200:0.0:1724310018.354891:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.354895:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.354899:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da330 00000400:00000010:0.0:1724310018.354902:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da330. 00000400:00000200:0.0:1724310018.354936:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.354942:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a380 00000400:00000200:0.0:1724310018.354948:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 175784 00000400:00000200:0.0:1724310018.354966:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.354969:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.354973:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.354979:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ddc00. 00000020:00000010:3.0:1724310018.355095:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.355107:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.355111:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.355134:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883503488 00000001:00000010:3.0:1724310018.355143:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:3.0:1724310018.355168:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.355173:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310018.355217:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093960000. 00010000:00000010:3.0:1724310018.355239:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.355242:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.355254:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.355290:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.355293:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.355295:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310018.355380:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310018.355386:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.355390:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.355396:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:2.0:1724310018.355630:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.355638:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:1.1:1724310018.355806:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.355812:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310018.355814:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310018.355817:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310018.355820:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310018.355823:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.0:1724310018.358925:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.358932:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.358936:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.358941:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.359562:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.359591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.359596:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.359630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310018.359644:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ddc00 x1808069883503488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.359659:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310018.359665:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883503488, offset 224 00000400:00000200:3.0:1724310018.359670:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.359681:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.359686:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532065:532065:256:4294967295] 192.168.204.31@tcp LPNI seq info [532061:532061:8:4294967295] 00000400:00000200:3.0:1724310018.359695:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.359700:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.359704:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.359709:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.359715:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.359719:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.359741:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.359744:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.359747:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.359840:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.359844:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310018.359847:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.359852:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.359855:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:0.0:1724310018.359857:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:1.1:1724310018.362972:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310018.362981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:1.0:1724310018.366291:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.366333:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a480 00000400:00000200:1.0:1724310018.366339:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 176360 00000400:00000200:1.0:1724310018.366361:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.366365:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.366371:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.366378:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850e300. 00000020:00000010:3.0:1724310018.366451:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.366457:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.366461:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.366492:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883503744 02000000:00000010:3.0:1724310018.366518:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e77000. 00010000:00000010:3.0:1724310018.366545:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.366558:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.366577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.366581:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.366592:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.366594:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.366597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.366599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.366674:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.366676:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.366678:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.366680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.366698:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.366703:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.366711:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b43c0. 00080000:00000010:3.0:1724310018.366716:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880090f31000. 00000001:00000010:3.0:1724310018.366885:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4ae0. 00000001:00000010:3.0:1724310018.366890:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310018.366918:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b43c0. 00010000:00000010:3.0:1724310018.366924:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310018.366996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310018.367002:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:2.1:1724310018.367005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.1:1724310018.367008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.367026:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.367040:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.367056:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.367059:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310018.367073:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.367078:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.367081:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.367085:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310018.367091:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310018.367101:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096592, last committed = 4295096163 00010000:00000200:3.0:1724310018.367108:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850e300 x1808069883503744/t4295096592(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.367121:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310018.367125:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883503744, offset 224 00000400:00000010:3.0:1724310018.367130:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e179a0. 00000400:00000200:3.0:1724310018.367133:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.367141:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.367146:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532066:532066:256:4294967295] 192.168.204.31@tcp LPNI seq info [532062:532062:8:4294967295] 00000400:00000200:3.0:1724310018.367150:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.367156:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.367161:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.367164:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.367168:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.367174:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.367177:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.367199:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.367202:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.367204:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:0.0:1724310018.367295:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.367298:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310018.367309:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.367313:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.368965:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.368977:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ae9 00000400:00000200:0.0:1724310018.368981:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.368984:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.368988:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:0.0:1724310018.368990:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00000400:00000200:0.0:1724310018.369015:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.369020:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a500 00000400:00000200:0.0:1724310018.369025:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 176848 00010000:00000010:3.0:1724310018.369055:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.369062:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00000400:00000200:0.0:1724310018.369070:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.369073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.369077:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.369082:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd500. 00000020:00000010:3.0:1724310018.369104:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.369108:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.369111:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.369129:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883503872 00000001:00000010:3.0:1724310018.369136:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:3.0:1724310018.369150:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.369154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310018.369191:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880084c50000. 00010000:00000010:3.0:1724310018.369208:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.369211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.369219:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.369221:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.369224:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.369226:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310018.369330:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310018.369337:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.369341:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.369347:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.369817:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.369820:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.369823:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.369826:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.369859:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.369867:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.369869:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.369893:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310018.369908:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd500 x1808069883503872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.369919:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310018.369923:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883503872, offset 224 00000400:00000200:3.0:1724310018.369927:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.369933:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.369938:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532067:532067:256:4294967295] 192.168.204.31@tcp LPNI seq info [532063:532063:8:4294967295] 00000400:00000200:3.0:1724310018.369946:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.369950:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.369953:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310018.369956:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.369961:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.369964:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1724310018.371659:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.371664:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:1.0:1724310018.371669:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.371674:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.371678:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:1.0:1724310018.371680:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000020:00000010:3.0:1724310018.371722:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.371727:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.371730:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00010000:00000010:2.1:1724310018.371946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:2.1:1724310018.371952:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00000400:00000200:0.0:1724310018.376802:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.376815:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a600 00000400:00000200:0.0:1724310018.376822:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 177424 00000400:00000200:0.0:1724310018.376840:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.376844:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.376850:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.376855:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc700. 00000020:00000010:3.0:1724310018.377428:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.377434:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.377439:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.377465:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883504128 02000000:00000010:3.0:1724310018.377492:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880082979000. 00010000:00000010:3.0:1724310018.377832:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.377847:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.377868:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.377872:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.377882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.377884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.377887:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.377889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.377965:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.377967:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.377969:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.377971:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.377988:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.377993:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.378001:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4d80. 00080000:00000010:3.0:1724310018.378006:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880090f33000. 00000001:00000010:3.0:1724310018.378144:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4de0. 00000001:00000010:3.0:1724310018.378149:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310018.378175:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4d80. 00010000:00000010:3.0:1724310018.378181:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.378184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.378195:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.378212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.378215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310018.378230:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.378235:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.378238:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.378242:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310018.378250:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310018.378284:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096593, last committed = 4295096163 00010000:00000200:3.0:1724310018.378290:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc700 x1808069883504128/t4295096593(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.378312:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310018.378318:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883504128, offset 224 00000400:00000010:3.0:1724310018.378322:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e179d8. 00000400:00000200:3.0:1724310018.378325:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.378332:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.378337:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532068:532068:256:4294967295] 192.168.204.31@tcp LPNI seq info [532064:532064:8:4294967295] 00000400:00000200:3.0:1724310018.378341:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.378345:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.378350:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.378353:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.378357:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.378362:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.378365:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.378377:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.378380:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.378383:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00010000:00000010:2.1:1724310018.378481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310018.378487:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310018.378490:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310018.378494:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:2.1:1724310018.378496:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310018.378498:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:2.1:1724310018.378500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310018.378502:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310018.378504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310018.378505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00000800:00000200:0.0:1724310018.378540:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.378542:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.378545:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.378549:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.381580:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.381592:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295af1 00000400:00000200:1.0:1724310018.381598:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.381601:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.381606:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:1.0:1724310018.381608:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:2.0:1724310018.381661:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:2.0:1724310018.381669:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:0.0:1724310018.383094:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.383103:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a680 00000400:00000200:0.0:1724310018.383109:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 177912 00000400:00000200:0.0:1724310018.383159:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.383163:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.383167:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.383172:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dea00. 00000020:00000010:3.0:1724310018.383483:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.383489:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.383492:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.383519:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883504256 00000001:00000010:3.0:1724310018.383527:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310018.383546:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.383551:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 02000000:00000010:3.0:1724310018.383597:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934a0000. 00010000:00000010:3.0:1724310018.383617:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.383620:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.383633:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.383635:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.383639:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.383640:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310018.383718:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310018.383724:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.383728:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.383734:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.384192:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.384196:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.384198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.384201:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.384234:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.384240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.384243:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.384285:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310018.384310:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dea00 x1808069883504256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.384325:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310018.384330:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883504256, offset 224 00000400:00000200:3.0:1724310018.384334:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.384342:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.384346:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532069:532069:256:4294967295] 192.168.204.31@tcp LPNI seq info [532065:532065:8:4294967295] 00010000:00000010:0.1:1724310018.384412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310018.384418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310018.384421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310018.384427:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310018.384429:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310018.384433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00000400:00000200:3.0:1724310018.385284:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.385292:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.385296:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310018.385310:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.385315:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.385319:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.385339:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.385344:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.385346:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:0.0:1724310018.385502:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.385505:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310018.385510:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.385514:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.385517:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:0.0:1724310018.385518:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00010000:00000010:1.1:1724310018.389593:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310018.389604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:2.0:1724310018.389986:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.389999:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a780 00000400:00000200:2.0:1724310018.390005:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 178488 00000400:00000200:2.0:1724310018.390025:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.390029:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.390034:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.390040:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788d880. 00000020:00000010:3.0:1724310018.390108:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.390115:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.390119:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.390152:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883504512 02000000:00000010:3.0:1724310018.390179:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008297b000. 00010000:00000010:3.0:1724310018.390208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.390220:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.390239:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.390243:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.390276:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.390278:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.390281:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.390283:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.390368:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.390370:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.390373:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.390375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.390392:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.390397:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.390405:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4000. 00080000:00000010:3.0:1724310018.390410:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880090f31800. 00000001:00000010:3.0:1724310018.390567:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4f00. 00000001:00000010:3.0:1724310018.390572:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.390601:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4000. 00010000:00000010:3.0:1724310018.390607:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.390610:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.390624:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.390641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.390643:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310018.390659:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.390663:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.390666:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.390672:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310018.390679:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310018.390688:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096594, last committed = 4295096163 00010000:00000200:3.0:1724310018.390694:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788d880 x1808069883504512/t4295096594(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.390707:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310018.390711:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883504512, offset 224 00000400:00000010:3.0:1724310018.390716:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17a10. 00000400:00000200:3.0:1724310018.390719:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.390726:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.390731:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532070:532070:256:4294967295] 192.168.204.31@tcp LPNI seq info [532066:532066:8:4294967295] 00000400:00000200:3.0:1724310018.390735:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.390740:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.390744:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.390747:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310018.390751:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.390756:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.390759:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.390784:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.390788:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.390790:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:1.0:1724310018.390921:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.390923:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310018.390926:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.390929:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.392776:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.392786:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310018.392790:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310018.392792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00000400:00000200:0.0:1724310018.393718:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.393730:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295af9 00000400:00000200:0.0:1724310018.393735:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.393738:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.393742:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:0.0:1724310018.393744:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00010000:00000010:3.0:1724310018.393831:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.393838:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:0.1:1724310018.395496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310018.395504:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310018.395508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310018.395511:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310018.395513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.395519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00000400:00000200:2.0:1724310018.395573:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.395583:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a800 00000400:00000200:2.0:1724310018.395590:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 178976 00000400:00000200:2.0:1724310018.397372:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.397380:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.397388:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.397395:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001880. 00000020:00000010:0.0:1724310018.397496:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082970c00. 00000020:00000010:0.0:1724310018.397501:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e80. 00000020:00000010:0.0:1724310018.397505:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958060c8. 00000100:00000200:0.0:1724310018.397546:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883504640 00000001:00000010:0.0:1724310018.397555:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:0.0:1724310018.397575:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310018.397581:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 02000000:00000010:0.0:1724310018.397628:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093270000. 00010000:00000010:0.0:1724310018.397649:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310018.397652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310018.397664:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310018.397666:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310018.397669:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310018.397671:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310018.397745:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000004:00000010:0.0:1724310018.397751:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be708. 00000004:00000010:0.0:1724310018.397755:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806d48. 00080000:00000010:0.0:1724310018.397761:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:0.1:1724310018.398356:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310018.398362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.0:1724310018.398575:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.398578:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.398582:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.398585:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.398625:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310018.398651:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310018.398655:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310018.398677:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000200:2.0:1724310018.398688:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001880 x1808069883504640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.398701:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dab28. 00000100:00000200:2.0:1724310018.398705:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883504640, offset 224 00000400:00000200:2.0:1724310018.398710:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.398719:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.398724:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532071:532071:256:4294967295] 192.168.204.31@tcp LPNI seq info [532067:532067:8:4294967295] 00000400:00000200:2.0:1724310018.398733:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.398737:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.398740:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310018.398745:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.398750:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.398753:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.398776:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e80. 00000020:00000010:2.0:1724310018.398779:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958060c8. 00000020:00000010:2.0:1724310018.398781:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082970c00. 00000800:00000200:0.0:1724310018.398971:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.398974:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310018.398976:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.398980:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.398983:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dab28 00000400:00000010:0.0:1724310018.398984:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dab28. 00000400:00000200:0.0:1724310018.401415:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.401428:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322a900 00000400:00000200:0.0:1724310018.401434:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 179552 00000400:00000200:0.0:1724310018.401451:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.401455:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.401461:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.401465:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dce00. 00000020:00000010:2.0:1724310018.403691:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.403700:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.403704:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.403741:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883504896 02000000:00000010:2.0:1724310018.403769:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008caff000. 00010000:00000010:2.0:1724310018.403797:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.403809:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.403831:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.403835:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.403846:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.403849:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.403853:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.403855:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.403945:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.403947:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.403950:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.403952:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.403972:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.403976:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.403984:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584540. 00080000:00000010:2.0:1724310018.403988:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590e800. 00000001:00000010:2.0:1724310018.404156:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64840. 00000001:00000010:2.0:1724310018.404160:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310018.404191:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584540. 00010000:00000010:2.0:1724310018.404197:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.404200:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.404212:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.404228:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.404231:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00080000:00000010:2.0:1724310018.404247:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:2.0:1724310018.404254:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806d48. 00000004:00000010:2.0:1724310018.404281:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be708. 00000004:00000010:2.0:1724310018.404285:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:2.0:1724310018.404293:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000200:2.0:1724310018.404314:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096595, last committed = 4295096163 00010000:00000200:2.0:1724310018.404322:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dce00 x1808069883504896/t4295096595(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.404339:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dab28. 00000100:00000200:2.0:1724310018.404343:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883504896, offset 224 00000400:00000010:2.0:1724310018.404348:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b953b8. 00000400:00000200:2.0:1724310018.404351:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.404361:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.404366:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532072:532072:256:4294967295] 192.168.204.31@tcp LPNI seq info [532068:532068:8:4294967295] 00000400:00000200:2.0:1724310018.404370:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.404376:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.404380:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.404383:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.404387:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.404392:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.404396:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.404409:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.404412:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.404415:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.405210:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.405213:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310018.405217:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.405221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.406554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310018.406561:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310018.406564:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310018.406567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:0.0:1724310018.406779:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.406791:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b01 00000400:00000200:0.0:1724310018.406794:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.406797:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.406801:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dab28 00000400:00000010:0.0:1724310018.406803:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dab28. 00010000:00000010:2.0:1724310018.408018:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.408028:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00000400:00000200:0.0:1724310018.408438:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.408449:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322a980 00000400:00000200:0.0:1724310018.408456:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 180040 00000400:00000200:0.0:1724310018.408505:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.408509:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.408514:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.408518:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815de680. 00000020:00000010:3.0:1724310018.408586:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.408590:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.408594:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.408622:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883505024 00000001:00000010:3.0:1724310018.408629:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310018.408645:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.408649:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 02000000:00000010:3.0:1724310018.408699:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088ea0000. 00010000:00000010:3.0:1724310018.408717:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.408719:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.408729:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.408731:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.408734:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.408737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000004:00000010:3.0:1724310018.408807:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310018.408813:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.408816:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.408822:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:1.1:1724310018.409407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310018.409413:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310018.409416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310018.409418:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310018.409420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310018.409424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.0:1724310018.409821:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.409823:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.409826:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.409829:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.409862:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.409872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.409875:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.409897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310018.409908:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815de680 x1808069883505024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.409921:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310018.409925:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883505024, offset 224 00000400:00000200:3.0:1724310018.409929:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.409937:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.409942:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532073:532073:256:4294967295] 192.168.204.31@tcp LPNI seq info [532069:532069:8:4294967295] 00000400:00000200:3.0:1724310018.409950:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.409954:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.409957:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.409962:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.409967:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.409970:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.409991:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.409994:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.409996:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:1.0:1724310018.410373:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.410376:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310018.410380:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.410383:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.410386:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:1.0:1724310018.410388:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:1.1:1724310018.412395:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310018.412406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310018.413149:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.413164:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322aa80 00000400:00000200:0.0:1724310018.413170:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 180616 00000400:00000200:0.0:1724310018.413189:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.413193:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.413198:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.413203:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815df800. 00000020:00000010:3.0:1724310018.413343:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.413349:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.413353:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.413392:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883505280 02000000:00000010:3.0:1724310018.413418:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008297d000. 00010000:00000010:3.0:1724310018.414311:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.414325:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.414345:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.414349:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.414360:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.414361:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.414363:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.414365:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.414472:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.414475:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.414477:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.414480:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.414504:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.414509:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.414516:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4720. 00080000:00000010:3.0:1724310018.414521:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925fe000. 00000001:00000010:3.0:1724310018.414680:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4180. 00000001:00000010:3.0:1724310018.414685:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310018.414711:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4720. 00010000:00000010:3.0:1724310018.414716:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.414720:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.414733:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.414749:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.414752:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310018.414767:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.414771:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.414775:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.414779:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310018.414785:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310018.414797:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096596, last committed = 4295096163 00010000:00000200:3.0:1724310018.414804:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815df800 x1808069883505280/t4295096596(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.414821:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310018.414826:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883505280, offset 224 00000400:00000010:3.0:1724310018.414831:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17a48. 00000400:00000200:3.0:1724310018.414834:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.414844:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.414849:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532074:532074:256:4294967295] 192.168.204.31@tcp LPNI seq info [532070:532070:8:4294967295] 00000400:00000200:3.0:1724310018.414852:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.414857:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.414861:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.414864:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310018.414869:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.414874:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.414878:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.414903:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.414907:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.414909:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:0.0:1724310018.415080:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.415083:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310018.415086:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.415090:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.415367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310018.415372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310018.415375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.415379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310018.418606:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310018.418618:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310018.418621:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.418625:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310018.418626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310018.418632:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000400:00000200:1.0:1724310018.420325:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.420341:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b09 00000400:00000200:1.0:1724310018.420346:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.420350:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.420354:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:1.0:1724310018.420356:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00010000:00000010:3.0:1724310018.420445:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.420454:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000400:00000200:0.0:1724310018.422533:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.422548:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ab00 00000400:00000200:0.0:1724310018.422556:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 181104 00000400:00000200:0.0:1724310018.422932:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.422937:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.422942:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.422947:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dc380. 00000020:00000010:3.0:1724310018.423050:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122aaee00. 00000020:00000010:3.0:1724310018.423055:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.423060:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.423093:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883505408 00000001:00000010:3.0:1724310018.423102:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310018.423120:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.423125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 02000000:00000010:3.0:1724310018.423168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093ee0000. 00010000:00000010:3.0:1724310018.423189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.423191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.423203:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.423205:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.423207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.423209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310018.424493:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310018.424499:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.424504:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.424509:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.425057:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.425060:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.425064:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.425067:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.425109:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.425118:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.425122:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.425153:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000200:3.0:1724310018.425170:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dc380 x1808069883505408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.425184:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310018.425189:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883505408, offset 224 00000400:00000200:3.0:1724310018.425194:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.425203:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.425209:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532075:532075:256:4294967295] 192.168.204.31@tcp LPNI seq info [532071:532071:8:4294967295] 00000400:00000200:3.0:1724310018.425216:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.425221:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.425224:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.425228:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.425235:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.425238:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.425278:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.425283:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.425285:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122aaee00. 00000800:00000200:0.0:1724310018.425348:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.425351:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310018.425355:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.425359:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.425363:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:0.0:1724310018.425365:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00000400:00000200:1.0:1724310018.427180:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.427192:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ac00 00000400:00000200:1.0:1724310018.427199:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 181680 00000400:00000200:1.0:1724310018.427215:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.427219:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.427224:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.427229:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850d180. 00000020:00000010:3.0:1724310018.427495:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.427502:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.427506:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.427542:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883505664 02000000:00000010:3.0:1724310018.427568:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008297f000. 00010000:00000010:3.0:1724310018.427596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.427606:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.427627:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.427631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.427641:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.427643:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.427646:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.427648:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.427720:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.427723:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.427725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.427727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.427748:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.427754:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.427761:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b41e0. 00080000:00000010:3.0:1724310018.427767:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925fec00. 00000001:00000010:3.0:1724310018.427937:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4a20. 00000001:00000010:3.0:1724310018.427942:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310018.427973:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b41e0. 00010000:00000010:3.0:1724310018.427980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.427983:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.427996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.428014:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.428017:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310018.428032:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.428037:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.428040:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.428045:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310018.428054:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.428066:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096597, last committed = 4295096163 00010000:00000200:3.0:1724310018.428073:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850d180 x1808069883505664/t4295096597(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.428085:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310018.428090:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883505664, offset 224 00000400:00000010:3.0:1724310018.428095:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17a80. 00000400:00000200:3.0:1724310018.428098:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.428105:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.428110:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532076:532076:256:4294967295] 192.168.204.31@tcp LPNI seq info [532072:532072:8:4294967295] 00000400:00000200:3.0:1724310018.428114:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.428120:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.428124:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.428128:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.428133:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.428138:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.428141:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.428153:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.428156:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.428158:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.428405:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.428408:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.428412:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.428415:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.428749:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310018.428756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:1.1:1724310018.434092:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310018.434106:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310018.434111:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310018.434114:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310018.434117:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310018.434119:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310018.434121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310018.434122:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310018.434125:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310018.434130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310018.434615:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.434629:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b11 00000400:00000200:0.0:1724310018.434634:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.434637:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.434642:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310018.434644:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00000400:00000200:0.0:1724310018.435019:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.435025:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ac80 00000400:00000200:0.0:1724310018.435031:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 182168 00000400:00000200:0.0:1724310018.435048:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.435051:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.435055:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.435059:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815ded80. 00010000:00000010:2.0:1724310018.435309:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:2.0:1724310018.435318:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00000020:00000010:3.0:1724310018.435431:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.435437:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.435440:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.435464:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883505792 00000001:00000010:3.0:1724310018.435472:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310018.435490:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.435494:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310018.435539:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bfd0000. 00010000:00000010:3.0:1724310018.435559:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.435562:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.435573:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.435575:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.435578:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.435580:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310018.435648:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310018.435654:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.435658:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.435664:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.438911:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.438918:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.438922:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.438927:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.438980:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.440152:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.440160:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.440195:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.440210:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815ded80 x1808069883505792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.440226:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310018.440232:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883505792, offset 224 00000400:00000200:3.0:1724310018.440237:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.440247:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.440252:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532077:532077:256:4294967295] 192.168.204.31@tcp LPNI seq info [532073:532073:8:4294967295] 00000400:00000200:3.0:1724310018.440280:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.440285:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.440289:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310018.440293:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.440313:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.440316:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.440340:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.440344:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.440347:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.440410:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.440414:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:1.0:1724310018.440418:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.440422:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.440425:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:1.0:1724310018.440427:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:1.1:1724310018.443595:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00000400:00000200:0.0:1724310018.446586:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.446602:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ad80 00000400:00000200:0.0:1724310018.446608:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 182744 00000400:00000200:0.0:1724310018.446630:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.446634:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.446639:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.446645:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800815dd880. 00000020:00000010:3.0:1724310018.447314:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.447320:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.447324:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.447531:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506048 02000000:00000010:3.0:1724310018.447559:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe59000. 00010000:00000010:3.0:1724310018.447588:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.447603:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.447623:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.447627:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.447639:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.447640:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.447643:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.447645:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.447719:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.447721:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.447723:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.447726:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310018.447744:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.447749:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.447757:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b40c0. 00080000:00000010:3.0:1724310018.447762:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925ff400. 00000001:00000010:3.0:1724310018.447921:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4720. 00000001:00000010:3.0:1724310018.447926:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310018.447956:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b40c0. 00010000:00000010:3.0:1724310018.447962:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.447965:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.447977:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.447993:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.447995:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00080000:00000010:3.0:1724310018.448009:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.448013:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.448016:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.448021:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310018.449519:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310018.449542:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096598, last committed = 4295096163 00010000:00000200:3.0:1724310018.449551:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800815dd880 x1808069883506048/t4295096598(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.449566:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310018.449572:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883506048, offset 224 00000400:00000010:3.0:1724310018.449577:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17ab8. 00000400:00000200:3.0:1724310018.449580:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.449592:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.449597:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532078:532078:256:4294967295] 192.168.204.31@tcp LPNI seq info [532074:532074:8:4294967295] 00000400:00000200:3.0:1724310018.449601:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.449606:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.449611:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.449614:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310018.449619:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.449625:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.449628:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.449650:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.449654:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.449656:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:0.0:1724310018.450079:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.450083:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310018.450086:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.450091:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.450394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:1.0:1724310018.453166:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.453183:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b19 00000400:00000200:1.0:1724310018.453189:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.453192:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.453197:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:1.0:1724310018.453199:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00000400:00000200:1.0:1724310018.453323:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.453329:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ae00 00000400:00000200:1.0:1724310018.453335:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 183232 00010000:00000010:3.0:1724310018.453532:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.453542:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000400:00000200:1.0:1724310018.453665:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.453670:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.453674:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.453678:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ce00. 00000020:00000010:3.0:1724310018.453783:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.453788:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310018.453791:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.453816:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506176 00000001:00000010:3.0:1724310018.453824:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310018.453842:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.453846:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310018.453891:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880048f90000. 00010000:00000010:3.0:1724310018.453914:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.453917:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.453929:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.453931:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.453933:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.453935:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310018.454011:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310018.454017:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.454021:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.454028:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:1.1:1724310018.456598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.457585:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.457589:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.457594:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.457598:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.457647:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.457655:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.457659:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.457688:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.457700:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ce00 x1808069883506176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.457715:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310018.457721:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883506176, offset 224 00000400:00000200:3.0:1724310018.457726:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.457736:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.457741:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532079:532079:256:4294967295] 192.168.204.31@tcp LPNI seq info [532075:532075:8:4294967295] 00000400:00000200:3.0:1724310018.457749:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.457754:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.457757:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310018.457762:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.457768:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.457772:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.457796:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310018.457799:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.457802:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:0.0:1724310018.457912:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.457915:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310018.457918:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.457922:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.457925:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310018.457927:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00000400:00000200:0.0:1724310018.460041:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.460054:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322af00 00000400:00000200:0.0:1724310018.460061:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 183808 00000400:00000200:0.0:1724310018.460080:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.460084:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.460089:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.460095:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1ad80. 00000020:00000010:3.0:1724310018.460183:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.460188:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310018.460192:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.460216:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506432 02000000:00000010:3.0:1724310018.460242:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe5b000. 00010000:00000010:3.0:1724310018.460285:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.460307:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.460329:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:1.1:1724310018.460332:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.460333:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:1.1:1724310018.460339:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310018.460343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.460344:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.460345:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:1.1:1724310018.460345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.460348:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310018.460348:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.460350:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:1.1:1724310018.460351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:1.1:1724310018.460352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310018.460355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310018.460361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.460420:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.460422:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.460424:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.460426:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.460442:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.460445:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.460452:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4420. 00080000:00000010:3.0:1724310018.460457:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925ffc00. 00000001:00000010:3.0:1724310018.460606:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4d80. 00000001:00000010:3.0:1724310018.460611:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.460639:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4420. 00010000:00000010:3.0:1724310018.460644:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.460647:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.460659:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.460675:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.460678:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310018.460692:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.460696:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.460699:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.460704:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310018.460709:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310018.460719:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096599, last committed = 4295096163 00010000:00000200:3.0:1724310018.460725:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1ad80 x1808069883506432/t4295096599(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.460736:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310018.460740:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883506432, offset 224 00000400:00000010:3.0:1724310018.460745:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17af0. 00000400:00000200:3.0:1724310018.460747:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.460754:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.460758:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532080:532080:256:4294967295] 192.168.204.31@tcp LPNI seq info [532076:532076:8:4294967295] 00000400:00000200:3.0:1724310018.460762:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.460766:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.460770:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.460773:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310018.460777:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.460782:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.460785:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.460808:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310018.460811:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.460813:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.460879:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.460882:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310018.460886:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.460889:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.465223:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00000400:00000200:0.0:1724310018.465230:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00010000:00000010:1.1:1724310018.465239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:1.1:1724310018.465244:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310018.465246:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b21 00010000:00000010:1.1:1724310018.465246:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310018.465248:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310018.465250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310018.465251:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310018.465252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00000400:00000200:0.0:1724310018.465255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00010000:00000010:1.1:1724310018.465255:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.465275:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310018.465278:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00010000:00000010:3.0:1724310018.465382:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.465391:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:1.1:1724310018.468441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310018.468453:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310018.468457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310018.468464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000400:00000200:0.0:1724310018.469030:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.469044:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322af80 00000400:00000200:0.0:1724310018.469051:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 184296 00000400:00000200:0.0:1724310018.469113:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.469118:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.469124:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.469129:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1aa00. 00000020:00000010:2.0:1724310018.469190:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.469195:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.469199:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.469237:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506560 00000001:00000010:2.0:1724310018.469246:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:2.0:1724310018.469293:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.469307:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310018.469351:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006c3f0000. 00010000:00000010:2.0:1724310018.469372:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.469375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.469388:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.469390:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.469392:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.469394:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000004:00000010:2.0:1724310018.469470:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310018.469476:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.469480:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.469486:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.470956:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.470962:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.470965:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.470969:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.471138:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.471348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.471355:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.471735:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310018.471751:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1aa00 x1808069883506560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.471767:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da330. 00000100:00000200:2.0:1724310018.471774:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883506560, offset 224 00000400:00000200:2.0:1724310018.471779:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.471790:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.471795:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532081:532081:256:4294967295] 192.168.204.31@tcp LPNI seq info [532077:532077:8:4294967295] 00000400:00000200:2.0:1724310018.471803:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.471808:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.471812:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.471816:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.471822:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.471826:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.472317:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.472322:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.472327:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:1.0:1724310018.472651:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.472655:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310018.472659:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.472665:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.472669:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da330 00000400:00000010:1.0:1724310018.472670:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da330. 00010000:00000010:1.1:1724310018.475028:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310018.475037:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00000400:00000200:0.0:1724310018.476290:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.476314:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b080 00000400:00000200:0.0:1724310018.476321:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 184872 00000400:00000200:0.0:1724310018.476345:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.476350:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.476358:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.476363:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1bb80. 00000020:00000010:2.0:1724310018.476490:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.476496:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.476501:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.476534:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506816 02000000:00000010:2.0:1724310018.476561:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddb9000. 00010000:00000010:2.0:1724310018.476589:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.476600:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.476620:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.476623:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.476634:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.476635:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.476638:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.476640:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.476827:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.476830:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.476832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.476835:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310018.476856:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.476861:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.476869:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.476873:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590e400. 00000001:00000010:2.0:1724310018.477346:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584c00. 00000001:00000010:2.0:1724310018.477351:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310018.477381:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.477389:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.477393:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.477407:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.477513:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.477518:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310018.477537:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.477541:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.477545:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.477551:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310018.477559:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310018.477570:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096600, last committed = 4295096163 00010000:00000200:2.0:1724310018.477577:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1bb80 x1808069883506816/t4295096600(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.477592:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da440. 00000100:00000200:2.0:1724310018.477597:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883506816, offset 224 00000400:00000010:2.0:1724310018.477602:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b953f0. 00000400:00000200:2.0:1724310018.477605:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.477614:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.477618:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532082:532082:256:4294967295] 192.168.204.31@tcp LPNI seq info [532078:532078:8:4294967295] 00000400:00000200:2.0:1724310018.477622:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.477627:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.477632:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.477635:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.477639:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.477644:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.477647:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.477673:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.477676:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.477678:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.477751:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.477754:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310018.477756:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.477760:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.479732:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.479745:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b29 00000400:00000200:1.0:1724310018.479751:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.479754:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.479758:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da440 00000400:00000010:1.0:1724310018.479760:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da440. 00010000:00000010:3.0:1724310018.480039:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:3.0:1724310018.480048:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00000400:00000200:1.0:1724310018.480339:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.480347:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b100 00000400:00000200:1.0:1724310018.480354:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 185360 00000400:00000200:1.0:1724310018.480405:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.480408:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.480412:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.480416:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850e680. 00000020:00000010:2.0:1724310018.480491:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.480495:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.480499:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00010000:00000010:1.1:1724310018.481169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.481176:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310018.481179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000100:00000200:2.0:1724310018.481205:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883506944 00000001:00000010:2.0:1724310018.481214:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:2.0:1724310018.481233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.481238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310018.481319:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082740000. 00010000:00000010:2.0:1724310018.481340:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.481343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.481354:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.481356:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.481358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.481360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000004:00000010:2.0:1724310018.481432:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310018.481438:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.481443:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.481450:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.483006:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.483011:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.483014:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.483017:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.483062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.483071:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.483075:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.483119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310018.483133:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850e680 x1808069883506944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.483149:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da3b8. 00000100:00000200:2.0:1724310018.483155:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883506944, offset 224 00000400:00000200:2.0:1724310018.483160:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.483171:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.483177:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532083:532083:256:4294967295] 192.168.204.31@tcp LPNI seq info [532079:532079:8:4294967295] 00000400:00000200:2.0:1724310018.483186:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.483191:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.483195:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.483199:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.483205:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.483209:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.483969:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.483975:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.483979:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.484132:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.484136:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310018.484139:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.484144:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.484148:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da3b8 00000400:00000010:0.0:1724310018.484150:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da3b8. 00010000:00000010:0.1:1724310018.486392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310018.486404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:1.0:1724310018.488133:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.488148:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b200 00000400:00000200:1.0:1724310018.488155:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 185936 00000400:00000200:1.0:1724310018.488176:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.488180:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.488186:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.488191:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850df80. 00000020:00000010:2.0:1724310018.488507:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.488513:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.488517:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.488551:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883507200 02000000:00000010:2.0:1724310018.488579:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddbb000. 00010000:00000010:2.0:1724310018.488609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.488624:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.488646:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.488650:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.488661:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.488662:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.488665:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.488667:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.488747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.488750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.488752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.488755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00000020:00000010:2.0:1724310018.488774:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.488779:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.488787:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584960. 00080000:00000010:2.0:1724310018.488793:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590fc00. 00000001:00000010:2.0:1724310018.488957:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce649c0. 00000001:00000010:2.0:1724310018.488962:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310018.488994:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584960. 00010000:00000010:2.0:1724310018.489001:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.489004:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.489017:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.489039:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.489042:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310018.489061:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.489066:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.489073:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.489079:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310018.489088:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310018.489100:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096601, last committed = 4295096163 00010000:00000200:2.0:1724310018.489107:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850df80 x1808069883507200/t4295096601(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.489122:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dacc0. 00000100:00000200:2.0:1724310018.489127:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883507200, offset 224 00000400:00000010:2.0:1724310018.489131:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95428. 00000400:00000200:2.0:1724310018.489134:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.489143:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.489148:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532084:532084:256:4294967295] 192.168.204.31@tcp LPNI seq info [532080:532080:8:4294967295] 00000400:00000200:2.0:1724310018.489152:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.489157:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.489162:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.489166:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.489170:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.489176:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.489180:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.489206:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.489209:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.489211:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:1.0:1724310018.489445:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.489448:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310018.489452:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.489456:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.492531:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.492547:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b31 00000400:00000200:0.0:1724310018.492553:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.492557:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.492561:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dacc0 00000400:00000010:0.0:1724310018.492563:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dacc0. 00000400:00000200:0.0:1724310018.492592:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.492597:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b280 00000400:00000200:0.0:1724310018.492603:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 186424 00000400:00000200:0.0:1724310018.492659:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.492663:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.492667:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.492671:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19180. 00010000:00000010:1.1:1724310018.492740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310018.492745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310018.492750:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310018.492753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310018.492755:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310018.492757:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310018.492764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.0:1724310018.492835:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:3.0:1724310018.492843:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00000020:00000010:2.0:1724310018.492926:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.492931:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.492935:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.492957:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883507328 00000001:00000010:2.0:1724310018.492965:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310018.492982:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.492986:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310018.493031:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082610000. 00010000:00000010:2.0:1724310018.493051:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.493055:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.493066:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.493068:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.493071:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.493073:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310018.493142:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310018.493147:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.493151:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.493157:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.494115:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.494119:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.494122:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.494125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.494162:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.494169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.494172:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.494197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:2.0:1724310018.494209:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19180 x1808069883507328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.494223:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dac38. 00000100:00000200:2.0:1724310018.494227:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883507328, offset 224 00000400:00000200:2.0:1724310018.494233:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.494241:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.494246:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532085:532085:256:4294967295] 192.168.204.31@tcp LPNI seq info [532081:532081:8:4294967295] 00000400:00000200:2.0:1724310018.494254:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.494294:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.494306:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.494311:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.494316:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.494320:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.494548:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.494552:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.494555:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:1.0:1724310018.494703:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.494706:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310018.494710:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.494713:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.494716:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dac38 00000400:00000010:1.0:1724310018.494718:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dac38. 00010000:00000010:1.1:1724310018.495355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310018.495361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310018.495364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310018.495366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310018.495368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310018.495370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310018.495372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310018.495374:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310018.495376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310018.495381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:1.0:1724310018.496419:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.496429:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b380 00000400:00000200:1.0:1724310018.496435:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 187000 00000400:00000200:1.0:1724310018.496453:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.496456:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.496461:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.496465:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850dc00. 00000020:00000010:2.0:1724310018.496636:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.496641:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.496645:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.497220:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883507584 02000000:00000010:2.0:1724310018.497245:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddbd000. 00010000:00000010:2.0:1724310018.497352:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.497362:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.497382:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.497386:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.497394:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.497396:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.497399:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.497401:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.497471:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.497473:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.497475:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.497477:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.497492:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.497496:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.497503:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.497507:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122377c00. 00000001:00000010:2.0:1724310018.497657:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800945840c0. 00000001:00000010:2.0:1724310018.497661:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310018.497690:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.497697:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.497699:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.497713:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.497728:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.497731:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310018.497747:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.497752:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.497755:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.497761:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310018.497767:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310018.497777:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096602, last committed = 4295096163 00010000:00000200:2.0:1724310018.497783:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850dc00 x1808069883507584/t4295096602(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.497795:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da5d8. 00000100:00000200:2.0:1724310018.497800:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883507584, offset 224 00000400:00000010:2.0:1724310018.497804:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95460. 00000400:00000200:2.0:1724310018.497807:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.497814:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.497819:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532086:532086:256:4294967295] 192.168.204.31@tcp LPNI seq info [532082:532082:8:4294967295] 00000400:00000200:2.0:1724310018.497822:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.497828:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.497832:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.497835:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310018.497839:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.497845:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.497848:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.497860:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.497863:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.497865:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.497957:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.497960:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310018.497963:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.497966:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.499035:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310018.499043:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:1.0:1724310018.500496:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.500509:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b39 00000400:00000200:1.0:1724310018.500514:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.500518:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.500523:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da5d8 00000400:00000010:1.0:1724310018.500525:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da5d8. 00010000:00000010:3.0:1724310018.500703:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:3.0:1724310018.500712:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00000400:00000200:1.0:1724310018.500936:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.500943:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b400 00000400:00000200:1.0:1724310018.500949:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 187488 00000400:00000200:1.0:1724310018.500999:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.501002:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.501006:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.501010:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850c380. 00000020:00000010:3.0:1724310018.501085:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.501089:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310018.501093:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.501126:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883507712 00000001:00000010:3.0:1724310018.501134:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:3.0:1724310018.501150:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.501154:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310018.501197:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88002b870000. 00010000:00000010:3.0:1724310018.501216:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.501219:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.501230:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.501232:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.501234:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.501236:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000004:00000010:3.0:1724310018.501360:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310018.501366:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.501370:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.501376:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.503448:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.503454:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.503458:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.503463:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.503514:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.503523:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.503527:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.503555:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.503569:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850c380 x1808069883507712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.503584:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310018.503589:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883507712, offset 224 00000400:00000200:3.0:1724310018.503595:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.503604:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.503609:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532087:532087:256:4294967295] 192.168.204.31@tcp LPNI seq info [532083:532083:8:4294967295] 00000400:00000200:3.0:1724310018.503618:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.503623:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.503626:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310018.503631:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.503636:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.503640:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1724310018.503925:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.503928:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310018.503932:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.503936:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.503939:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310018.503941:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00000020:00000010:3.0:1724310018.504068:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310018.504073:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.504076:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00010000:00000010:1.1:1724310018.504568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310018.504575:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310018.504578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310018.504580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:1.0:1724310018.505637:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.505647:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b500 00000400:00000200:1.0:1724310018.505653:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 188064 00000400:00000200:1.0:1724310018.505677:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.505680:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.505685:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.505690:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f100. 00000020:00000010:3.0:1724310018.505750:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.505755:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310018.505762:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.505796:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883507968 02000000:00000010:3.0:1724310018.506492:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe5d000. 00010000:00000010:3.0:1724310018.506816:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.506829:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.506849:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.506853:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.506864:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.506866:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.506868:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.506871:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.506941:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.506943:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.506945:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.506947:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310018.506963:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.506968:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.506975:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4000. 00080000:00000010:3.0:1724310018.506980:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925fd800. 00000001:00000010:3.0:1724310018.507176:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4f60. 00000001:00000010:3.0:1724310018.507180:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310018.507210:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4000. 00010000:00000010:3.0:1724310018.507216:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.507219:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.507231:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.507247:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.507250:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310018.507369:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.507375:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.507378:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.507383:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310018.507393:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310018.507404:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096603, last committed = 4295096163 00010000:00000200:3.0:1724310018.507412:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f100 x1808069883507968/t4295096603(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.507425:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310018.507430:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883507968, offset 224 00000400:00000010:3.0:1724310018.507434:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17b28. 00000400:00000200:3.0:1724310018.507437:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.507447:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.507452:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532088:532088:256:4294967295] 192.168.204.31@tcp LPNI seq info [532084:532084:8:4294967295] 00000400:00000200:3.0:1724310018.507456:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.507462:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.507467:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.507470:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310018.507474:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.507480:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.507483:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.507511:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310018.507514:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.507517:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.507660:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.507663:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310018.507666:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.507670:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.510419:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.510433:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b41 00000400:00000200:0.0:1724310018.510437:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.510440:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.510445:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:0.0:1724310018.510447:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00010000:00000010:3.0:1724310018.510517:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.510526:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:0.1:1724310018.510594:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310018.510601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:1.0:1724310018.511785:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.511795:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b580 00000400:00000200:1.0:1724310018.511802:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 188552 00000400:00000200:1.0:1724310018.512016:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.512021:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.512026:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.512031:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ed80. 00000020:00000010:3.0:1724310018.512288:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.512294:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310018.512308:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.512428:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883508096 00000001:00000010:3.0:1724310018.512438:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:3.0:1724310018.512457:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.512462:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310018.512508:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088ed0000. 00010000:00000010:3.0:1724310018.512530:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.512533:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.512545:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.512547:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.512551:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.512552:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000004:00000010:3.0:1724310018.512626:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310018.512632:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.512636:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.512642:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.513199:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.513202:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.513205:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.513208:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310018.513245:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.513253:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.513729:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.513764:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.513778:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ed80 x1808069883508096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.513793:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310018.513798:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883508096, offset 224 00000400:00000200:3.0:1724310018.513802:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.513811:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.513816:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532089:532089:256:4294967295] 192.168.204.31@tcp LPNI seq info [532085:532085:8:4294967295] 00000400:00000200:3.0:1724310018.513824:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.513829:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.513832:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310018.513837:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.513843:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.513846:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.514582:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310018.514587:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.514590:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.514711:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.514713:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310018.514717:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.514722:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.514726:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:1.0:1724310018.514727:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00010000:00000010:0.1:1724310018.515480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310018.515487:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310018.515491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310018.515493:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310018.515495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310018.515501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310018.516823:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.516834:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b680 00000400:00000200:0.0:1724310018.516841:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 189128 00000400:00000200:0.0:1724310018.516861:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.516864:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.516870:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.516875:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18380. 00000020:00000010:3.0:1724310018.517095:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.517099:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310018.517104:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.517743:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883508352 02000000:00000010:3.0:1724310018.517770:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe5f000. 00010000:00000010:3.0:1724310018.517799:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310018.517812:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.517835:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.517839:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.517851:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.517853:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310018.517857:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.517859:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.517934:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.517936:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.517938:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.517940:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310018.517958:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.517963:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.517970:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b43c0. 00080000:00000010:3.0:1724310018.517976:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800925fcc00. 00000001:00000010:3.0:1724310018.518470:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b46c0. 00000001:00000010:3.0:1724310018.518475:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.518509:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b43c0. 00010000:00000010:3.0:1724310018.518515:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.518518:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.518531:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.518550:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.518552:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310018.518567:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.518572:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.518575:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.518580:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310018.518587:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310018.518599:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096604, last committed = 4295096163 00010000:00000200:3.0:1724310018.518607:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18380 x1808069883508352/t4295096604(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.518621:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310018.518627:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883508352, offset 224 00000400:00000010:3.0:1724310018.518632:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17b60. 00000400:00000200:3.0:1724310018.518635:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.518645:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.518649:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532090:532090:256:4294967295] 192.168.204.31@tcp LPNI seq info [532086:532086:8:4294967295] 00000400:00000200:3.0:1724310018.518653:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.518659:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.518663:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.518667:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310018.518671:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.518677:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.518680:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.518711:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310018.518715:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.518717:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.519591:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.519595:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310018.519600:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.519604:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.521664:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.521676:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b49 00000400:00000200:1.0:1724310018.521682:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.521685:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.521689:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:1.0:1724310018.521691:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00010000:00000010:3.0:1724310018.521776:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.521787:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:0.1:1724310018.521995:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:0.1:1724310018.522002:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310018.522006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310018.522008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310018.522012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.522015:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310018.522018:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310018.522020:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310018.522022:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.522030:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310018.522032:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310018.522034:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00000400:00000200:0.0:1724310018.522409:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.522417:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b700 00000400:00000200:0.0:1724310018.522423:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 189616 00000400:00000200:0.0:1724310018.522473:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.522477:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.522481:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.522485:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18700. 00000020:00000010:2.0:1724310018.522573:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.522578:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.522581:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.522601:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883508480 00000001:00000010:2.0:1724310018.522609:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:2.0:1724310018.522627:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.522631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 02000000:00000010:2.0:1724310018.522675:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087f70000. 00010000:00000010:2.0:1724310018.522696:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.522699:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.522711:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.522713:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.522716:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.522718:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310018.522799:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310018.522805:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.522809:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.522815:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.523917:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.523921:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.523923:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.523927:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.523962:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.524525:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.524530:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.524560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000200:2.0:1724310018.524573:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18700 x1808069883508480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.524588:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.524594:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883508480, offset 224 00000400:00000200:2.0:1724310018.524598:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.524607:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.524613:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532091:532091:256:4294967295] 192.168.204.31@tcp LPNI seq info [532087:532087:8:4294967295] 00000400:00000200:2.0:1724310018.524620:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.524625:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.524629:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310018.524634:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.524640:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.524643:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.524668:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.524671:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.524675:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:1.0:1724310018.525223:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.525227:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310018.525231:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.525235:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.525239:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:1.0:1724310018.525241:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00000400:00000200:1.0:1724310018.526467:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.526477:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b800 00000400:00000200:1.0:1724310018.526482:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 190192 00000400:00000200:1.0:1724310018.526498:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.526501:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.526505:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.526509:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850fb80. 00000020:00000010:2.0:1724310018.526715:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8b200. 00000020:00000010:2.0:1724310018.526718:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.526721:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.526748:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883508736 02000000:00000010:2.0:1724310018.526769:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddbf000. 00010000:00000010:2.0:1724310018.526789:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.526797:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.526814:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.526817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.526826:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.526828:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.526830:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.526832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.526900:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.526902:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.526904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.526906:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310018.526926:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.526931:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.526938:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584540. 00080000:00000010:2.0:1724310018.526943:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122376400. 00000001:00000010:2.0:1724310018.527125:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465f60. 00000001:00000010:2.0:1724310018.527130:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310018.527161:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584540. 00010000:00000010:2.0:1724310018.527167:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.527170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.527182:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.527198:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.527200:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00080000:00000010:2.0:1724310018.527217:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.527222:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.527225:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.527231:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310018.527237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310018.527248:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096605, last committed = 4295096163 00010000:00000200:2.0:1724310018.527254:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850fb80 x1808069883508736/t4295096605(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.527308:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.527313:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883508736, offset 224 00000400:00000010:2.0:1724310018.527318:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95498. 00000400:00000200:2.0:1724310018.527322:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.527329:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.527333:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532092:532092:256:4294967295] 192.168.204.31@tcp LPNI seq info [532088:532088:8:4294967295] 00000400:00000200:2.0:1724310018.527337:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.527341:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.527346:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.527349:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.527353:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.527358:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.527361:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.527376:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.527379:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.527382:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8b200. 00000800:00000200:0.0:1724310018.527546:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.527549:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:0.0:1724310018.527552:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.527556:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.529329:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.529341:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b51 00000400:00000200:1.0:1724310018.529345:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.529349:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.529353:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:1.0:1724310018.529354:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00010000:00000010:0.1:1724310018.530063:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:0.1:1724310018.530071:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310018.530075:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310018.530077:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310018.530080:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310018.530082:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310018.530084:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310018.530086:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310018.530088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310018.530094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310018.530096:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310018.530098:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:1.0:1724310018.530203:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.530209:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322b880 00000400:00000200:1.0:1724310018.530216:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 190680 00000400:00000200:1.0:1724310018.530285:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.530289:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.530293:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.530305:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850d500. 00010000:00000010:3.0:1724310018.530535:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:3.0:1724310018.530543:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00000020:00000010:2.0:1724310018.530837:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.530841:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.530844:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.530963:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883508864 00000001:00000010:2.0:1724310018.530972:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310018.530988:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.530992:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310018.531033:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123b00000. 00010000:00000010:2.0:1724310018.531050:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.531052:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.531062:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.531064:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.531067:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.531069:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000004:00000010:2.0:1724310018.531133:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310018.531138:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.531142:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.531148:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310018.532857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310018.532864:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310018.532867:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310018.532869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.533023:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.533026:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.533030:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.533034:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.533076:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.533083:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.533085:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.533113:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:2.0:1724310018.533126:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850d500 x1808069883508864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.533141:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.533146:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883508864, offset 224 00000400:00000200:2.0:1724310018.533151:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.533160:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.533165:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532093:532093:256:4294967295] 192.168.204.31@tcp LPNI seq info [532089:532089:8:4294967295] 00000400:00000200:2.0:1724310018.533173:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.533179:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.533182:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.533187:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.533193:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.533196:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.533220:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.533224:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.533227:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.533357:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.533360:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310018.533364:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.533368:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.533371:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:1.0:1724310018.533373:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00000400:00000200:0.0:1724310018.535065:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.535076:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322b980 00000400:00000200:0.0:1724310018.535083:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 191256 00000400:00000200:0.0:1724310018.535102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.535105:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.535110:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.535115:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a300. 00000020:00000010:2.0:1724310018.535206:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.535210:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.535214:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.535235:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883509120 02000000:00000010:2.0:1724310018.535702:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087751000. 00010000:00000010:2.0:1724310018.535733:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.535745:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.535768:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.535772:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.535781:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.535783:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.535786:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.535788:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.535863:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.535865:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.535867:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.535869:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00000020:00000010:2.0:1724310018.535890:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.535895:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.535902:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465780. 00080000:00000010:2.0:1724310018.535907:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122375800. 00000001:00000010:2.0:1724310018.536051:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465ea0. 00000001:00000010:2.0:1724310018.536056:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310018.536083:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465780. 00010000:00000010:2.0:1724310018.536089:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.536092:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.536104:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.536120:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.536123:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00080000:00000010:2.0:1724310018.536139:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.536143:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.536147:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.536151:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310018.536159:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310018.536170:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096606, last committed = 4295096163 00010000:00000200:2.0:1724310018.536177:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a300 x1808069883509120/t4295096606(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.536190:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.536194:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883509120, offset 224 00000400:00000010:2.0:1724310018.536199:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b954d0. 00000400:00000200:2.0:1724310018.536202:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.536210:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.536214:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532094:532094:256:4294967295] 192.168.204.31@tcp LPNI seq info [532090:532090:8:4294967295] 00000400:00000200:2.0:1724310018.536217:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.536221:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.536226:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.536229:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310018.536233:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.536239:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.536242:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.536473:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.536477:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.536480:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.536521:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.536524:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310018.536528:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.536531:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.537619:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.537629:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b59 00000400:00000200:1.0:1724310018.537633:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.537636:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.537640:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:1.0:1724310018.537642:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00010000:00000010:3.0:1724310018.538055:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:3.0:1724310018.538063:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000400:00000200:0.0:1724310018.538251:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.538292:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ba00 00000400:00000200:0.0:1724310018.538732:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 191744 00000400:00000200:1.0:1724310018.538991:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.538995:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.539000:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.539004:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ca80. 00000020:00000010:2.0:1724310018.539103:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.539109:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.539112:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.539145:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883509248 00000001:00000010:2.0:1724310018.539154:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310018.539172:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.539177:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 02000000:00000010:2.0:1724310018.539227:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880115af0000. 00010000:00000010:2.0:1724310018.539249:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.539252:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.539283:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.539285:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.539288:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.539290:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:0.1:1724310018.539403:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310018.539412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000004:00000010:2.0:1724310018.539480:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310018.539487:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.539491:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.539498:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.539994:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.539997:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.540001:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.540003:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.540042:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.540049:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.540052:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.540077:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310018.540087:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ca80 x1808069883509248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.540099:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da5d8. 00000100:00000200:2.0:1724310018.540104:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883509248, offset 224 00000400:00000200:2.0:1724310018.540108:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.540118:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.540123:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532095:532095:256:4294967295] 192.168.204.31@tcp LPNI seq info [532091:532091:8:4294967295] 00000400:00000200:2.0:1724310018.540130:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.540134:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.540138:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.540142:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.540147:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.540151:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.540173:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.540176:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.540179:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.540458:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.540461:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310018.540465:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.540468:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.540471:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da5d8 00000400:00000010:1.0:1724310018.540472:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da5d8. 00000400:00000200:1.0:1724310018.541865:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.541876:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322bb00 00000400:00000200:1.0:1724310018.541881:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 192320 00000400:00000200:1.0:1724310018.541898:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.541901:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.541906:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.541910:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f800. 00000020:00000010:2.0:1724310018.542050:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.542054:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.542057:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.542213:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883509504 02000000:00000010:2.0:1724310018.542235:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087753000. 00010000:00000010:2.0:1724310018.542349:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.542359:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.542378:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.542382:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.542391:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.542393:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.542396:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.542398:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.542466:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.542468:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.542470:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.542472:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.542489:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.542493:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.542500:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465360. 00080000:00000010:2.0:1724310018.542505:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122375000. 00000001:00000010:2.0:1724310018.542650:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800874659c0. 00000001:00000010:2.0:1724310018.542655:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310018.542685:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465360. 00010000:00000010:2.0:1724310018.542691:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.542694:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.542706:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.542725:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.542727:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00080000:00000010:2.0:1724310018.542745:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.542749:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.542975:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.542982:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310018.542994:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310018.543005:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096607, last committed = 4295096163 00010000:00000200:2.0:1724310018.543011:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f800 x1808069883509504/t4295096607(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.543023:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dac38. 00000100:00000200:2.0:1724310018.543027:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883509504, offset 224 00000400:00000010:2.0:1724310018.543032:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95508. 00000400:00000200:2.0:1724310018.543035:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.543042:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.543047:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532096:532096:256:4294967295] 192.168.204.31@tcp LPNI seq info [532092:532092:8:4294967295] 00000400:00000200:2.0:1724310018.543051:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.543056:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.543060:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.543064:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.543068:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.543073:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.543076:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.543099:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.543103:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.543106:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.543209:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.543211:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:1.0:1724310018.543214:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.543217:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.545156:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.545167:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b61 00000400:00000200:0.0:1724310018.545172:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.545175:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.545179:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dac38 00000400:00000010:0.0:1724310018.545181:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dac38. 00000400:00000200:0.0:1724310018.545209:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.545214:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322bb80 00000400:00000200:0.0:1724310018.545220:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 192808 00000400:00000200:0.0:1724310018.545308:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.545312:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.545316:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.545320:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b800. 00010000:00000010:3.0:1724310018.545413:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:3.0:1724310018.545419:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000020:00000010:2.0:1724310018.545536:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.545540:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.545543:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.545567:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883509632 00000001:00000010:2.0:1724310018.545575:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310018.545588:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.545592:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310018.545632:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f5f0000. 00010000:00000010:2.0:1724310018.545650:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.545652:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.545661:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.545663:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.545666:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.545668:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000004:00000010:2.0:1724310018.545746:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310018.545761:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.545766:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f7d0. 00080000:00000010:2.0:1724310018.545772:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.1:1724310018.546528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310018.546539:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:2.1:1724310018.546543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310018.546546:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310018.546551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310018.546555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.546696:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.546699:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.546706:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.546710:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.546744:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.546751:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.546754:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.546776:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310018.546786:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b800 x1808069883509632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.546798:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dacc0. 00000100:00000200:2.0:1724310018.546802:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883509632, offset 224 00000400:00000200:2.0:1724310018.546807:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.546815:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.546820:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532097:532097:256:4294967295] 192.168.204.31@tcp LPNI seq info [532093:532093:8:4294967295] 00000400:00000200:2.0:1724310018.546827:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.546831:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.546834:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.546839:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.546844:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.546847:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.546873:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.546876:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.546880:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.547117:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.547120:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310018.547124:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.547128:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.547131:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dacc0 00000400:00000010:1.0:1724310018.547132:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dacc0. 00010000:00000010:2.1:1724310018.548422:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310018.548430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310018.549332:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.549343:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322bc80 00000400:00000200:1.0:1724310018.549349:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 193384 00000400:00000200:1.0:1724310018.549369:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.549374:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.549379:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.549384:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f480. 00000020:00000010:2.0:1724310018.549487:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.549492:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.549495:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.549526:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883509888 02000000:00000010:2.0:1724310018.549551:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087755000. 00010000:00000010:2.0:1724310018.549577:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.549588:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.549606:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.549610:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.549619:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.549621:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.549624:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.549625:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.549695:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.549697:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.549699:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.549701:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310018.549721:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.549725:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.549733:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800874651e0. 00080000:00000010:2.0:1724310018.549739:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122374800. 00000001:00000010:2.0:1724310018.549891:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465780. 00000001:00000010:2.0:1724310018.549895:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310018.549922:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800874651e0. 00010000:00000010:2.0:1724310018.549928:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.549931:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.549943:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.549959:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.549962:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310018.549980:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.549984:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f7d0. 00000004:00000010:2.0:1724310018.549988:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.549992:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310018.550000:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310018.550010:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096608, last committed = 4295096163 00010000:00000200:2.0:1724310018.550017:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f480 x1808069883509888/t4295096608(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.550028:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da3b8. 00000100:00000200:2.0:1724310018.550033:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883509888, offset 224 00000400:00000010:2.0:1724310018.550037:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95540. 00000400:00000200:2.0:1724310018.550039:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.550046:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.550051:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532098:532098:256:4294967295] 192.168.204.31@tcp LPNI seq info [532094:532094:8:4294967295] 00000400:00000200:2.0:1724310018.550055:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.550060:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.550064:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.550066:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310018.550069:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.550074:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.550078:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.550101:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.550105:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.550107:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:0.0:1724310018.550235:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.550238:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310018.550241:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.550244:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.551521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310018.551528:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310018.551533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310018.551535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310018.551537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310018.551539:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310018.551542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310018.551543:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310018.551545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310018.551549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310018.551551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310018.551553:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310018.551555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310018.551557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310018.551560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310018.551562:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:2.1:1724310018.551564:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310018.551566:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310018.551569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.1:1724310018.551573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:1.0:1724310018.552579:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.552594:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b69 00000400:00000200:1.0:1724310018.552600:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.552603:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.552608:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da3b8 00000400:00000010:1.0:1724310018.552611:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da3b8. 00000400:00000200:1.0:1724310018.553180:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.553186:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322bd00 00000400:00000200:1.0:1724310018.553192:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x277325 [64] + 193872 00000400:00000200:1.0:1724310018.553251:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.553255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.553282:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.553287:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850c700. 00010000:00000010:3.0:1724310018.553385:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:3.0:1724310018.553394:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00000020:00000010:0.0:1724310018.554612:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971a00. 00000020:00000010:0.0:1724310018.554619:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.554623:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.554657:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883510016 00000001:00000010:0.0:1724310018.554669:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:0.0:1724310018.554689:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310018.554694:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 02000000:00000010:0.0:1724310018.554746:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f4d0000. 00010000:00000010:0.0:1724310018.554770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310018.554773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.554786:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310018.554788:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.554791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310018.554793:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00000004:00000010:0.0:1724310018.554865:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310018.554871:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bed20. 00000004:00000010:0.0:1724310018.554875:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806bb8. 00080000:00000010:0.0:1724310018.554881:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.0:1724310018.555753:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310018.555756:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310018.555759:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310018.555762:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310018.555799:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.555816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.555820:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.555843:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000200:0.0:1724310018.555855:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850c700 x1808069883510016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.555868:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.555873:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883510016, offset 224 00000400:00000200:0.0:1724310018.555879:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.555888:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.555894:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532099:532099:256:4294967295] 192.168.204.31@tcp LPNI seq info [532095:532095:8:4294967295] 00000400:00000200:0.0:1724310018.555901:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.555906:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.555910:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310018.555914:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.555920:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.555923:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.556118:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.556122:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.556125:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971a00. 00000800:00000200:2.0:1724310018.556434:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.556437:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310018.556440:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.556445:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.556448:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:2.0:1724310018.556449:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00010000:00000010:0.1:1724310018.557687:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310018.557696:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310018.558344:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.558356:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322be00 00000400:00000200:0.0:1724310018.558363:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x277325 [64] + 194448 00000400:00000010:0.0:1724310018.558367:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b82c0. 00000400:00000200:0.0:1724310018.558370:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009417f000 00000400:00000200:0.0:1724310018.558387:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.558391:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.558394:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009417f000 00000400:00000010:0.0:1724310018.558396:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 1144 at ffff88009417f000. 00000100:00000200:0.0:1724310018.558401:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1724310018.558497:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d53e00. 00000020:00000010:2.0:1724310018.558502:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.558506:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.559063:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883510272 02000000:00000010:2.0:1724310018.559094:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087757000. 00010000:00000010:2.0:1724310018.559124:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310018.559136:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:2.0:1724310018.559155:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.559159:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.559169:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.559171:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.559174:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.559176:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.559291:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.559293:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.559304:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.559306:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310018.559330:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.559335:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c15c0. 00000020:00000010:2.0:1724310018.559344:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465360. 00080000:00000010:2.0:1724310018.559350:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122375c00. 00000001:00000010:2.0:1724310018.559516:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465720. 00000001:00000010:2.0:1724310018.559521:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310018.559550:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465360. 00010000:00000010:2.0:1724310018.559557:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.559560:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.559575:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.559595:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.559598:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310018.559614:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:2.0:1724310018.559620:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806bb8. 00000004:00000010:2.0:1724310018.559623:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bed20. 00000004:00000010:2.0:1724310018.559627:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:2.0:1724310018.559633:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310018.559645:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096609, last committed = 4295096163 00010000:00000200:2.0:1724310018.559652:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5691050 x1808069883510272/t4295096609(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.559666:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da440. 00000100:00000200:2.0:1724310018.559670:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883510272, offset 224 00000400:00000010:2.0:1724310018.559675:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95578. 00000400:00000200:2.0:1724310018.559678:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.559687:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.559692:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532100:532100:256:4294967295] 192.168.204.31@tcp LPNI seq info [532096:532096:8:4294967295] 00000400:00000200:2.0:1724310018.559697:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.559703:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.559707:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.559710:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310018.559715:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.559720:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.559723:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.559756:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.559759:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.559762:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d53e00. 02000000:00000010:2.0:1724310018.559818:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f4d0000. 00000100:00000010:2.0:1724310018.559850:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c700. 02000000:00000010:2.0:1724310018.559855:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087755000. 00000100:00000010:2.0:1724310018.559858:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f480. 02000000:00000010:2.0:1724310018.559861:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f5f0000. 00000100:00000010:2.0:1724310018.559886:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b800. 02000000:00000010:2.0:1724310018.559892:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087753000. 00000100:00000010:2.0:1724310018.559894:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f800. 02000000:00000010:2.0:1724310018.559897:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880115af0000. 00000100:00000010:2.0:1724310018.559922:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ca80. 02000000:00000010:2.0:1724310018.559925:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087751000. 00000100:00000010:2.0:1724310018.559927:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a300. 02000000:00000010:2.0:1724310018.559932:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123b00000. 00000100:00000010:2.0:1724310018.559952:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d500. 02000000:00000010:2.0:1724310018.559956:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddbf000. 00000100:00000010:2.0:1724310018.559958:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850fb80. 02000000:00000010:2.0:1724310018.559961:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087f70000. 00000100:00000010:2.0:1724310018.559985:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18700. 02000000:00000010:2.0:1724310018.559989:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe5f000. 00000100:00000010:2.0:1724310018.559991:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18380. 02000000:00000010:2.0:1724310018.559993:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088ed0000. 00000100:00000010:2.0:1724310018.560024:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ed80. 02000000:00000010:2.0:1724310018.560027:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe5d000. 00000100:00000010:2.0:1724310018.560029:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f100. 02000000:00000010:2.0:1724310018.560032:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88002b870000. 00000100:00000010:2.0:1724310018.560053:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c380. 02000000:00000010:2.0:1724310018.560056:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddbd000. 00000100:00000010:2.0:1724310018.560058:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850dc00. 02000000:00000010:2.0:1724310018.560060:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082610000. 00000100:00000010:2.0:1724310018.560100:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19180. 02000000:00000010:2.0:1724310018.560105:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddbb000. 00000100:00000010:2.0:1724310018.560107:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850df80. 02000000:00000010:2.0:1724310018.560110:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082740000. 00000100:00000010:2.0:1724310018.560128:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e680. 02000000:00000010:2.0:1724310018.560131:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddb9000. 00000100:00000010:2.0:1724310018.560133:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1bb80. 02000000:00000010:2.0:1724310018.560136:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006c3f0000. 00000100:00000010:2.0:1724310018.560159:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1aa00. 02000000:00000010:2.0:1724310018.560163:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe5b000. 00000100:00000010:2.0:1724310018.560165:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1ad80. 02000000:00000010:2.0:1724310018.560168:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880048f90000. 00000100:00000010:2.0:1724310018.560191:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ce00. 02000000:00000010:2.0:1724310018.560196:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe59000. 00000100:00000010:2.0:1724310018.560198:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd880. 02000000:00000010:2.0:1724310018.560202:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bfd0000. 00000100:00000010:2.0:1724310018.560222:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ded80. 02000000:00000010:2.0:1724310018.560226:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008297f000. 00000100:00000010:2.0:1724310018.560230:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d180. 02000000:00000010:2.0:1724310018.560232:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093ee0000. 00000100:00000010:2.0:1724310018.560253:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc380. 02000000:00000010:2.0:1724310018.560282:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008297d000. 00000100:00000010:2.0:1724310018.560284:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df800. 02000000:00000010:2.0:1724310018.560286:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088ea0000. 00000100:00000010:2.0:1724310018.560321:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815de680. 02000000:00000010:2.0:1724310018.560324:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008caff000. 00000100:00000010:2.0:1724310018.560336:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dce00. 02000000:00000010:2.0:1724310018.560339:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093270000. 00000100:00000010:2.0:1724310018.560365:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001880. 02000000:00000010:2.0:1724310018.560367:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008297b000. 00000100:00000010:2.0:1724310018.560370:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008788d880. 02000000:00000010:2.0:1724310018.560372:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934a0000. 00000100:00000010:2.0:1724310018.560394:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dea00. 02000000:00000010:2.0:1724310018.560397:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880082979000. 00000100:00000010:2.0:1724310018.560401:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc700. 02000000:00000010:2.0:1724310018.560403:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880084c50000. 00000100:00000010:2.0:1724310018.560422:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd500. 02000000:00000010:2.0:1724310018.560425:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e77000. 00000100:00000010:2.0:1724310018.560428:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e300. 02000000:00000010:2.0:1724310018.560430:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093960000. 00000100:00000010:2.0:1724310018.560450:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddc00. 02000000:00000010:2.0:1724310018.560453:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008cafd000. 00000100:00000010:2.0:1724310018.560456:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df480. 02000000:00000010:2.0:1724310018.560458:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88002e780000. 00000100:00000010:2.0:1724310018.560482:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dfb80. 02000000:00000010:2.0:1724310018.560485:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008cafb000. 00000100:00000010:2.0:1724310018.560488:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815df100. 02000000:00000010:2.0:1724310018.560490:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800905f0000. 00000100:00000010:2.0:1724310018.560512:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dc000. 02000000:00000010:2.0:1724310018.560515:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008caf9000. 00000100:00000010:2.0:1724310018.560518:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dd180. 02000000:00000010:2.0:1724310018.560521:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880054380000. 00000100:00000010:2.0:1724310018.560544:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafb100. 02000000:00000010:2.0:1724310018.560547:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e75000. 00000100:00000010:2.0:1724310018.560550:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9c00. 02000000:00000010:2.0:1724310018.560552:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088070000. 00000100:00000010:2.0:1724310018.560570:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815dca80. 02000000:00000010:2.0:1724310018.560573:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e73000. 00000100:00000010:2.0:1724310018.560575:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815ddf80. 02000000:00000010:2.0:1724310018.560577:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88004d0f0000. 00000100:00000010:2.0:1724310018.560599:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605500. 02000000:00000010:2.0:1724310018.560603:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f7000. 00000100:00000010:2.0:1724310018.560606:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606d80. 02000000:00000010:2.0:1724310018.560609:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880068820000. 00000100:00000010:2.0:1724310018.560636:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafa680. 02000000:00000010:2.0:1724310018.560639:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e71000. 00000100:00000010:2.0:1724310018.560641:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605180. 02000000:00000010:2.0:1724310018.560644:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800811b0000. 00000100:00000010:2.0:1724310018.560664:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8a80. 02000000:00000010:2.0:1724310018.560667:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f5000. 00000100:00000010:2.0:1724310018.560670:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604380. 02000000:00000010:2.0:1724310018.560673:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006f5c0000. 00000100:00000010:2.0:1724310018.560739:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9c00. 02000000:00000010:2.0:1724310018.560744:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f3000. 00000100:00000010:2.0:1724310018.560747:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605880. 02000000:00000010:2.0:1724310018.560749:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c00000. 00000100:00000010:2.0:1724310018.560768:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606680. 02000000:00000010:2.0:1724310018.560771:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f1000. 00000100:00000010:2.0:1724310018.560774:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d607100. 02000000:00000010:2.0:1724310018.560777:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b90000. 00000100:00000010:2.0:1724310018.560799:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604e00. 02000000:00000010:2.0:1724310018.560802:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012456e000. 00000100:00000010:2.0:1724310018.560805:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605c00. 02000000:00000010:2.0:1724310018.560807:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088180000. 00000100:00000010:2.0:1724310018.560829:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008788c700. 02000000:00000010:2.0:1724310018.560832:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff1000. 00000100:00000010:2.0:1724310018.560835:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafb480. 02000000:00000010:2.0:1724310018.560837:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088960000. 00000100:00000010:2.0:1724310018.560861:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a5880. 02000000:00000010:2.0:1724310018.560865:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829ec000. 00000100:00000010:2.0:1724310018.560868:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6d80. 02000000:00000010:2.0:1724310018.560872:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093470000. 00000100:00000010:2.0:1724310018.560892:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605f80. 02000000:00000010:2.0:1724310018.560895:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829ea000. 00000100:00000010:2.0:1724310018.560898:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606a00. 02000000:00000010:2.0:1724310018.560900:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bc0000. 00000100:00000010:2.0:1724310018.560920:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604000. 02000000:00000010:2.0:1724310018.560928:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829e8000. 00000100:00000010:2.0:1724310018.560933:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a4000. 02000000:00000010:2.0:1724310018.560936:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d740000. 00000100:00000010:2.0:1724310018.560968:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d607800. 02000000:00000010:2.0:1724310018.560972:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96e000. 00000100:00000010:2.0:1724310018.560975:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccd500. 02000000:00000010:2.0:1724310018.560977:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800905c0000. 00000100:00000010:2.0:1724310018.560998:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccca80. 02000000:00000010:2.0:1724310018.561001:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96c000. 00000100:00000010:2.0:1724310018.561003:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccea00. 02000000:00000010:2.0:1724310018.561006:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88002eb30000. 00000800:00000200:1.0:1724310018.561189:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.561193:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310018.561198:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.561206:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.563020:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.563036:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b71 00000400:00000200:0.0:1724310018.563042:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.563045:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.563050:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da440 00000400:00000010:0.0:1724310018.563052:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da440. 00010000:00000010:3.0:1724310018.563167:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d800. 00010000:00000010:3.0:1724310018.563175:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 02000000:00000010:3.0:1724310018.563188:0:3281:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087757000. 00010000:00000010:3.1:1724310018.564317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310018.564324:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310018.564487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310018.564490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310018.564492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310018.564494:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310018.564496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310018.564498:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310018.564500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310018.564506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.564531:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310018.564535:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310018.564537:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310018.564540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:0.0:1724310018.564839:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.564850:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322be80 00000400:00000200:0.0:1724310018.564855:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 0 00000400:00000200:0.0:1724310018.564934:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.564937:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.564943:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.564947:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a680. 00000020:00000010:3.0:1724310018.565021:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.565026:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310018.565029:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:3.0:1724310018.565050:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883510400 00000001:00000010:3.0:1724310018.565058:0:9722:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:3.0:1724310018.565075:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.565080:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 02000000:00000010:3.0:1724310018.565121:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123b00000. 00010000:00000010:3.0:1724310018.565139:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.565141:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.565153:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.565154:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.565157:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.565159:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310018.565231:0:9722:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310018.565237:0:9722:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.565242:0:9722:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800809233e8. 00080000:00000010:3.0:1724310018.565248:0:9722:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00000100:00000010:2.0:1724310018.565459:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fcce300. 02000000:00000010:2.0:1724310018.565466:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96a000. 00000100:00000010:2.0:1724310018.565469:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccfb80. 02000000:00000010:2.0:1724310018.565471:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080810000. 00000100:00000010:2.0:1724310018.565504:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccdc00. 02000000:00000010:2.0:1724310018.565507:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c968000. 00000100:00000010:2.0:1724310018.565510:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a5180. 02000000:00000010:2.0:1724310018.565513:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880094430000. 00000100:00000010:2.0:1724310018.565532:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccf100. 02000000:00000010:2.0:1724310018.565535:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a5000. 00000100:00000010:2.0:1724310018.565542:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccd880. 02000000:00000010:2.0:1724310018.565544:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082bf0000. 00000100:00000010:2.0:1724310018.565568:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7100. 02000000:00000010:2.0:1724310018.565571:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a0000. 00000100:00000010:2.0:1724310018.565575:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5118e00. 02000000:00000010:2.0:1724310018.565579:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007fbf0000. 00000100:00000010:2.0:1724310018.565608:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511b100. 02000000:00000010:2.0:1724310018.565612:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124568000. 00000100:00000010:2.0:1724310018.565614:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511a680. 02000000:00000010:2.0:1724310018.565617:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c640000. 00000100:00000010:2.0:1724310018.565641:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5119500. 02000000:00000010:2.0:1724310018.565645:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb50000. 00000100:00000010:2.0:1724310018.565647:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5118a80. 02000000:00000010:2.0:1724310018.565650:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddf0000. 00000100:00000010:2.0:1724310018.565672:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511bb80. 02000000:00000010:2.0:1724310018.565676:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134828000. 00000100:00000010:2.0:1724310018.565679:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6a00. 02000000:00000010:2.0:1724310018.565683:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800874e0000. 00000100:00000010:2.0:1724310018.565708:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416680. 02000000:00000010:2.0:1724310018.565712:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff0000. 00000100:00000010:2.0:1724310018.565713:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8e00. 02000000:00000010:2.0:1724310018.565717:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880063d20000. 00000100:00000010:2.0:1724310018.565737:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416d80. 02000000:00000010:2.0:1724310018.565740:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d2000. 00000100:00000010:2.0:1724310018.565744:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7800. 02000000:00000010:2.0:1724310018.565747:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bbf0000. 00000100:00000010:2.0:1724310018.565767:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a4a80. 02000000:00000010:2.0:1724310018.565770:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce40000. 00000100:00000010:2.0:1724310018.565774:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415180. 02000000:00000010:2.0:1724310018.565776:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88009c9a0000. 00000100:00000010:2.0:1724310018.565812:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414380. 02000000:00000010:2.0:1724310018.565815:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce46000. 00000100:00000010:2.0:1724310018.565818:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414000. 02000000:00000010:2.0:1724310018.565821:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092b10000. 00000100:00000010:2.0:1724310018.565857:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417800. 02000000:00000010:2.0:1724310018.565860:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d1d000. 00000100:00000010:2.0:1724310018.565864:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8000. 02000000:00000010:2.0:1724310018.565866:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88005e900000. 00000100:00000010:2.0:1724310018.565889:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9500. 02000000:00000010:2.0:1724310018.565892:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b6000. 00000100:00000010:2.0:1724310018.565894:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416300. 02000000:00000010:2.0:1724310018.565897:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007d200000. 00000100:00000010:2.0:1724310018.565916:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417480. 02000000:00000010:2.0:1724310018.565919:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b5000. 00000100:00000010:2.0:1724310018.565921:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414700. 02000000:00000010:2.0:1724310018.565923:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7e0000. 00000100:00000010:2.0:1724310018.565953:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414e00. 02000000:00000010:2.0:1724310018.565956:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134b6a000. 00000100:00000010:2.0:1724310018.565959:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415500. 02000000:00000010:2.0:1724310018.565961:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880084c70000. 00000100:00000010:2.0:1724310018.565982:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a7b80. 02000000:00000010:2.0:1724310018.565985:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c492000. 00000100:00000010:2.0:1724310018.565988:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095414a80. 02000000:00000010:2.0:1724310018.565990:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88003e5a0000. 00000100:00000010:2.0:1724310018.566020:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415f80. 02000000:00000010:2.0:1724310018.566024:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbe9000. 00000100:00000010:2.0:1724310018.566026:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417b80. 02000000:00000010:2.0:1724310018.566029:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ecb0000. 00000100:00000010:2.0:1724310018.566051:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095417100. 02000000:00000010:2.0:1724310018.566053:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c496000. 00000100:00000010:2.0:1724310018.566056:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095416a00. 02000000:00000010:2.0:1724310018.566058:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008fec0000. 00000100:00000010:2.0:1724310018.566079:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3f480. 02000000:00000010:2.0:1724310018.566083:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab5000. 00000100:00000010:2.0:1724310018.566088:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d880. 02000000:00000010:2.0:1724310018.566091:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008de50000. 00000100:00000010:2.0:1724310018.566113:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3e680. 02000000:00000010:2.0:1724310018.566116:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c6c9000. 00000100:00000010:2.0:1724310018.566120:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ed80. 02000000:00000010:2.0:1724310018.566122:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866c0000. 00010000:00000010:3.0:1724310018.566190:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.566193:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.566196:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.566199:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.566243:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.566251:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.566255:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.566310:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000200:3.0:1724310018.566324:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a680 x1808069883510400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.566337:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310018.566343:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883510400, offset 224 00000400:00000200:3.0:1724310018.566348:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.566356:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.566362:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532101:532101:256:4294967295] 192.168.204.31@tcp LPNI seq info [532097:532097:8:4294967295] 00000400:00000200:3.0:1724310018.566370:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.566374:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.566377:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.566382:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.566388:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.566391:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.566873:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310018.566879:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.566882:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:1.0:1724310018.567005:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.567008:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310018.567012:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.567017:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.567020:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:1.0:1724310018.567022:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00000100:00000010:2.0:1724310018.567788:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ca80. 02000000:00000010:2.0:1724310018.567796:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342b000. 00000100:00000010:2.0:1724310018.567801:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d500. 02000000:00000010:2.0:1724310018.567805:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cdb0000. 00000100:00000010:2.0:1724310018.567825:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafbb80. 02000000:00000010:2.0:1724310018.567828:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880092ff1000. 00000100:00000010:2.0:1724310018.567831:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafad80. 02000000:00000010:2.0:1724310018.567834:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074a90000. 00000100:00000010:2.0:1724310018.567854:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3dc00. 02000000:00000010:2.0:1724310018.567857:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ed000. 00000100:00000010:2.0:1724310018.567859:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3fb80. 02000000:00000010:2.0:1724310018.567863:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072520000. 00000100:00000010:2.0:1724310018.567882:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d180. 02000000:00000010:2.0:1724310018.567885:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ee000. 00000100:00000010:2.0:1724310018.567887:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185500. 02000000:00000010:2.0:1724310018.567890:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006c430000. 00000100:00000010:2.0:1724310018.567907:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184380. 02000000:00000010:2.0:1724310018.567910:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a894000. 00000100:00000010:2.0:1724310018.567913:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ce00. 02000000:00000010:2.0:1724310018.567915:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b40000. 00000100:00000010:2.0:1724310018.567943:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1aa00. 02000000:00000010:2.0:1724310018.567947:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a895000. 00000100:00000010:2.0:1724310018.567950:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1b480. 02000000:00000010:2.0:1724310018.567952:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cb50000. 00000100:00000010:2.0:1724310018.567990:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d19c00. 02000000:00000010:2.0:1724310018.567992:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab0000. 00000100:00000010:2.0:1724310018.567995:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d19500. 02000000:00000010:2.0:1724310018.567997:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082770000. 00000100:00000010:2.0:1724310018.568015:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18e00. 02000000:00000010:2.0:1724310018.568018:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbab000. 00000100:00000010:2.0:1724310018.568020:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1bb80. 02000000:00000010:2.0:1724310018.568022:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b70000. 00000100:00000010:2.0:1724310018.568046:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9180. 02000000:00000010:2.0:1724310018.568049:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094466000. 00000100:00000010:2.0:1724310018.568052:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1a680. 02000000:00000010:2.0:1724310018.568053:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090600000. 00000100:00000010:2.0:1724310018.568088:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18000. 02000000:00000010:2.0:1724310018.568091:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6e000. 00000100:00000010:2.0:1724310018.568093:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d18380. 02000000:00000010:2.0:1724310018.568096:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007bdb0000. 00000100:00000010:2.0:1724310018.568115:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d1a300. 02000000:00000010:2.0:1724310018.568117:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6a000. 00000100:00000010:2.0:1724310018.568120:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44e00. 02000000:00000010:2.0:1724310018.568123:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007ccb0000. 00000100:00000010:2.0:1724310018.568141:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44000. 02000000:00000010:2.0:1724310018.568143:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094462000. 00000100:00000010:2.0:1724310018.568146:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45500. 02000000:00000010:2.0:1724310018.568148:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088e20000. 00000100:00000010:2.0:1724310018.568172:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46300. 02000000:00000010:2.0:1724310018.568175:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0d8000. 00000100:00000010:2.0:1724310018.568179:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d47100. 02000000:00000010:2.0:1724310018.568181:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880095030000. 00000100:00000010:2.0:1724310018.568201:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46a00. 02000000:00000010:2.0:1724310018.568204:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b40000. 00000100:00000010:2.0:1724310018.568206:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44380. 02000000:00000010:2.0:1724310018.568208:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c520000. 00000100:00000010:2.0:1724310018.568226:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d44700. 02000000:00000010:2.0:1724310018.568228:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b45000. 00000100:00000010:2.0:1724310018.568231:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45880. 02000000:00000010:2.0:1724310018.568233:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093110000. 00000100:00000010:2.0:1724310018.568291:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d45180. 02000000:00000010:2.0:1724310018.568308:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0b000. 00000100:00000010:2.0:1724310018.568312:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d46680. 02000000:00000010:2.0:1724310018.568314:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ded0000. 00000100:00000010:2.0:1724310018.568341:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafaa00. 02000000:00000010:2.0:1724310018.568344:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf10000. 00000100:00000010:2.0:1724310018.568346:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085d47b80. 02000000:00000010:2.0:1724310018.568349:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082730000. 00000100:00000010:2.0:1724310018.568378:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9880. 02000000:00000010:2.0:1724310018.568381:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0c000. 00000100:00000010:2.0:1724310018.568384:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aa300. 02000000:00000010:2.0:1724310018.568387:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880072d00000. 00000100:00000010:2.0:1724310018.568417:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8a80. 02000000:00000010:2.0:1724310018.568420:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0d9000. 00000100:00000010:2.0:1724310018.568422:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242abb80. 02000000:00000010:2.0:1724310018.568425:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064ef0000. 00000100:00000010:2.0:1724310018.568494:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8e00. 02000000:00000010:2.0:1724310018.568497:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8c000. 00000100:00000010:2.0:1724310018.568499:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8380. 02000000:00000010:2.0:1724310018.568501:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088220000. 00000100:00000010:2.0:1724310018.568526:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154a80. 02000000:00000010:2.0:1724310018.568530:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8f000. 00000100:00000010:2.0:1724310018.568532:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f155880. 02000000:00000010:2.0:1724310018.568534:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088900000. 00000100:00000010:2.0:1724310018.568557:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184700. 02000000:00000010:2.0:1724310018.568560:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007cecc000. 00000100:00000010:2.0:1724310018.568563:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185f80. 02000000:00000010:2.0:1724310018.568566:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088a00000. 00000100:00000010:2.0:1724310018.568588:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154e00. 02000000:00000010:2.0:1724310018.568591:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134465000. 00000100:00000010:2.0:1724310018.568594:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f155180. 02000000:00000010:2.0:1724310018.568596:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880041510000. 00000100:00000010:2.0:1724310018.568624:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156300. 02000000:00000010:2.0:1724310018.568628:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134460000. 00000100:00000010:2.0:1724310018.568631:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154000. 02000000:00000010:2.0:1724310018.568633:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cc90000. 00000100:00000010:2.0:1724310018.568659:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723800. 02000000:00000010:2.0:1724310018.568662:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010ccff000. 00000100:00000010:2.0:1724310018.568665:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157480. 02000000:00000010:2.0:1724310018.568667:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092cf0000. 00000100:00000010:2.0:1724310018.568692:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156d80. 02000000:00000010:2.0:1724310018.568696:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ab000. 00000100:00000010:2.0:1724310018.568699:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242ab480. 02000000:00000010:2.0:1724310018.568702:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bdc0000. 00000400:00000200:0.0:1724310018.568725:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000100:00000010:2.0:1724310018.568725:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157100. 02000000:00000010:2.0:1724310018.568728:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ad000. 00000100:00000010:2.0:1724310018.568731:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9c00. 02000000:00000010:2.0:1724310018.568733:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090540000. 00000400:00000200:0.0:1724310018.568738:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322bf80 00000400:00000200:0.0:1724310018.568745:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 576 00000100:00000010:2.0:1724310018.568755:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aaa00. 02000000:00000010:2.0:1724310018.568758:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299c000. 00000400:00000200:0.0:1724310018.568759:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1724310018.568762:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f154380. 00000400:00000200:0.0:1724310018.568763:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 02000000:00000010:2.0:1724310018.568765:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093930000. 00000100:00000200:0.0:1724310018.568768:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.568773:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19880. 00000100:00000010:2.0:1724310018.568784:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9500. 02000000:00000010:2.0:1724310018.568787:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299e000. 00000100:00000010:2.0:1724310018.568789:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242aa680. 02000000:00000010:2.0:1724310018.568792:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932e0000. 00000100:00000010:2.0:1724310018.568817:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8000. 02000000:00000010:2.0:1724310018.568820:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458d000. 00000100:00000010:2.0:1724310018.568822:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242ab800. 02000000:00000010:2.0:1724310018.568825:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800947a0000. 00000100:00000010:2.0:1724310018.568853:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156a00. 02000000:00000010:2.0:1724310018.568856:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012458c000. 00000100:00000010:2.0:1724310018.568858:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f157800. 00000020:00000010:3.0:1724310018.568858:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 02000000:00000010:2.0:1724310018.568860:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880078a10000. 00000020:00000010:3.0:1724310018.568864:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310018.568867:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000010:2.0:1724310018.568883:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723480. 02000000:00000010:2.0:1724310018.568887:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b2000. 00000100:00000200:3.0:1724310018.568887:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883510656 00000100:00000010:2.0:1724310018.568890:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723100. 02000000:00000010:2.0:1724310018.568891:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086e80000. 02000000:00000010:3.0:1724310018.568913:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bf49000. 00000100:00000010:2.0:1724310018.568916:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722680. 02000000:00000010:2.0:1724310018.568919:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801223bf000. 00000100:00000010:2.0:1724310018.568922:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f156680. 02000000:00000010:2.0:1724310018.568925:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800876a0000. 00010000:00000010:3.0:1724310018.568949:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00000100:00000010:2.0:1724310018.568955:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721f80. 02000000:00000010:2.0:1724310018.568958:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb99000. 00000100:00000010:2.0:1724310018.568961:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722a00. 00010000:00000010:3.0:1724310018.568962:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 02000000:00000010:2.0:1724310018.568963:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877d0000. 00010000:00000010:3.0:1724310018.568984:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.568988:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000100:00000010:2.0:1724310018.568993:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fe680. 00010000:00000010:3.0:1724310018.568998:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 02000000:00000010:2.0:1724310018.568999:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090dae000. 00010000:00000010:3.0:1724310018.568999:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00000100:00000010:2.0:1724310018.569002:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fea00. 00010000:00000010:3.0:1724310018.569002:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 02000000:00000010:2.0:1724310018.569004:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800888b0000. 00010000:00000010:3.0:1724310018.569004:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000100:00000010:2.0:1724310018.569023:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722d80. 02000000:00000010:2.0:1724310018.569026:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c3000. 00000100:00000010:2.0:1724310018.569029:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721c00. 02000000:00000010:2.0:1724310018.569033:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be90000. 00000100:00000010:2.0:1724310018.569051:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9500. 02000000:00000010:2.0:1724310018.569055:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090da8000. 00000100:00000010:2.0:1724310018.569059:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a8700. 02000000:00000010:2.0:1724310018.569061:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087cf0000. 00000100:00000010:2.0:1724310018.569080:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8a80. 02000000:00000010:2.0:1724310018.569083:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009c13d000. 00000100:00000010:2.0:1724310018.569086:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba300. 00010000:00000010:3.0:1724310018.569086:0:9722:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 02000000:00000010:2.0:1724310018.569088:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087e00000. 00010000:00000010:3.0:1724310018.569088:0:9722:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.569090:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.569093:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000100:00000010:2.0:1724310018.569108:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9f80. 02000000:00000010:2.0:1724310018.569111:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf11000. 00000020:00000010:3.0:1724310018.569111:0:9722:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000100:00000010:2.0:1724310018.569114:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8e00. 02000000:00000010:2.0:1724310018.569116:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088450000. 00000020:00000010:3.0:1724310018.569116:0:9722:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.569122:0:9722:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4ea0. 00080000:00000010:3.0:1724310018.569128:0:9722:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e18c00. 00000100:00000010:2.0:1724310018.569137:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8380. 02000000:00000010:2.0:1724310018.569140:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801354af000. 00000100:00000010:2.0:1724310018.569144:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801242a9180. 02000000:00000010:2.0:1724310018.569146:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008dd00000. 00000100:00000010:2.0:1724310018.569171:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbb800. 02000000:00000010:2.0:1724310018.569174:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319db000. 00000100:00000010:2.0:1724310018.569177:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f480. 02000000:00000010:2.0:1724310018.569180:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008df40000. 00000100:00000010:2.0:1724310018.569200:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14dc00. 02000000:00000010:2.0:1724310018.569206:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803a4000. 00000100:00000010:2.0:1724310018.569209:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6a00. 02000000:00000010:2.0:1724310018.569212:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800877b0000. 00000100:00000010:2.0:1724310018.569245:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d500. 02000000:00000010:2.0:1724310018.569248:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e1000. 00000100:00000010:2.0:1724310018.569251:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14e300. 02000000:00000010:2.0:1724310018.569253:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008cbc0000. 00000100:00000010:2.0:1724310018.569290:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fdc00. 02000000:00000010:2.0:1724310018.569309:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e64000. 00000100:00000010:2.0:1724310018.569312:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c700. 02000000:00000010:2.0:1724310018.569318:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087980000. 00000100:00000010:2.0:1724310018.569338:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14fb80. 02000000:00000010:2.0:1724310018.569341:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e62000. 00000100:00000010:2.0:1724310018.569344:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f800. 02000000:00000010:2.0:1724310018.569346:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88004f960000. 00000001:00000010:3.0:1724310018.569347:0:9722:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4c60. 00000001:00000010:3.0:1724310018.569351:0:9722:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000100:00000010:2.0:1724310018.569364:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6d80. 02000000:00000010:2.0:1724310018.569368:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083341000. 00000100:00000010:2.0:1724310018.569372:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453800. 02000000:00000010:2.0:1724310018.569374:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be50000. 00000020:00000010:3.0:1724310018.569383:0:9722:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4ea0. 00010000:00000010:3.0:1724310018.569390:0:9722:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.569393:0:9722:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000100:00000010:2.0:1724310018.569395:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14df80. 02000000:00000010:2.0:1724310018.569399:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009560d000. 00000100:00000010:2.0:1724310018.569402:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ed80. 02000000:00000010:2.0:1724310018.569404:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bcb0000. 00010000:00000010:3.0:1724310018.569406:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310018.569423:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00000100:00000010:2.0:1724310018.569426:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14f100. 00010000:00000010:3.0:1724310018.569426:0:9722:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 02000000:00000010:2.0:1724310018.569429:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319df000. 00000100:00000010:2.0:1724310018.569431:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721880. 02000000:00000010:2.0:1724310018.569433:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800879a0000. 00080000:00000010:3.0:1724310018.569441:0:9722:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.569446:0:9722:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809233e8. 00000004:00000010:3.0:1724310018.569449:0:9722:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000100:00000010:2.0:1724310018.569452:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d880. 00000004:00000010:3.0:1724310018.569454:0:9722:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 02000000:00000010:2.0:1724310018.569456:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002d29b000. 00010000:00000010:3.0:1724310018.569459:0:9722:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00000100:00000010:2.0:1724310018.569460:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14c380. 02000000:00000010:2.0:1724310018.569463:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080300000. 00010000:00000200:3.0:1724310018.569470:0:9722:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096610, last committed = 4295096163 00010000:00000200:3.0:1724310018.569477:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19880 x1808069883510656/t4295096610(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000100:00000010:2.0:1724310018.569486:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50380. 02000000:00000010:2.0:1724310018.569489:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e2000. 00000400:00000010:3.0:1724310018.569489:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000010:2.0:1724310018.569491:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721180. 02000000:00000010:2.0:1724310018.569493:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c6e0000. 00000100:00000200:3.0:1724310018.569495:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883510656, offset 224 00000400:00000010:3.0:1724310018.569499:0:9722:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17b98. 00000400:00000200:3.0:1724310018.569502:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.569510:0:9722:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.569515:0:9722:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532102:532102:256:4294967295] 192.168.204.31@tcp LPNI seq info [532098:532098:8:4294967295] 00000400:00000200:3.0:1724310018.569519:0:9722:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.569524:0:9722:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000100:00000010:2.0:1724310018.569525:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50e00. 00000800:00000200:3.0:1724310018.569528:0:9722:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 02000000:00000010:2.0:1724310018.569529:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472cc000. 00000100:00000010:2.0:1724310018.569532:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50a80. 00000800:00000010:3.0:1724310018.569532:0:9722:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 02000000:00000010:2.0:1724310018.569534:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090f90000. 00000800:00000200:3.0:1724310018.569535:0:9722:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.569541:0:9722:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.569544:0:9722:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000100:00000010:2.0:1724310018.569555:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53b80. 02000000:00000010:2.0:1724310018.569558:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008de2e000. 00000100:00000010:2.0:1724310018.569561:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52680. 02000000:00000010:2.0:1724310018.569563:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092d30000. 00000020:00000010:3.0:1724310018.569569:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310018.569572:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:3.0:1724310018.569574:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000100:00000010:2.0:1724310018.569589:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720e00. 02000000:00000010:2.0:1724310018.569592:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf7000. 00000100:00000010:2.0:1724310018.569595:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e52d80. 02000000:00000010:2.0:1724310018.569597:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d970000. 00000100:00000010:2.0:1724310018.569616:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e53480. 02000000:00000010:2.0:1724310018.569619:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf3000. 00000100:00000010:2.0:1724310018.569621:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720a80. 02000000:00000010:2.0:1724310018.569623:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008bef0000. 00000100:00000010:2.0:1724310018.569640:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e50700. 02000000:00000010:2.0:1724310018.569643:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093920000. 00000100:00000010:2.0:1724310018.569646:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122311880. 02000000:00000010:2.0:1724310018.569648:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800951d0000. 00000100:00000010:2.0:1724310018.569671:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122312d80. 02000000:00000010:2.0:1724310018.569673:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123fd1000. 00000100:00000010:2.0:1724310018.569676:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313b80. 02000000:00000010:2.0:1724310018.569678:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090ce0000. 00000100:00000010:2.0:1724310018.569700:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453b80. 02000000:00000010:2.0:1724310018.569702:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88003c442000. 00000100:00000010:2.0:1724310018.569705:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451c00. 02000000:00000010:2.0:1724310018.569707:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081b80000. 00000100:00000010:2.0:1724310018.569727:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720700. 02000000:00000010:2.0:1724310018.569729:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093e79000. 00000100:00000010:2.0:1724310018.569732:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310000. 02000000:00000010:2.0:1724310018.569734:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081870000. 00000100:00000010:2.0:1724310018.569752:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451f80. 02000000:00000010:2.0:1724310018.569755:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231a000. 00000100:00000010:2.0:1724310018.569758:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453100. 02000000:00000010:2.0:1724310018.569760:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f2f0000. 00000100:00000010:2.0:1724310018.569785:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c722300. 02000000:00000010:2.0:1724310018.569788:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880095608000. 00000100:00000010:2.0:1724310018.569790:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452a00. 02000000:00000010:2.0:1724310018.569792:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087af0000. 00000100:00000010:2.0:1724310018.569813:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122311c00. 02000000:00000010:2.0:1724310018.569815:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3a000. 00000100:00000010:2.0:1724310018.569818:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310e00. 02000000:00000010:2.0:1724310018.569820:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092fd0000. 00000100:00000010:2.0:1724310018.569838:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff480. 02000000:00000010:2.0:1724310018.569843:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083570000. 00000100:00000010:2.0:1724310018.569845:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451500. 02000000:00000010:2.0:1724310018.569848:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064810000. 00000100:00000010:2.0:1724310018.569875:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e453480. 02000000:00000010:2.0:1724310018.569878:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231c000. 00000100:00000010:2.0:1724310018.569880:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451180. 02000000:00000010:2.0:1724310018.569882:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f8a0000. 00000100:00000010:2.0:1724310018.569901:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310700. 02000000:00000010:2.0:1724310018.569904:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5d000. 00000100:00000010:2.0:1724310018.569907:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122313800. 02000000:00000010:2.0:1724310018.569909:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006b400000. 00000100:00000010:2.0:1724310018.569932:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452300. 02000000:00000010:2.0:1724310018.569935:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a1000. 00000100:00000010:2.0:1724310018.569938:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452680. 02000000:00000010:2.0:1724310018.569940:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880077d40000. 00000100:00000010:2.0:1724310018.569962:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093958380. 02000000:00000010:2.0:1724310018.569965:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b887000. 00000100:00000010:2.0:1724310018.569967:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd500. 02000000:00000010:2.0:1724310018.569970:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007edd0000. 00000100:00000010:2.0:1724310018.569989:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc380. 02000000:00000010:2.0:1724310018.569994:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8b000. 00000100:00000010:2.0:1724310018.569997:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395b100. 02000000:00000010:2.0:1724310018.570000:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074c00000. 00000100:00000010:2.0:1724310018.570024:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf100. 02000000:00000010:2.0:1724310018.570027:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8a000. 00000100:00000010:2.0:1724310018.570030:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093958700. 02000000:00000010:2.0:1724310018.570032:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093370000. 00000100:00000010:2.0:1724310018.570058:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfded80. 02000000:00000010:2.0:1724310018.570060:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a3000. 00000100:00000010:2.0:1724310018.570063:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdc700. 02000000:00000010:2.0:1724310018.570066:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c770000. 00000800:00000200:1.0:1724310018.570085:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1724310018.570085:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddc00. 00000800:00000010:1.0:1724310018.570088:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 02000000:00000010:2.0:1724310018.570088:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a91000. 00000100:00000010:2.0:1724310018.570090:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfde680. 02000000:00000010:2.0:1724310018.570091:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800875e0000. 00000400:00000200:1.0:1724310018.570092:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.570096:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000010:2.0:1724310018.570112:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdd880. 02000000:00000010:2.0:1724310018.570114:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006e769000. 00000100:00000010:2.0:1724310018.570117:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdea00. 02000000:00000010:2.0:1724310018.570119:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082700000. 00000100:00000010:2.0:1724310018.570138:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf800. 02000000:00000010:2.0:1724310018.570141:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094734000. 00000100:00000010:2.0:1724310018.570144:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfddf80. 02000000:00000010:2.0:1724310018.570145:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7a0000. 00000100:00000010:2.0:1724310018.570171:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdf480. 02000000:00000010:2.0:1724310018.570173:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880130957000. 00000100:00000010:2.0:1724310018.570176:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395a300. 02000000:00000010:2.0:1724310018.570179:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e900000. 00000100:00000010:2.0:1724310018.570201:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bfdca80. 02000000:00000010:2.0:1724310018.570204:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7d000. 00000100:00000010:2.0:1724310018.570206:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759500. 02000000:00000010:2.0:1724310018.570209:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d790000. 00000100:00000010:2.0:1724310018.570232:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395ad80. 02000000:00000010:2.0:1724310018.570235:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc79000. 00000100:00000010:2.0:1724310018.570237:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759880. 02000000:00000010:2.0:1724310018.570239:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800864c0000. 00000100:00000010:2.0:1724310018.570306:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094759c00. 02000000:00000010:2.0:1724310018.570309:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d47b000. 00000100:00000010:2.0:1724310018.570312:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094758700. 02000000:00000010:2.0:1724310018.570314:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d100000. 00000100:00000010:2.0:1724310018.570346:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f100. 02000000:00000010:2.0:1724310018.570352:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094730000. 00000100:00000010:2.0:1724310018.570354:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c380. 02000000:00000010:2.0:1724310018.570357:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083180000. 00000100:00000010:2.0:1724310018.570377:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d880. 02000000:00000010:2.0:1724310018.570380:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c39000. 00000100:00000010:2.0:1724310018.570382:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959c00. 02000000:00000010:2.0:1724310018.570384:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934f0000. 00000100:00000010:2.0:1724310018.570412:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ea00. 02000000:00000010:2.0:1724310018.570414:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce9f000. 00000100:00000010:2.0:1724310018.570417:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f480. 02000000:00000010:2.0:1724310018.570420:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b00000. 00000100:00000010:2.0:1724310018.570444:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0dc00. 02000000:00000010:2.0:1724310018.570446:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228ba000. 00000100:00000010:2.0:1724310018.570449:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ce00. 02000000:00000010:2.0:1724310018.570451:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081180000. 00000100:00000010:2.0:1724310018.570465:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c700. 02000000:00000010:2.0:1724310018.570467:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801228bc000. 00000100:00000010:2.0:1724310018.570469:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0c000. 02000000:00000010:2.0:1724310018.570470:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddc0000. 00000100:00000010:2.0:1724310018.570487:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d180. 02000000:00000010:2.0:1724310018.570489:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e43000. 00000100:00000010:2.0:1724310018.570491:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0df80. 02000000:00000010:2.0:1724310018.570492:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932c0000. 00000100:00000010:2.0:1724310018.570510:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0f800. 02000000:00000010:2.0:1724310018.570511:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfa000. 00000100:00000010:2.0:1724310018.570513:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0fb80. 02000000:00000010:2.0:1724310018.570515:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d4f0000. 00000100:00000010:2.0:1724310018.570530:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959500. 02000000:00000010:2.0:1724310018.570531:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dff000. 00000100:00000010:2.0:1724310018.570533:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ed80. 02000000:00000010:2.0:1724310018.570535:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080830000. 00000100:00000010:2.0:1724310018.570557:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0ca80. 02000000:00000010:2.0:1724310018.570559:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e44000. 00000100:00000010:2.0:1724310018.570560:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0d500. 02000000:00000010:2.0:1724310018.570562:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800815f0000. 00000100:00000010:2.0:1724310018.570582:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0e680. 02000000:00000010:2.0:1724310018.570584:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8b000. 00000100:00000010:2.0:1724310018.570586:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fe7c700. 02000000:00000010:2.0:1724310018.570588:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087670000. 00000100:00000010:2.0:1724310018.570608:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230e00. 02000000:00000010:2.0:1724310018.570611:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880065839000. 00000100:00000010:2.0:1724310018.570613:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088233100. 02000000:00000010:2.0:1724310018.570615:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866f0000. 00000100:00000010:2.0:1724310018.570632:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232680. 02000000:00000010:2.0:1724310018.570635:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013438b000. 00000100:00000010:2.0:1724310018.570638:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232d80. 02000000:00000010:2.0:1724310018.570641:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880045120000. 00000100:00000010:2.0:1724310018.570662:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088232300. 02000000:00000010:2.0:1724310018.570666:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583b000. 00000100:00000010:2.0:1724310018.570668:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230a80. 02000000:00000010:2.0:1724310018.570671:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093440000. 00000100:00000010:2.0:1724310018.570689:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395bb80. 02000000:00000010:2.0:1724310018.570692:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134388000. 00000100:00000010:2.0:1724310018.570695:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088231180. 02000000:00000010:2.0:1724310018.570697:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083150000. 00000100:00000010:2.0:1724310018.570719:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230000. 02000000:00000010:2.0:1724310018.570722:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281f000. 00000100:00000010:2.0:1724310018.570725:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088231c00. 02000000:00000010:2.0:1724310018.570727:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800906b0000. 00000100:00000010:2.0:1724310018.570746:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088230380. 02000000:00000010:2.0:1724310018.570749:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f6000. 00000100:00000010:2.0:1724310018.570751:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305880. 02000000:00000010:2.0:1724310018.570754:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880079360000. 00000100:00000010:2.0:1724310018.570787:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fd180. 02000000:00000010:2.0:1724310018.570791:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f0000. 00000100:00000010:2.0:1724310018.570794:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305500. 02000000:00000010:2.0:1724310018.570796:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087a60000. 00000100:00000010:2.0:1724310018.570815:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081307b80. 02000000:00000010:2.0:1724310018.570817:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f5000. 00000100:00000010:2.0:1724310018.570820:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305c00. 02000000:00000010:2.0:1724310018.570822:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082a20000. 00000100:00000010:2.0:1724310018.570844:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081306a00. 02000000:00000010:2.0:1724310018.570847:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801342f2000. 00000100:00000010:2.0:1724310018.570849:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081306300. 02000000:00000010:2.0:1724310018.570851:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086640000. 00000100:00000010:2.0:1724310018.570930:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304380. 02000000:00000010:2.0:1724310018.570934:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5f000. 00000100:00000010:2.0:1724310018.570937:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305180. 02000000:00000010:2.0:1724310018.570939:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880029fd0000. 00000100:00000010:2.0:1724310018.570958:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304a80. 02000000:00000010:2.0:1724310018.570960:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009ba5c000. 00000100:00000010:2.0:1724310018.570962:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081305f80. 02000000:00000010:2.0:1724310018.570964:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c20000. 00000100:00000010:2.0:1724310018.571085:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304e00. 02000000:00000010:2.0:1724310018.571088:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a021000. 00000100:00000010:2.0:1724310018.571090:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081307480. 02000000:00000010:2.0:1724310018.571092:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880091ee0000. 00000100:00000010:2.0:1724310018.571112:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ed880. 02000000:00000010:2.0:1724310018.571114:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8a000. 00000100:00000010:2.0:1724310018.571116:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ef800. 02000000:00000010:2.0:1724310018.571119:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e920000. 00000100:00000010:2.0:1724310018.571139:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0380. 02000000:00000010:2.0:1724310018.571141:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a025000. 00000100:00000010:2.0:1724310018.571144:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae3100. 02000000:00000010:2.0:1724310018.571147:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880075a40000. 00000100:00000010:2.0:1724310018.571163:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0e00. 02000000:00000010:2.0:1724310018.571166:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088950000. 00000100:00000010:2.0:1724310018.571169:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae1180. 02000000:00000010:2.0:1724310018.571171:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086670000. 00000100:00000010:2.0:1724310018.571192:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0a80. 02000000:00000010:2.0:1724310018.571195:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088953000. 00000100:00000010:2.0:1724310018.571197:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae1c00. 02000000:00000010:2.0:1724310018.571200:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be10000. 00000100:00000010:2.0:1724310018.571216:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0000. 02000000:00000010:2.0:1724310018.571219:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008e750000. 00000100:00000010:2.0:1724310018.571221:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae2a00. 02000000:00000010:2.0:1724310018.571223:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d2b0000. 00000100:00000010:2.0:1724310018.571240:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62d80. 02000000:00000010:2.0:1724310018.571243:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088957000. 00000100:00000010:2.0:1724310018.571245:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63b80. 02000000:00000010:2.0:1724310018.571247:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b20000. 00000100:00000010:2.0:1724310018.571293:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63100. 02000000:00000010:2.0:1724310018.571306:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d177000. 00000100:00000010:2.0:1724310018.571308:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63800. 02000000:00000010:2.0:1724310018.571310:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f750000. 00000100:00000010:2.0:1724310018.571332:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d61880. 02000000:00000010:2.0:1724310018.571334:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c990000. 00000100:00000010:2.0:1724310018.571337:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d60a80. 02000000:00000010:2.0:1724310018.571339:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5c0000. 00000100:00000010:2.0:1724310018.571355:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63480. 02000000:00000010:2.0:1724310018.571358:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bce000. 00000100:00000010:2.0:1724310018.571360:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fce00. 02000000:00000010:2.0:1724310018.571364:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093770000. 00000100:00000010:2.0:1724310018.571384:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62680. 02000000:00000010:2.0:1724310018.571386:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801358a3000. 00000100:00000010:2.0:1724310018.571389:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e324000. 02000000:00000010:2.0:1724310018.571391:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f70000. 00000100:00000010:2.0:1724310018.571413:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 02000000:00000010:2.0:1724310018.571415:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d64f000. 00000100:00000010:2.0:1724310018.571418:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325c00. 02000000:00000010:2.0:1724310018.571420:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880085530000. 00000100:00000010:2.0:1724310018.571443:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e327480. 02000000:00000010:2.0:1724310018.571446:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800754fb000. 00000100:00000010:2.0:1724310018.571448:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 02000000:00000010:2.0:1724310018.571450:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134810000. 00000100:00000010:2.0:1724310018.571472:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325180. 02000000:00000010:2.0:1724310018.571474:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d173000. 00000100:00000010:2.0:1724310018.571476:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326d80. 02000000:00000010:2.0:1724310018.571478:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801119f0000. 00000100:00000010:2.0:1724310018.571495:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5d500. 02000000:00000010:2.0:1724310018.571499:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008070e000. 00000100:00000010:2.0:1724310018.571500:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5e680. 02000000:00000010:2.0:1724310018.571503:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880111800000. 00000100:00000010:2.0:1724310018.571520:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9180. 02000000:00000010:2.0:1724310018.571524:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008070b000. 00000100:00000010:2.0:1724310018.571526:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee680. 02000000:00000010:2.0:1724310018.571529:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801351b0000. 00000100:00000010:2.0:1724310018.571547:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ef480. 02000000:00000010:2.0:1724310018.571550:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc5000. 00000100:00000010:2.0:1724310018.571553:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee300. 02000000:00000010:2.0:1724310018.571555:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341d0000. 00000100:00000010:2.0:1724310018.571576:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec000. 02000000:00000010:2.0:1724310018.571578:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009533f000. 00000100:00000010:2.0:1724310018.571581:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884efb80. 02000000:00000010:2.0:1724310018.571584:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124430000. 00000100:00000010:2.0:1724310018.571606:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed500. 02000000:00000010:2.0:1724310018.571610:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433d000. 00000100:00000010:2.0:1724310018.571612:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed180. 02000000:00000010:2.0:1724310018.571615:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880118d70000. 00000100:00000010:2.0:1724310018.571639:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec380. 02000000:00000010:2.0:1724310018.571641:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134338000. 00000100:00000010:2.0:1724310018.571644:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedf80. 02000000:00000010:2.0:1724310018.571647:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801315f0000. 00000100:00000010:2.0:1724310018.571665:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fdf80. 02000000:00000010:2.0:1724310018.571669:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013433b000. 00000100:00000010:2.0:1724310018.571672:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef480. 02000000:00000010:2.0:1724310018.571674:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d30000. 00000100:00000010:2.0:1724310018.571698:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed880. 02000000:00000010:2.0:1724310018.571701:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880080bca000. 00000100:00000010:2.0:1724310018.571703:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831ab100. 02000000:00000010:2.0:1724310018.571706:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ab0000. 00000100:00000010:2.0:1724310018.571724:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed180. 02000000:00000010:2.0:1724310018.571727:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008f164000. 00000100:00000010:2.0:1724310018.571730:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeea00. 02000000:00000010:2.0:1724310018.571732:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801359e0000. 00000100:00000010:2.0:1724310018.571754:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8000. 02000000:00000010:2.0:1724310018.571756:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008f163000. 00000100:00000010:2.0:1724310018.571759:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef100. 02000000:00000010:2.0:1724310018.571762:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88013421a000. 00000100:00000010:2.0:1724310018.571764:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aec000. 02000000:00000010:2.0:1724310018.571766:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880135b30000. 00000400:00000200:1.0:1724310018.572197:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.572209:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b79 00000400:00000200:1.0:1724310018.572214:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.572217:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.572222:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:1.0:1724310018.572224:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00000400:00000200:0.0:1724310018.572914:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.572921:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c000 00000400:00000200:0.0:1724310018.572927:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 1064 00000400:00000200:0.0:1724310018.572970:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.572973:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.572977:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.572981:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b100. 00000020:00000010:1.0:1724310018.573227:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1c600. 00000020:00000010:1.0:1724310018.573232:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310018.573235:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bce10. 00000100:00000200:1.0:1724310018.573275:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883510784 00000001:00000010:1.0:1724310018.573283:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:1.0:1724310018.573312:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.573317:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000100:00000010:2.0:1724310018.573354:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aefb80. 02000000:00000010:1.0:1724310018.573356:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801359e0000. 02000000:00000010:2.0:1724310018.573359:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f13000. 00000100:00000010:2.0:1724310018.573363:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ffb80. 02000000:00000010:2.0:1724310018.573368:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122be0000. 00010000:00000010:1.0:1724310018.573376:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.573379:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000100:00000010:2.0:1724310018.573388:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeed80. 00010000:00000010:1.0:1724310018.573392:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 02000000:00000010:2.0:1724310018.573392:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880073bc2000. 00010000:00000010:1.0:1724310018.573394:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.573397:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00000100:00000010:2.0:1724310018.573397:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aee300. 00010000:00000010:1.0:1724310018.573399:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 02000000:00000010:2.0:1724310018.573399:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222d0000. 00000100:00000010:2.0:1724310018.573421:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8380. 02000000:00000010:2.0:1724310018.573424:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800880a3000. 00000100:00000010:2.0:1724310018.573426:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aaa00. 02000000:00000010:2.0:1724310018.573429:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880112130000. 00000100:00000010:2.0:1724310018.573454:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fed80. 02000000:00000010:2.0:1724310018.573458:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087f15000. 00000100:00000010:2.0:1724310018.573461:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff100. 02000000:00000010:2.0:1724310018.573463:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134510000. 00000100:00000010:2.0:1724310018.573481:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9500. 02000000:00000010:2.0:1724310018.573485:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800470ab000. 00000100:00000010:2.0:1724310018.573487:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8a80. 02000000:00000010:2.0:1724310018.573489:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121eb0000. 00000100:00000010:2.0:1724310018.573510:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fd500. 02000000:00000010:2.0:1724310018.573515:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343a9000. 00000100:00000010:2.0:1724310018.573517:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc000. 02000000:00000010:2.0:1724310018.573521:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134af0000. 00000100:00000010:2.0:1724310018.573546:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedc00. 02000000:00000010:2.0:1724310018.573549:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343aa000. 00000100:00000010:2.0:1724310018.573551:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeca80. 02000000:00000010:2.0:1724310018.573553:0:20173:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226e0000. 00000100:00000010:2.0:1724310018.573582:0:20173:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aa300. 00000100:00000200:2.0:1724310018.573589:0:20173:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1724310018.573610:0:20173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9790. 00000400:00000010:2.0:1724310018.573615:0:20173:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff880095af3800. 00010000:00000010:3.0:1724310018.573682:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.573688:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00000004:00000010:1.0:1724310018.573760:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310018.573766:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f2d0. 00000004:00000010:1.0:1724310018.573770:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc3e8. 00080000:00000010:1.0:1724310018.573775:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac89c0. 00010000:00000010:0.1:1724310018.573818:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310018.573823:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.574362:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.574365:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.574367:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.574371:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.574402:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:2.0:1724310018.574408:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:2.0:1724310018.574410:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:2.0:1724310018.574434:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000200:2.0:1724310018.574444:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b100 x1808069883510784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.574454:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da330. 00000100:00000200:2.0:1724310018.574457:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883510784, offset 224 00000400:00000200:2.0:1724310018.574461:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.574467:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.574472:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532103:532103:256:4294967295] 192.168.204.31@tcp LPNI seq info [532099:532099:8:4294967295] 00000400:00000200:2.0:1724310018.574480:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.574484:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.574487:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.574491:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.574496:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.574499:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.574522:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5800. 00000020:00000010:2.0:1724310018.574524:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bce10. 00000020:00000010:2.0:1724310018.574527:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1c600. 00000800:00000200:1.0:1724310018.574615:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.574618:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:1.0:1724310018.574621:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.574624:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.574628:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da330 00000400:00000010:1.0:1724310018.574629:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da330. 00010000:00000010:3.1:1724310018.576833:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310018.576843:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:3.1:1724310018.576847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310018.576849:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:3.1:1724310018.576856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310018.576861:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310018.581186:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310018.581198:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310018.581202:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310018.581207:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310018.581212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310018.581214:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310018.581216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.581219:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310018.581222:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310018.581225:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310018.581227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310018.581232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310018.581234:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310018.581236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:1.0:1724310018.582388:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.582407:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c100 00000400:00000200:1.0:1724310018.582414:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 1640 00000400:00000200:1.0:1724310018.582434:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.582438:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.582444:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.582450:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ea00. 00000020:00000010:2.0:1724310018.583340:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d53e00. 00000020:00000010:2.0:1724310018.583352:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.583357:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f0c8. 00000100:00000200:2.0:1724310018.583394:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511040 02000000:00000010:2.0:1724310018.583423:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880135169000. 00010000:00000010:2.0:1724310018.583454:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.583465:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.583487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.583490:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.583502:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.583504:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.583507:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.583509:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.583587:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.583590:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.583592:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.583595:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.583615:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.583620:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.583629:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465060. 00080000:00000010:2.0:1724310018.583634:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122377400. 00000001:00000010:2.0:1724310018.583809:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465540. 00000001:00000010:2.0:1724310018.583814:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310018.583846:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465060. 00010000:00000010:2.0:1724310018.583853:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.583857:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.583871:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.583890:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.583893:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00080000:00000010:2.0:1724310018.583913:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac89c0. 00000004:00000010:2.0:1724310018.583917:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc3e8. 00000004:00000010:2.0:1724310018.583921:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f2d0. 00000004:00000010:2.0:1724310018.583924:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:2.0:1724310018.583930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:2.0:1724310018.583941:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096611, last committed = 4295096163 00010000:00000200:2.0:1724310018.583951:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ea00 x1808069883511040/t4295096611(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.583964:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dab28. 00000100:00000200:2.0:1724310018.583970:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883511040, offset 224 00000400:00000010:2.0:1724310018.583975:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b955b0. 00000400:00000200:2.0:1724310018.583978:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.583988:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.583993:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532104:532104:256:4294967295] 192.168.204.31@tcp LPNI seq info [532100:532100:8:4294967295] 00000400:00000200:2.0:1724310018.583996:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.584002:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.584006:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.584009:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310018.584013:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.584019:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.584022:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.584047:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.584050:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f0c8. 00000020:00000010:2.0:1724310018.584053:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d53e00. 00000800:00000200:0.0:1724310018.584195:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.584199:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310018.584202:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.584206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310018.586707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:3.1:1724310018.586722:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:3.1:1724310018.586726:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:3.1:1724310018.586728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00000400:00000200:1.0:1724310018.587605:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.587620:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b85 00000400:00000200:1.0:1724310018.587626:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.587629:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.587634:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dab28 00000400:00000010:1.0:1724310018.587636:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dab28. 00010000:00000010:3.0:1724310018.587728:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:3.0:1724310018.587737:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00000400:00000200:1.0:1724310018.588583:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.588591:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c180 00000400:00000200:1.0:1724310018.588598:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 2128 00000400:00000200:1.0:1724310018.588655:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.588659:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.588663:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.588669:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850e300. 00000020:00000010:3.0:1724310018.589198:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434c400. 00000020:00000010:3.0:1724310018.589204:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.589208:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923258. 00000100:00000200:2.0:1724310018.589516:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511168 00000001:00000010:2.0:1724310018.589695:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310018.589717:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.589722:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 02000000:00000010:2.0:1724310018.589767:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226e0000. 00010000:00000010:2.0:1724310018.589787:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.589790:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.589803:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.589805:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.589808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.589810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310018.589884:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310018.589890:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.589894:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.589899:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.590627:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.590630:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.590633:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.590636:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.590673:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.590680:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.590683:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.590707:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000200:2.0:1724310018.590719:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850e300 x1808069883511168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.590734:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dab28. 00000100:00000200:2.0:1724310018.590740:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883511168, offset 224 00000400:00000200:2.0:1724310018.590745:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.590754:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.590760:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532105:532105:256:4294967295] 192.168.204.31@tcp LPNI seq info [532101:532101:8:4294967295] 00000400:00000200:2.0:1724310018.590768:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.590773:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.590777:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310018.590781:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.590787:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.590790:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.590803:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:2.0:1724310018.590807:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923258. 00000020:00000010:2.0:1724310018.590810:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434c400. 00000800:00000200:0.0:1724310018.590912:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.590915:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310018.590918:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.590922:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.590925:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dab28 00000400:00000010:0.0:1724310018.590926:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dab28. 00010000:00000010:3.1:1724310018.592487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310018.592496:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310018.592500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310018.592502:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310018.592504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310018.592509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:1.0:1724310018.594477:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.594495:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c280 00000400:00000200:1.0:1724310018.594502:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 2704 00000400:00000200:1.0:1724310018.594524:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.594528:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.594534:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.594540:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850d180. 00000020:00000010:2.0:1724310018.594660:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880090d52400. 00000020:00000010:2.0:1724310018.594666:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.594670:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.594705:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511424 02000000:00000010:2.0:1724310018.594733:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013516b000. 00010000:00000010:2.0:1724310018.594765:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.594777:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.594802:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.594806:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.594817:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.594819:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.594822:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.594824:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.594905:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.594907:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.594910:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.594913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.594930:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.594935:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.594943:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465420. 00080000:00000010:2.0:1724310018.594950:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e91400. 00000001:00000010:2.0:1724310018.595102:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e10a20. 00000001:00000010:2.0:1724310018.595107:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310018.595135:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465420. 00010000:00000010:2.0:1724310018.595140:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.595143:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.595155:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.595173:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.595175:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00080000:00000010:2.0:1724310018.595193:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.595197:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:2.0:1724310018.595200:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.595206:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310018.595214:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310018.595224:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096612, last committed = 4295096163 00010000:00000200:2.0:1724310018.595231:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850d180 x1808069883511424/t4295096612(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.595244:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da330. 00000100:00000200:2.0:1724310018.595248:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883511424, offset 224 00000400:00000010:2.0:1724310018.595253:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b955e8. 00000400:00000200:2.0:1724310018.595282:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.595291:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.595302:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532106:532106:256:4294967295] 192.168.204.31@tcp LPNI seq info [532102:532102:8:4294967295] 00000400:00000200:2.0:1724310018.595306:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.595311:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.595316:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.595319:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.595322:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.595335:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.595338:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.595358:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.595361:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.595364:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880090d52400. 00000800:00000200:1.0:1724310018.595543:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.595545:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.595548:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.595551:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.596165:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:2.1:1724310018.596171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310018.597099:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.597110:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b8d 00000400:00000200:0.0:1724310018.597114:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.597116:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.597121:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da330 00000400:00000010:0.0:1724310018.597123:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da330. 00000400:00000200:0.0:1724310018.597150:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.597155:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c300 00000400:00000200:0.0:1724310018.597161:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 3192 00000400:00000200:0.0:1724310018.597199:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.597202:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.597206:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.597210:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19f80. 00010000:00000010:3.0:1724310018.597288:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310018.597388:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00000020:00000010:2.0:1724310018.597446:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.597449:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.597453:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.597524:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511552 00000001:00000010:2.0:1724310018.597532:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310018.597546:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.597549:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310018.597587:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134af0000. 00010000:00000010:2.0:1724310018.597724:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.597727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.597736:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.597737:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.597740:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.597742:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000004:00000010:2.0:1724310018.597804:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310018.597809:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.597813:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.597818:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.598735:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.598739:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.598742:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.598745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.598779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.598784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.598787:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.598809:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310018.598821:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19f80 x1808069883511552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.598835:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da440. 00000100:00000200:2.0:1724310018.598840:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883511552, offset 224 00000400:00000200:2.0:1724310018.598845:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.598852:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.598856:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532107:532107:256:4294967295] 192.168.204.31@tcp LPNI seq info [532103:532103:8:4294967295] 00000400:00000200:2.0:1724310018.598864:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.598868:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.598871:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.598875:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.598880:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.598883:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.599275:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.599279:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.599283:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:1.0:1724310018.599414:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.599417:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.599420:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.599424:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.599427:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da440 00000400:00000010:1.0:1724310018.599429:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da440. 00010000:00000010:3.1:1724310018.599525:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310018.599530:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310018.599533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310018.599535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:1.0:1724310018.601228:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.601240:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c400 00000400:00000200:1.0:1724310018.601246:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 3768 00000400:00000200:1.0:1724310018.601290:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.601303:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.601308:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.601312:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ce00. 00000020:00000010:2.0:1724310018.602042:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.602047:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.602051:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.602108:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511808 02000000:00000010:2.0:1724310018.602131:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013516d000. 00010000:00000010:2.0:1724310018.602156:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.602168:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.602189:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.602193:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.602203:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.602205:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.602207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.602209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.602443:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.602446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.602449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.602452:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00000020:00000010:2.0:1724310018.602473:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.602477:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.602485:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465660. 00080000:00000010:2.0:1724310018.602489:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e92400. 00000001:00000010:2.0:1724310018.602645:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64de0. 00000001:00000010:2.0:1724310018.602651:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310018.602681:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465660. 00010000:00000010:2.0:1724310018.602689:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.602692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.602705:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.602721:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.602724:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00080000:00000010:2.0:1724310018.602742:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.602746:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:2.0:1724310018.602750:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.602755:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310018.602760:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:2.0:1724310018.602772:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096613, last committed = 4295096163 00010000:00000200:2.0:1724310018.602778:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ce00 x1808069883511808/t4295096613(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.602790:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da3b8. 00000100:00000200:2.0:1724310018.602794:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883511808, offset 224 00000400:00000010:2.0:1724310018.602799:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95620. 00000400:00000200:2.0:1724310018.602802:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.602809:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.602815:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532108:532108:256:4294967295] 192.168.204.31@tcp LPNI seq info [532104:532104:8:4294967295] 00000400:00000200:2.0:1724310018.602818:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.602823:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.602827:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.602830:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310018.602835:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.602840:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.602844:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.603030:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.603034:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.603036:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:0.0:1724310018.603133:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.603136:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310018.603140:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.603143:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.606079:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310018.606088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:1.0:1724310018.606186:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.606201:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b95 00000400:00000200:1.0:1724310018.606205:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.606208:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.606213:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da3b8 00000400:00000010:1.0:1724310018.606215:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da3b8. 00000400:00000200:1.0:1724310018.606313:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.606318:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c480 00000400:00000200:1.0:1724310018.606324:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 4256 00000400:00000200:1.0:1724310018.606382:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.606386:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.606390:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.606395:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850e680. 00010000:00000010:3.0:1724310018.606504:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:3.0:1724310018.606513:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00000020:00000010:2.0:1724310018.606946:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.606951:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.606954:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.607223:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883511936 00000001:00000010:2.0:1724310018.607233:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310018.607249:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.607253:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 02000000:00000010:2.0:1724310018.607325:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121eb0000. 00010000:00000010:2.0:1724310018.607347:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.607350:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.607360:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.607361:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.607364:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.607365:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000004:00000010:2.0:1724310018.607438:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310018.607444:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.607448:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.607454:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:2.0:1724310018.608043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.608046:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.608048:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.608050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.608086:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.608091:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.608094:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.608116:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000200:2.0:1724310018.608130:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850e680 x1808069883511936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.608142:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dacc0. 00000100:00000200:2.0:1724310018.608147:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883511936, offset 224 00000400:00000200:2.0:1724310018.608151:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.608160:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.608165:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532109:532109:256:4294967295] 192.168.204.31@tcp LPNI seq info [532105:532105:8:4294967295] 00000400:00000200:2.0:1724310018.608173:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.608177:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.608180:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310018.608184:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.608190:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.608193:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.608562:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.608567:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.608570:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:0.0:1724310018.608837:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.608840:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310018.608844:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.608848:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.608851:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dacc0 00000400:00000010:0.0:1724310018.608853:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dacc0. 00010000:00000010:3.1:1724310018.609151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310018.609157:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310018.609160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310018.609162:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310018.609164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310018.609170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310018.609172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310018.609174:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310018.609176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310018.609178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310018.610926:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.610937:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c580 00000400:00000200:0.0:1724310018.610943:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 4832 00000400:00000200:0.0:1724310018.610961:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.610965:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.610970:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.610975:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19c00. 00000020:00000010:2.0:1724310018.611090:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.611095:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.611099:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.611123:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883512192 02000000:00000010:2.0:1724310018.611146:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88013516f000. 00010000:00000010:2.0:1724310018.611170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.611183:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.611202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.611206:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.611216:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.611218:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.611221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.611223:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.611354:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.611356:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.611358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.611361:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00000020:00000010:2.0:1724310018.611380:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.611384:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.611392:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.611396:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e92c00. 00000001:00000010:2.0:1724310018.611532:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800874651e0. 00000001:00000010:2.0:1724310018.611536:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310018.611563:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.611568:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.611570:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.611582:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.611596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.611598:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00080000:00000010:2.0:1724310018.611614:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.611618:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:2.0:1724310018.611621:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.611626:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310018.611630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000200:2.0:1724310018.611640:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096614, last committed = 4295096163 00010000:00000200:2.0:1724310018.611646:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19c00 x1808069883512192/t4295096614(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.611658:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801dac38. 00000100:00000200:2.0:1724310018.611662:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883512192, offset 224 00000400:00000010:2.0:1724310018.611666:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95658. 00000400:00000200:2.0:1724310018.611669:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.611676:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.611681:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532110:532110:256:4294967295] 192.168.204.31@tcp LPNI seq info [532106:532106:8:4294967295] 00000400:00000200:2.0:1724310018.611684:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.611690:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.611693:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.611696:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.611700:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.611705:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.611708:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.611732:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.611735:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.611737:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:1.0:1724310018.611872:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.611875:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.611878:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.611881:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.613745:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.613755:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295b9d 00000400:00000200:0.0:1724310018.613760:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.613763:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.613767:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801dac38 00000400:00000010:0.0:1724310018.613769:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801dac38. 00000400:00000200:0.0:1724310018.613795:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.613799:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c600 00000400:00000200:0.0:1724310018.613804:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 5320 00000400:00000200:0.0:1724310018.613819:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.613822:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.613825:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.613830:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19500. 00010000:00000010:3.0:1724310018.613915:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:3.0:1724310018.613923:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00000020:00000010:1.0:1724310018.613989:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1d400. 00000020:00000010:1.0:1724310018.613993:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310018.613996:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc898. 00000100:00000200:1.0:1724310018.614025:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883512320 00000001:00000010:1.0:1724310018.614033:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:1.0:1724310018.614049:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.614052:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310018.614096:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134510000. 00010000:00000010:1.0:1724310018.614115:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.614118:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310018.614129:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.614131:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.614133:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.614135:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310018.614199:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310018.614205:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61ff00. 00000004:00000010:1.0:1724310018.614209:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bca28. 00080000:00000010:1.0:1724310018.614214:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8b60. 00010000:00000010:0.1:1724310018.614498:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310018.614504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.614970:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.614973:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.614976:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.614979:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.615011:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:2.0:1724310018.615018:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310018.615020:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:2.0:1724310018.615041:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:2.0:1724310018.615051:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19500 x1808069883512320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.615062:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da5d8. 00000100:00000200:2.0:1724310018.615066:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883512320, offset 224 00000400:00000200:2.0:1724310018.615071:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.615078:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.615083:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532111:532111:256:4294967295] 192.168.204.31@tcp LPNI seq info [532107:532107:8:4294967295] 00000400:00000200:2.0:1724310018.615091:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.615097:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.615100:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.615105:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.615110:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.615113:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.615385:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:2.0:1724310018.615388:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc898. 00000020:00000010:2.0:1724310018.615391:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1d400. 00000800:00000200:1.0:1724310018.615852:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.615855:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.615858:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.615862:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.615864:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da5d8 00000400:00000010:1.0:1724310018.615865:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da5d8. 00010000:00000010:0.1:1724310018.617397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310018.617404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310018.617408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310018.617411:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310018.617414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310018.617420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310018.617422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310018.617424:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310018.617426:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310018.617427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:1.0:1724310018.618366:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.618378:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c700 00000400:00000200:1.0:1724310018.618384:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 5896 00000400:00000200:1.0:1724310018.618403:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.618406:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.618412:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.618416:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850df80. 00000020:00000010:2.0:1724310018.618567:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.618573:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.618577:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.618653:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883512576 02000000:00000010:2.0:1724310018.618679:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801343a9000. 00010000:00000010:2.0:1724310018.618706:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.618717:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.618734:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.618738:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.618748:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.618750:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.618753:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.618754:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.618829:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.618831:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.618834:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.618836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.618856:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.618861:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.618869:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465060. 00080000:00000010:2.0:1724310018.618873:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e93800. 00000001:00000010:2.0:1724310018.619022:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64360. 00000001:00000010:2.0:1724310018.619027:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310018.619056:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465060. 00010000:00000010:2.0:1724310018.619062:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.619065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.619078:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.619094:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.619097:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00080000:00000010:2.0:1724310018.619110:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8b60. 00000004:00000010:2.0:1724310018.619115:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bca28. 00000004:00000010:2.0:1724310018.619119:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61ff00. 00000004:00000010:2.0:1724310018.619123:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:2.0:1724310018.619128:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310018.619138:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096615, last committed = 4295096163 00010000:00000200:2.0:1724310018.619146:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850df80 x1808069883512576/t4295096615(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.619159:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.619163:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883512576, offset 224 00000400:00000010:2.0:1724310018.619169:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95690. 00000400:00000200:2.0:1724310018.619172:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.619180:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.619185:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532112:532112:256:4294967295] 192.168.204.31@tcp LPNI seq info [532108:532108:8:4294967295] 00000400:00000200:2.0:1724310018.619189:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.619194:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.619198:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.619201:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310018.619205:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.619210:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.619214:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.619998:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.620004:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.620007:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:1.0:1724310018.620112:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.620115:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310018.620119:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.620124:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.620367:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310018.620373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:1.0:1724310018.621502:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.621513:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ba5 00000400:00000200:1.0:1724310018.621518:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.621521:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.621525:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:1.0:1724310018.621527:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00010000:00000010:3.0:1724310018.622392:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:3.0:1724310018.622401:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00000400:00000200:1.0:1724310018.622836:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.622844:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c780 00000400:00000200:1.0:1724310018.622850:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 6384 00000400:00000200:1.0:1724310018.622901:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.622905:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.622909:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.622914:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850dc00. 00000020:00000010:2.0:1724310018.623122:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.623127:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.623130:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.623159:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883512704 00000001:00000010:2.0:1724310018.623168:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310018.623186:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.623190:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310018.623231:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880112130000. 00010000:00000010:2.0:1724310018.623250:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.623253:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.623292:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.623304:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.623307:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.623309:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000004:00000010:2.0:1724310018.623385:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310018.623392:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.623396:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.623404:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310018.623800:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:0.1:1724310018.623806:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310018.623809:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310018.623811:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310018.623813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310018.623818:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310018.623822:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310018.623824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:0.1:1724310018.623826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310018.623829:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.0:1724310018.624433:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.624436:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.624439:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.624443:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.624482:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.624488:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.624491:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.624517:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310018.624530:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850dc00 x1808069883512704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.624544:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.624550:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883512704, offset 224 00000400:00000200:2.0:1724310018.624554:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.624563:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.624568:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532113:532113:256:4294967295] 192.168.204.31@tcp LPNI seq info [532109:532109:8:4294967295] 00000400:00000200:2.0:1724310018.624576:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.624581:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.624584:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310018.624589:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.624595:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.624598:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.624820:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.624824:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.624826:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:1.0:1724310018.624915:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.624918:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310018.624921:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.624925:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.624929:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:1.0:1724310018.624931:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00000400:00000200:1.0:1724310018.626513:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.626525:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322c880 00000400:00000200:1.0:1724310018.626530:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 6960 00000400:00000200:1.0:1724310018.626553:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.626557:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.626561:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.626565:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850c380. 00000020:00000010:2.0:1724310018.626664:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.626669:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.626671:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.626694:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883512960 02000000:00000010:2.0:1724310018.626715:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe5b000. 00010000:00000010:2.0:1724310018.626739:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.626750:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.626767:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.626771:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.626780:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.626782:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d380. 00010000:00000010:2.0:1724310018.626784:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.626786:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.626856:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.626858:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.626860:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.626863:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00000020:00000010:2.0:1724310018.626881:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.626885:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.626892:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce648a0. 00080000:00000010:2.0:1724310018.626896:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e92800. 00000001:00000010:2.0:1724310018.627040:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465a20. 00000001:00000010:2.0:1724310018.627045:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310018.627075:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce648a0. 00010000:00000010:2.0:1724310018.627082:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.627084:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.627097:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.627114:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.627117:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310018.627135:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:2.0:1724310018.627139:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:2.0:1724310018.627143:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.627148:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:2.0:1724310018.627157:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310018.627168:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096616, last committed = 4295096163 00010000:00000200:2.0:1724310018.627174:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850c380 x1808069883512960/t4295096616(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.627186:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da2a8. 00000100:00000200:2.0:1724310018.627191:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883512960, offset 224 00000400:00000010:2.0:1724310018.627195:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b956c8. 00000400:00000200:2.0:1724310018.627198:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.627205:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.627210:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532114:532114:256:4294967295] 192.168.204.31@tcp LPNI seq info [532110:532110:8:4294967295] 00000400:00000200:2.0:1724310018.627214:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.627220:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.627223:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.627227:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.627231:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.627237:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.627240:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.627251:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.627254:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.627280:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:2.0:1724310018.627362:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.627365:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:2.0:1724310018.627367:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.627370:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.627418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:0.1:1724310018.627424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:1.0:1724310018.629018:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310018.629029:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bad 00000400:00000200:1.0:1724310018.629032:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.629035:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310018.629039:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da2a8 00000400:00000010:1.0:1724310018.629041:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da2a8. 00000400:00000200:1.0:1724310018.629453:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.629458:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322c900 00000400:00000200:1.0:1724310018.629464:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 7448 00000400:00000200:1.0:1724310018.629516:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.629520:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.629524:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.629529:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f100. 00000020:00000010:0.0:1724310018.629562:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082970c00. 00000020:00000010:0.0:1724310018.629567:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.629572:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.629601:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883513088 00000001:00000010:0.0:1724310018.629610:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:0.0:1724310018.629626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310018.629630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 02000000:00000010:0.0:1724310018.629675:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222d0000. 00010000:00000010:0.0:1724310018.629694:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310018.629697:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.629707:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310018.629709:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.629712:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310018.629714:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000004:00000010:0.0:1724310018.629787:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310018.629794:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be960. 00000004:00000010:0.0:1724310018.629798:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310018.629804:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:3.0:1724310018.629900:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:3.0:1724310018.629907:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d380. 00010000:00000010:0.0:1724310018.630224:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.630227:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.630230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310018.630233:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.630285:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.630303:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.630306:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.630331:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000200:0.0:1724310018.630341:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f100 x1808069883513088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.630352:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890e58. 00000100:00000200:0.0:1724310018.630356:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883513088, offset 224 00000400:00000200:0.0:1724310018.630360:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.630366:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.630370:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532115:532115:256:4294967295] 192.168.204.31@tcp LPNI seq info [532111:532111:8:4294967295] 00000400:00000200:0.0:1724310018.630377:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.630380:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.630383:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310018.630387:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.630392:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.630394:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.630405:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.630407:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.630410:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082970c00. 00000800:00000200:0.0:1724310018.630902:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.630905:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:0.0:1724310018.630908:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.630911:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.630914:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890e58 00000400:00000010:0.0:1724310018.630915:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890e58. 00010000:00000010:0.1:1724310018.632447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310018.632455:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310018.632458:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310018.632460:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310018.632461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310018.632465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000400:00000200:2.0:1724310018.632529:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.632540:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ca00 00000400:00000200:2.0:1724310018.632545:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 8024 00000400:00000200:2.0:1724310018.632563:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.632566:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.632571:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.632575:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001880. 00000020:00000010:0.0:1724310018.632638:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971c00. 00000020:00000010:0.0:1724310018.632642:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.632646:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.632675:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883513344 02000000:00000010:0.0:1724310018.632700:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880123ff0000. 00010000:00000010:0.0:1724310018.632724:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.632733:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.632750:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310018.632754:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.632763:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310018.632764:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.632767:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310018.632769:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310018.632837:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310018.632839:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.632842:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310018.632844:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310018.632874:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19520. 00000020:00000010:0.0:1724310018.632879:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19520. 00000020:00000010:0.0:1724310018.632887:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b000. 00080000:00000010:0.0:1724310018.632893:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880130fbcc00. 00000001:00000010:0.0:1724310018.633050:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1662a0. 00000001:00000010:0.0:1724310018.633054:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310018.633085:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b000. 00010000:00000010:0.0:1724310018.633091:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310018.633094:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.633106:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.633123:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.633125:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00080000:00000010:0.0:1724310018.633139:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310018.633145:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:0.0:1724310018.633148:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be960. 00000004:00000010:0.0:1724310018.633152:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310018.633159:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310018.633171:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096617, last committed = 4295096163 00010000:00000200:0.0:1724310018.633179:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001880 x1808069883513344/t4295096617(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.633189:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890e58. 00000100:00000200:0.0:1724310018.633194:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883513344, offset 224 00000400:00000010:0.0:1724310018.633198:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9380. 00000400:00000200:0.0:1724310018.633200:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.633208:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.633213:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532116:532116:256:4294967295] 192.168.204.31@tcp LPNI seq info [532112:532112:8:4294967295] 00000400:00000200:0.0:1724310018.633217:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.633221:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.633225:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.633228:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310018.633231:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.633236:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.633239:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.633280:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.633283:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.633285:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971c00. 00000800:00000200:1.0:1724310018.633432:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.633435:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:1.0:1724310018.633438:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.633442:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.635404:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:1.1:1724310018.635413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310018.635446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310018.635450:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:0.1:1724310018.635453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.1:1724310018.635454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00000400:00000200:0.0:1724310018.635894:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.635904:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bb5 00000400:00000200:0.0:1724310018.635908:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.635911:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.635915:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890e58 00000400:00000010:0.0:1724310018.635916:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890e58. 00000400:00000200:0.0:1724310018.636461:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.636466:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ca80 00000400:00000200:0.0:1724310018.636471:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 8512 00000400:00000200:0.0:1724310018.636518:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.636521:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.636525:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.636529:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18000. 00010000:00000010:3.0:1724310018.637276:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:3.0:1724310018.637286:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00000020:00000010:2.0:1724310018.637724:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080928800. 00000020:00000010:2.0:1724310018.637730:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.637734:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.637890:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883513472 00000001:00000010:2.0:1724310018.637899:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310018.637915:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.637920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310018.637962:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122be0000. 00010000:00000010:2.0:1724310018.637980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.637982:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.637992:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.637994:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.637996:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.637999:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310018.638066:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310018.638072:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310018.638075:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f0c8. 00080000:00000010:2.0:1724310018.638082:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310018.638385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310018.638391:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310018.638394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310018.638397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310018.638399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310018.638400:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:0.1:1724310018.638403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310018.638404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310018.638406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310018.638411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.639042:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.639045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.639048:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.639051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.639090:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.639212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.639217:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.639242:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310018.639255:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18000 x1808069883513472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.639290:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.639303:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883513472, offset 224 00000400:00000200:2.0:1724310018.639309:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.639317:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.639322:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532117:532117:256:4294967295] 192.168.204.31@tcp LPNI seq info [532113:532113:8:4294967295] 00000400:00000200:2.0:1724310018.639329:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.639333:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.639337:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.639341:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.639347:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.639350:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.639818:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.639822:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:2.0:1724310018.639825:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080928800. 00000800:00000200:3.0:1724310018.639951:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.639954:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:3.0:1724310018.639957:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.639961:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.639964:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:3.0:1724310018.639966:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00010000:00000010:0.1:1724310018.641807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.1:1724310018.641816:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310018.641820:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310018.641822:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310018.641825:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.1:1724310018.641829:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310018.642828:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310018.642834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000400:00000200:2.0:1724310018.642897:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.642910:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322cb80 00000400:00000200:2.0:1724310018.642916:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 9088 00000400:00000200:2.0:1724310018.642937:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.642941:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.642946:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.642950:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000e00. 00000020:00000010:0.0:1724310018.643072:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.643077:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.643081:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.643110:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883513728 02000000:00000010:0.0:1724310018.643137:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddb9000. 00010000:00000010:0.0:1724310018.643166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:0.0:1724310018.643180:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:0.0:1724310018.643200:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310018.643204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.643213:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.643215:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310018.643218:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310018.643220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310018.643321:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310018.643324:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.643326:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310018.643328:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310018.643349:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19520. 00000020:00000010:0.0:1724310018.643354:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19520. 00000020:00000010:0.0:1724310018.643362:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166540. 00080000:00000010:0.0:1724310018.643368:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880130fbc000. 00000001:00000010:0.0:1724310018.643505:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b240. 00000001:00000010:0.0:1724310018.643509:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310018.643536:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166540. 00010000:00000010:0.0:1724310018.643542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310018.643544:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.643556:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.643573:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.643577:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00080000:00000010:0.0:1724310018.643593:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:0.0:1724310018.643598:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f0c8. 00000004:00000010:0.0:1724310018.643601:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:0.0:1724310018.643607:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310018.643613:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310018.643622:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096618, last committed = 4295096163 00010000:00000200:0.0:1724310018.643628:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000e00 x1808069883513728/t4295096618(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.643640:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890bb0. 00000100:00000200:0.0:1724310018.643645:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883513728, offset 224 00000400:00000010:0.0:1724310018.643649:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9348. 00000400:00000200:0.0:1724310018.643652:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.643660:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.643665:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532118:532118:256:4294967295] 192.168.204.31@tcp LPNI seq info [532114:532114:8:4294967295] 00000400:00000200:0.0:1724310018.643669:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.643674:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.643679:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.643682:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310018.643685:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.643691:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.643694:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.643707:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.643710:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.643713:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:1.0:1724310018.643924:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.643928:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310018.643931:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.643934:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.644614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310018.644620:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310018.644622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310018.644625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:3.0:1724310018.647332:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310018.647346:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bbd 00000400:00000200:3.0:1724310018.647352:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.647355:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310018.647359:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890bb0 00000400:00000010:3.0:1724310018.647361:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890bb0. 00000400:00000200:3.0:1724310018.647620:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310018.647626:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322cc00 00000400:00000200:3.0:1724310018.647633:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 9576 00000400:00000200:3.0:1724310018.647687:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.647691:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310018.647695:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310018.647700:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba680. 00010000:00000010:2.0:1724310018.647902:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310018.647906:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00010000:00000010:2.0:1724310018.647910:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00000020:00000010:0.0:1724310018.647912:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.647915:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.647939:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883513856 00000001:00000010:0.0:1724310018.647949:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:0.0:1724310018.647965:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310018.647969:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310018.648017:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880135b30000. 00010000:00000010:0.0:1724310018.648037:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310018.648040:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.648050:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310018.648052:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.648055:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310018.648057:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000004:00000010:0.0:1724310018.648129:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310018.648135:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be960. 00000004:00000010:0.0:1724310018.648139:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800958064b0. 00080000:00000010:0.0:1724310018.648145:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310018.649385:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310018.649389:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310018.649392:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310018.649539:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310018.649583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.649590:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.649593:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.649618:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310018.649630:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba680 x1808069883513856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.649645:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890220. 00000100:00000200:0.0:1724310018.649650:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883513856, offset 224 00000400:00000200:0.0:1724310018.649655:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.649663:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.649668:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532119:532119:256:4294967295] 192.168.204.31@tcp LPNI seq info [532115:532115:8:4294967295] 00000400:00000200:0.0:1724310018.649676:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.649681:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.649684:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310018.649688:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.649693:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.649696:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.649719:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310018.649723:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.649726:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:2.0:1724310018.650062:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.650065:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:2.0:1724310018.650068:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.650072:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.650075:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890220 00000400:00000010:2.0:1724310018.650076:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890220. 00010000:00000010:1.1:1724310018.650350:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310018.650356:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310018.650359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310018.650361:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310018.650363:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310018.650370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310018.654639:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310018.654651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:1.0:1724310018.654814:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.654828:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322cd00 00000400:00000200:1.0:1724310018.654834:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 10152 00000400:00000200:1.0:1724310018.654853:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.654857:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.654863:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.654867:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ed80. 00000020:00000010:1.0:1724310018.655675:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1cc00. 00000020:00000010:1.0:1724310018.655681:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.655685:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.655741:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883514112 02000000:00000010:1.0:1724310018.655769:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829ee000. 00010000:00000010:1.0:1724310018.655796:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:1.0:1724310018.655810:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:1.0:1724310018.655830:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.655835:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.655847:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.655849:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.655852:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.655854:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.655928:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.655930:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.655933:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.655935:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310018.655954:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310018.655959:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310018.655966:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43600. 00080000:00000010:1.0:1724310018.655971:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d6400. 00000001:00000010:1.0:1724310018.657838:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba430c0. 00000001:00000010:1.0:1724310018.657843:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310018.657869:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43600. 00010000:00000010:1.0:1724310018.657878:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.657883:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.657899:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.657917:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.657920:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00080000:00000010:1.0:1724310018.657936:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:1.0:1724310018.657943:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958064b0. 00000004:00000010:1.0:1724310018.657946:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be960. 00000004:00000010:1.0:1724310018.657950:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:1.0:1724310018.657956:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310018.657967:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096619, last committed = 4295096163 00010000:00000200:1.0:1724310018.657974:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ed80 x1808069883514112/t4295096619(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.657988:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bcc0. 00000100:00000200:1.0:1724310018.657994:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883514112, offset 224 00000400:00000010:1.0:1724310018.657999:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e31f8. 00000400:00000200:1.0:1724310018.658002:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.658012:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.658017:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532120:532120:256:4294967295] 192.168.204.31@tcp LPNI seq info [532116:532116:8:4294967295] 00000400:00000200:1.0:1724310018.658020:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.658026:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.658030:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.658033:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3000. 00000800:00000200:1.0:1724310018.658037:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.658043:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.658045:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.658073:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.658077:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.658080:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1cc00. 00010000:00000010:1.1:1724310018.658916:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310018.658922:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310018.658926:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310018.658928:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00000800:00000200:3.0:1724310018.659872:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.659876:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3000. 00000400:00000200:3.0:1724310018.659881:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.659887:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.660367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:2.1:1724310018.660372:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00000400:00000200:2.0:1724310018.661618:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.661631:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bc5 00000400:00000200:2.0:1724310018.661637:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.661640:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.661643:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bcc0 00000400:00000010:2.0:1724310018.661645:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bcc0. 00010000:00000010:3.0:1724310018.661770:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:3.0:1724310018.661778:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:2.1:1724310018.663397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310018.663406:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310018.663409:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310018.663415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000400:00000200:1.0:1724310018.664054:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.664066:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322cd80 00000400:00000200:1.0:1724310018.664072:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 10640 00000400:00000200:1.0:1724310018.664130:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.664134:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.664140:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.664145:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850fb80. 00000020:00000010:2.0:1724310018.664203:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080928a00. 00000020:00000010:2.0:1724310018.664209:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d580. 00000020:00000010:2.0:1724310018.664213:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f7d0. 00000100:00000200:2.0:1724310018.664522:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883514240 00000001:00000010:2.0:1724310018.664533:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:2.0:1724310018.664553:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.664558:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310018.664601:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ab0000. 00010000:00000010:2.0:1724310018.664620:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.664624:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.664637:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.664639:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.664641:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.664643:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000004:00000010:2.0:1724310018.664719:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310018.664725:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310018.664729:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fed8. 00080000:00000010:2.0:1724310018.664735:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:0.0:1724310018.666612:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310018.666617:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.666620:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310018.666624:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.666666:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:0.0:1724310018.667313:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:0.0:1724310018.667319:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00010000:00000010:0.0:1724310018.667352:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:0.0:1724310018.667366:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850fb80 x1808069883514240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.667381:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890550. 00000100:00000200:0.0:1724310018.667388:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883514240, offset 224 00000400:00000200:0.0:1724310018.667393:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.667403:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.667408:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532121:532121:256:4294967295] 192.168.204.31@tcp LPNI seq info [532117:532117:8:4294967295] 00000400:00000200:0.0:1724310018.667416:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.667422:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.667425:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310018.667430:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.667436:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.667440:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.667468:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d580. 00000020:00000010:0.0:1724310018.667472:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f7d0. 00000020:00000010:0.0:1724310018.667476:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080928a00. 00000800:00000200:3.0:1724310018.667704:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.667707:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310018.667711:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.667715:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.667718:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890550 00000400:00000010:3.0:1724310018.667720:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890550. 00010000:00000010:1.1:1724310018.669493:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310018.669502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00000400:00000200:2.0:1724310018.669565:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.669577:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ce80 00000400:00000200:2.0:1724310018.669583:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 11216 00000400:00000200:2.0:1724310018.669601:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.669605:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.669611:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.669616:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000a80. 00000020:00000010:0.0:1724310018.669749:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.669755:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310018.669759:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.669791:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883514496 02000000:00000010:0.0:1724310018.669816:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008ddbd000. 00010000:00000010:0.0:1724310018.669841:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.669850:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.669870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310018.669874:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.669883:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310018.669885:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.669888:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310018.669890:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310018.669961:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310018.669964:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310018.669966:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310018.669968:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310018.669990:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.669994:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.670002:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b660. 00080000:00000010:0.0:1724310018.670007:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880130fbf000. 00000001:00000010:0.0:1724310018.670149:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166960. 00000001:00000010:0.0:1724310018.670153:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310018.670185:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b660. 00010000:00000010:0.0:1724310018.670191:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310018.670193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.670205:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.670220:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310018.670223:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00080000:00000010:0.0:1724310018.670239:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:0.0:1724310018.670243:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fed8. 00000004:00000010:0.0:1724310018.670246:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:0.0:1724310018.670251:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:0.0:1724310018.670286:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310018.670307:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096620, last committed = 4295096163 00010000:00000200:0.0:1724310018.670314:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000a80 x1808069883514496/t4295096620(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.670326:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890550. 00000100:00000200:0.0:1724310018.670330:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883514496, offset 224 00000400:00000010:0.0:1724310018.670334:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9310. 00000400:00000200:0.0:1724310018.670337:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.670345:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.670349:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532122:532122:256:4294967295] 192.168.204.31@tcp LPNI seq info [532118:532118:8:4294967295] 00000400:00000200:0.0:1724310018.670353:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.670357:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.670360:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.670363:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310018.670367:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.670371:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.670374:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.670390:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310018.670393:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.670395:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:1.0:1724310018.670524:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.670527:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:1.0:1724310018.670529:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.670532:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.672396:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310018.672406:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bcd 00000400:00000200:3.0:1724310018.672410:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.672412:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310018.672416:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890550 00000400:00000010:3.0:1724310018.672418:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890550. 00000400:00000200:3.0:1724310018.672662:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310018.672668:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322cf00 00010000:00000010:2.0:1724310018.672669:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00000400:00000200:3.0:1724310018.672673:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 11704 00010000:00000010:2.0:1724310018.672676:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00000400:00000200:3.0:1724310018.672719:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.672722:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310018.672726:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310018.672729:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbaa00. 00000020:00000010:2.0:1724310018.672756:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.672760:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310018.672764:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310018.672783:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883514624 00000001:00000010:2.0:1724310018.672791:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:2.0:1724310018.672806:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.672810:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310018.672848:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d30000. 00010000:00000010:2.0:1724310018.672865:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.672867:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.672875:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.672877:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.672879:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.672881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310018.672941:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310018.672946:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310018.672950:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310018.672955:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0680. 00010000:00000010:0.0:1724310018.673465:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310018.673468:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310018.673471:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310018.673474:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.673507:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:0.0:1724310018.673514:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:0.0:1724310018.673516:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00010000:00000010:0.0:1724310018.673538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:0.0:1724310018.673549:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbaa00 x1808069883514624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.673560:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890220. 00000100:00000200:0.0:1724310018.673564:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883514624, offset 224 00000400:00000200:0.0:1724310018.673569:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.673575:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.673580:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532123:532123:256:4294967295] 192.168.204.31@tcp LPNI seq info [532119:532119:8:4294967295] 00000400:00000200:0.0:1724310018.673587:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.673591:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.673594:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310018.673597:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.673603:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.673605:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.673631:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:0.0:1724310018.673634:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:0.0:1724310018.673637:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:2.0:1724310018.674465:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.674469:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310018.674472:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.674476:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.674479:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890220 00000400:00000010:2.0:1724310018.674480:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890220. 00010000:00000010:1.1:1724310018.676318:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310018.676325:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310018.676328:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310018.676330:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:1.0:1724310018.676889:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.676900:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d000 00000400:00000200:1.0:1724310018.676905:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 12280 00000400:00000200:1.0:1724310018.676921:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.676925:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.676929:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.676937:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850d500. 00000020:00000010:0.0:1724310018.676999:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.677003:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.677007:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.677033:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883514880 02000000:00000010:0.0:1724310018.677057:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087757000. 00010000:00000010:0.0:1724310018.677080:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.677090:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310018.677106:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310018.677110:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310018.677119:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310018.677121:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.677123:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310018.677125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310018.677193:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310018.677194:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.677197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310018.677199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310018.677214:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.677218:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.677225:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800a4d8d180. 00080000:00000010:0.0:1724310018.677230:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39ec00. 00000001:00000010:0.0:1724310018.677394:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fca80. 00000001:00000010:0.0:1724310018.677397:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310018.677425:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800a4d8d180. 00010000:00000010:0.0:1724310018.677430:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310018.677433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.677444:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.677458:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310018.677460:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310018.677475:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:0.0:1724310018.677479:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:0.0:1724310018.677482:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ac8. 00000004:00000010:0.0:1724310018.677487:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:0.0:1724310018.677493:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310018.677502:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096621, last committed = 4295096163 00010000:00000200:0.0:1724310018.677508:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850d500 x1808069883514880/t4295096621(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.677520:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890bb0. 00000100:00000200:0.0:1724310018.677525:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883514880, offset 224 00000400:00000010:0.0:1724310018.677529:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef92d8. 00000400:00000200:0.0:1724310018.677532:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.677539:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.677543:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532124:532124:256:4294967295] 192.168.204.31@tcp LPNI seq info [532120:532120:8:4294967295] 00000400:00000200:0.0:1724310018.677547:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.677552:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.677556:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.677558:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310018.677562:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.677567:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.677571:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.677594:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.677597:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.677599:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:3.0:1724310018.677792:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.677795:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310018.677797:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.677800:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.678587:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310018.678593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310018.681414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310018.681425:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310018.681428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310018.681430:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310018.681432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310018.681437:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310018.681440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310018.681442:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310018.681445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310018.681447:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:2.0:1724310018.682523:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.682540:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bd5 00000400:00000200:2.0:1724310018.682546:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.682549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.682555:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890bb0 00000400:00000010:2.0:1724310018.682556:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890bb0. 00010000:00000010:3.0:1724310018.683708:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:3.0:1724310018.683719:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000400:00000200:2.0:1724310018.684642:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.684651:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d080 00000400:00000200:2.0:1724310018.684657:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 12768 00000400:00000200:2.0:1724310018.684916:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.684921:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.684925:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.684929:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000000. 00000020:00000010:0.0:1724310018.685075:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.685080:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.685084:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.685103:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883515008 00000001:00000010:0.0:1724310018.685112:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:0.0:1724310018.685129:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310018.685134:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 02000000:00000010:0.0:1724310018.685178:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801315f0000. 00010000:00000010:0.0:1724310018.685197:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310018.685200:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.685210:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310018.685213:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.685215:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310018.685217:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000004:00000010:0.0:1724310018.685314:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310018.685320:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be438. 00000004:00000010:0.0:1724310018.685324:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310018.685331:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310018.686009:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.686012:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310018.686015:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310018.686018:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.686050:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.686056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.686059:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.686079:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310018.686089:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000000 x1808069883515008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.686102:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.686107:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883515008, offset 224 00000400:00000200:0.0:1724310018.686112:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.686120:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.686124:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532125:532125:256:4294967295] 192.168.204.31@tcp LPNI seq info [532121:532121:8:4294967295] 00000400:00000200:0.0:1724310018.686132:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.686136:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.686140:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310018.686144:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.686150:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.686153:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.686391:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.686394:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.686397:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:3.0:1724310018.686778:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.686781:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:3.0:1724310018.686785:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.686788:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.686791:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:3.0:1724310018.686793:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00010000:00000010:1.1:1724310018.687371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310018.687376:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:1.1:1724310018.687380:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310018.687381:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310018.687383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310018.687391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:2.0:1724310018.688306:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.688317:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d180 00000400:00000200:2.0:1724310018.688323:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 13344 00000400:00000200:2.0:1724310018.688340:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.688343:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.688347:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.688352:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c001c00. 00000020:00000010:0.0:1724310018.688437:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.688441:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.688445:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.688471:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883515264 02000000:00000010:0.0:1724310018.688492:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087753000. 00010000:00000010:0.0:1724310018.688516:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.688525:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310018.688543:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310018.688546:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310018.688554:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310018.688556:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310018.688558:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310018.688560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310018.688626:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310018.688627:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310018.688630:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310018.688631:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310018.688647:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.688652:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310018.688660:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1660. 00080000:00000010:0.0:1724310018.688666:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39e800. 00000001:00000010:0.0:1724310018.688811:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba4b000. 00000001:00000010:0.0:1724310018.688815:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310018.688841:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1660. 00010000:00000010:0.0:1724310018.688847:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310018.688850:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.688861:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310018.688875:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310018.688877:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00080000:00000010:0.0:1724310018.688889:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:0.0:1724310018.688895:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:0.0:1724310018.688898:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be438. 00000004:00000010:0.0:1724310018.688901:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:0.0:1724310018.688906:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310018.688915:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096622, last committed = 4295096163 00010000:00000200:0.0:1724310018.688921:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c001c00 x1808069883515264/t4295096622(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.688933:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.688937:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883515264, offset 224 00000400:00000010:0.0:1724310018.688941:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef92a0. 00000400:00000200:0.0:1724310018.688944:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.688951:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.688955:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532126:532126:256:4294967295] 192.168.204.31@tcp LPNI seq info [532122:532122:8:4294967295] 00000400:00000200:0.0:1724310018.688958:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.688963:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.688967:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.688970:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310018.688973:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.688978:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.688980:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.689004:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310018.689007:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:0.0:1724310018.689008:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:3.0:1724310018.689237:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.689240:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:3.0:1724310018.689243:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.689247:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.690531:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310018.690538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:0.0:1724310018.690848:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.690858:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bdd 00000400:00000200:0.0:1724310018.690862:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.690865:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.690869:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:0.0:1724310018.690871:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00000400:00000200:1.0:1724310018.691549:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.691557:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d200 00000400:00000200:1.0:1724310018.691563:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 13832 00000400:00000200:1.0:1724310018.691619:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.691623:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.691626:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.691631:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850ca80. 00010000:00000010:2.0:1724310018.691707:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310018.691714:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000020:00000010:3.0:1724310018.691923:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012434d400. 00000020:00000010:3.0:1724310018.691928:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.691932:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800809233e8. 00000100:00000200:3.0:1724310018.691953:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883515392 00000001:00000010:3.0:1724310018.691961:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:3.0:1724310018.691978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.691983:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310018.692025:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880118d70000. 00010000:00000010:3.0:1724310018.692047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.692050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.692061:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.692063:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.692066:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.692068:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000004:00000010:3.0:1724310018.692137:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310018.692143:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.692147:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310018.692154:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:3.0:1724310018.693037:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.693041:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.693043:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.693047:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.693084:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.693135:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.693139:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.693165:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310018.693177:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850ca80 x1808069883515392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.693190:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310018.693195:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883515392, offset 224 00000400:00000200:3.0:1724310018.693200:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.693208:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.693213:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532127:532127:256:4294967295] 192.168.204.31@tcp LPNI seq info [532123:532123:8:4294967295] 00000400:00000200:3.0:1724310018.693221:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.693225:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.693229:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310018.693233:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.693239:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.693243:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.693837:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.693841:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800809233e8. 00000020:00000010:3.0:1724310018.693844:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012434d400. 00000800:00000200:2.0:1724310018.694574:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.694578:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:2.0:1724310018.694582:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.694587:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.694591:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:2.0:1724310018.694593:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00010000:00000010:1.1:1724310018.695018:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310018.695025:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310018.695027:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310018.695030:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00000400:00000200:0.0:1724310018.696929:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.696941:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d300 00000400:00000200:0.0:1724310018.696947:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 14408 00000400:00000200:0.0:1724310018.696966:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.696970:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.696975:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.696981:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18a80. 00000020:00000010:3.0:1724310018.697179:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.697185:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.697189:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800809233e8. 00000100:00000200:3.0:1724310018.697221:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883515648 02000000:00000010:3.0:1724310018.697245:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bf4b000. 00010000:00000010:3.0:1724310018.697304:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.697316:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.697336:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.697339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.697349:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.697351:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.697354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.697356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310018.697426:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.697428:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.697430:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.697432:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310018.697450:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c5a0. 00000020:00000010:3.0:1724310018.697454:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c5a0. 00000020:00000010:3.0:1724310018.697462:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4540. 00080000:00000010:3.0:1724310018.697467:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e19000. 00000001:00000010:3.0:1724310018.697618:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b44e0. 00000001:00000010:3.0:1724310018.697623:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310018.697653:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4540. 00010000:00000010:3.0:1724310018.697660:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.697663:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.697676:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.697693:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.697696:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310018.697712:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:3.0:1724310018.697716:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:3.0:1724310018.697719:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.697724:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310018.697731:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310018.697743:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096623, last committed = 4295096163 00010000:00000200:3.0:1724310018.697749:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18a80 x1808069883515648/t4295096623(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.697763:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310018.697769:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883515648, offset 224 00000400:00000010:3.0:1724310018.697774:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17bd0. 00000400:00000200:3.0:1724310018.697777:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.697786:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.697791:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532128:532128:256:4294967295] 192.168.204.31@tcp LPNI seq info [532124:532124:8:4294967295] 00000400:00000200:3.0:1724310018.697795:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.697800:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.697805:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.697809:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310018.697813:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.697819:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.697822:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.697836:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.697839:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800809233e8. 00000020:00000010:3.0:1724310018.697841:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.698375:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.698378:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310018.698381:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.698384:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.700010:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.700020:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295be5 00000400:00000200:0.0:1724310018.700023:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.700026:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.700029:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:0.0:1724310018.700031:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00000400:00000200:0.0:1724310018.701599:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.701608:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d380 00000400:00000200:0.0:1724310018.701614:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 14896 00000400:00000200:0.0:1724310018.701669:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.701673:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.701678:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.701684:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1ad80. 00000020:00000010:1.0:1724310018.702084:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1dc00. 00000020:00000010:1.0:1724310018.702090:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.702094:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.702127:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883515776 00000001:00000010:1.0:1724310018.702135:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:1.0:1724310018.702156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.702161:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 02000000:00000010:1.0:1724310018.702205:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124430000. 00010000:00000010:1.0:1724310018.702226:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310018.702229:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.702242:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.702244:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.702247:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310018.702249:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000004:00000010:1.0:1724310018.702367:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310018.702373:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.702377:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310018.702382:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:0.1:1724310018.702520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310018.702527:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310018.702528:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310018.702530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:2.1:1724310018.702532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.1:1724310018.702534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.702809:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310018.702817:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:1.0:1724310018.704458:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310018.704463:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.704467:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310018.704471:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310018.704509:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.704518:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.704521:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.704545:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310018.704558:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1ad80 x1808069883515776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.704572:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310018.704577:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883515776, offset 224 00000400:00000200:1.0:1724310018.704582:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.704591:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.704596:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532129:532129:256:4294967295] 192.168.204.31@tcp LPNI seq info [532125:532125:8:4294967295] 00000400:00000200:1.0:1724310018.704604:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.704609:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.704612:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310018.704616:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.704622:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.704626:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.704650:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.704653:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.704656:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1dc00. 00000800:00000200:0.0:1724310018.704807:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.704810:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00000400:00000200:0.0:1724310018.704813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.704817:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.704820:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:0.0:1724310018.704821:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00010000:00000010:1.1:1724310018.706023:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310018.706031:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310018.706033:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310018.706035:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310018.706038:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310018.706043:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:0.0:1724310018.707330:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.707342:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d480 00000400:00000200:0.0:1724310018.707349:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 15472 00000400:00000200:0.0:1724310018.707500:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.707506:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.707512:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.707517:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1aa00. 00000020:00000010:1.0:1724310018.707611:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1dc00. 00000020:00000010:1.0:1724310018.707617:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.707621:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.708153:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516032 02000000:00000010:1.0:1724310018.708180:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829e8000. 00010000:00000010:1.0:1724310018.708207:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310018.708219:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.708238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310018.708242:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.708253:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310018.708255:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310018.708278:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.708281:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310018.708379:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.708382:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.708384:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.708386:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00000020:00000010:1.0:1724310018.708405:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.708410:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.708417:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43a80. 00080000:00000010:1.0:1724310018.708421:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801353d5400. 00000001:00000010:1.0:1724310018.708576:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba435a0. 00000001:00000010:1.0:1724310018.708581:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310018.708607:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43a80. 00010000:00000010:1.0:1724310018.708614:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.708616:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.708629:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.708645:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310018.708647:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00080000:00000010:1.0:1724310018.708665:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:1.0:1724310018.708670:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:1.0:1724310018.708674:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.708678:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310018.708682:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310018.708694:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096624, last committed = 4295096163 00010000:00000200:1.0:1724310018.708701:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1aa00 x1808069883516032/t4295096624(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.708714:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bdd0. 00000100:00000200:1.0:1724310018.708720:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883516032, offset 224 00000400:00000010:1.0:1724310018.708724:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3230. 00000400:00000200:1.0:1724310018.708726:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.708736:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.708740:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532130:532130:256:4294967295] 192.168.204.31@tcp LPNI seq info [532126:532126:8:4294967295] 00000400:00000200:1.0:1724310018.708744:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.708748:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.708752:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.708755:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310018.708759:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.708764:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.708767:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.708793:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.708796:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.708799:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1dc00. 00000800:00000200:0.0:1724310018.709079:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.709082:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:0.0:1724310018.709085:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.709089:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.711024:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.711037:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bed 00000400:00000200:0.0:1724310018.711041:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.711043:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.711048:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bdd0 00000400:00000010:0.0:1724310018.711050:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bdd0. 00000400:00000200:0.0:1724310018.711772:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.711777:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d500 00000400:00000200:0.0:1724310018.711782:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 15960 00000400:00000200:0.0:1724310018.711827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.711831:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.711835:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.711840:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1bb80. 00000020:00000010:3.0:1724310018.712018:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2be00. 00000020:00000010:3.0:1724310018.712024:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310018.712028:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800809233e8. 00000100:00000200:3.0:1724310018.712051:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516160 00000001:00000010:3.0:1724310018.712059:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310018.712078:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.712083:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310018.712125:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801341d0000. 00010000:00000010:3.0:1724310018.712145:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.712148:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.712163:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.712165:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.712168:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.712170:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310018.712242:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310018.712248:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310018.712252:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923320. 00080000:00000010:3.0:1724310018.712274:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce744e0. 00010000:00000010:2.0:1724310018.712591:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:2.0:1724310018.712598:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:0.1:1724310018.712973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310018.712980:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310018.712982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310018.712985:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310018.712987:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310018.712992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.713013:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310018.713017:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310018.713019:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310018.713021:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.0:1724310018.713621:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310018.713624:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310018.713628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310018.713631:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310018.713674:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:0.0:1724310018.714013:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:0.0:1724310018.714019:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:0.0:1724310018.714049:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:0.0:1724310018.714065:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1bb80 x1808069883516160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.714079:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.714084:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883516160, offset 224 00000400:00000200:0.0:1724310018.714089:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.714097:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.714102:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532131:532131:256:4294967295] 192.168.204.31@tcp LPNI seq info [532127:532127:8:4294967295] 00000400:00000200:0.0:1724310018.714109:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.714114:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.714117:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310018.714122:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.714127:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.714161:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.714177:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3600. 00000020:00000010:0.0:1724310018.714180:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800809233e8. 00000020:00000010:0.0:1724310018.714183:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2be00. 00000800:00000200:0.0:1724310018.714277:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.714280:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:0.0:1724310018.714283:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.714286:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.714289:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:0.0:1724310018.714291:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00010000:00000010:2.1:1724310018.715393:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310018.715401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:0.1:1724310018.715603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:0.1:1724310018.715608:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310018.715611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:0.1:1724310018.715613:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310018.715615:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310018.715621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:0.0:1724310018.717176:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.717189:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d600 00000400:00000200:0.0:1724310018.717196:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 16536 00000400:00000200:0.0:1724310018.717216:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.717220:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.717227:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.717231:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19180. 00000020:00000010:2.0:1724310018.718697:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.718705:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.718710:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310018.718740:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516416 02000000:00000010:2.0:1724310018.718768:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fe5f000. 00010000:00000010:2.0:1724310018.718796:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310018.718808:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:2.0:1724310018.718828:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.718832:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.718842:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.718844:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.718847:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.718849:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.718924:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.718926:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.718928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.718930:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000020:00000010:2.0:1724310018.718948:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1fe0. 00000020:00000010:2.0:1724310018.718954:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1fe0. 00000020:00000010:2.0:1724310018.718961:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465c60. 00080000:00000010:2.0:1724310018.718967:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094e91c00. 00000001:00000010:2.0:1724310018.719127:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64240. 00000001:00000010:2.0:1724310018.719132:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310018.719164:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465c60. 00010000:00000010:2.0:1724310018.719171:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.719173:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.719187:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.719204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.719207:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00080000:00000010:2.0:1724310018.719224:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce744e0. 00000004:00000010:2.0:1724310018.719228:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923320. 00000004:00000010:2.0:1724310018.719231:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:2.0:1724310018.719237:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:2.0:1724310018.719243:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310018.719255:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096625, last committed = 4295096163 00010000:00000200:2.0:1724310018.719301:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19180 x1808069883516416/t4295096625(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.719315:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800801da770. 00000100:00000200:2.0:1724310018.719321:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883516416, offset 224 00000400:00000010:2.0:1724310018.719326:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95700. 00000400:00000200:2.0:1724310018.719329:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.719339:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.719344:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532132:532132:256:4294967295] 192.168.204.31@tcp LPNI seq info [532128:532128:8:4294967295] 00000400:00000200:2.0:1724310018.719349:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.719354:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.719359:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.719362:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310018.719366:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.719372:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.719375:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.719389:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.719392:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310018.719395:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:2.0:1724310018.719486:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.719489:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:2.0:1724310018.719491:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.719495:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310018.720133:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310018.720141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:2.1:1724310018.720492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:2.1:1724310018.720499:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310018.720502:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:2.1:1724310018.720504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00000400:00000200:0.0:1724310018.721965:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.721977:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bf5 00000400:00000200:0.0:1724310018.721982:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.721984:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.721989:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800801da770 00000400:00000010:0.0:1724310018.721990:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800801da770. 00010000:00000010:3.0:1724310018.722137:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:3.0:1724310018.722145:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:3.1:1724310018.722374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:3.1:1724310018.722378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310018.722381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310018.722383:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310018.722386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310018.722390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310018.723062:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.723069:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d680 00000400:00000200:0.0:1724310018.723075:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 17024 00000400:00000200:0.0:1724310018.723121:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.723124:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.723128:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.723132:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18380. 00000020:00000010:0.0:1724310018.723169:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.723173:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98d80. 00000020:00000010:0.0:1724310018.723177:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806960. 00000100:00000200:0.0:1724310018.723209:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516544 00000001:00000010:0.0:1724310018.723218:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310018.723235:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310018.723240:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 02000000:00000010:3.0:1724310018.724182:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801351b0000. 00010000:00000010:3.0:1724310018.724206:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.724211:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.724222:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.724224:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.724227:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.724228:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310018.724327:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310018.724334:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.724338:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310018.724343:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:2.1:1724310018.726538:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310018.726548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.0:1724310018.727785:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.727791:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.727795:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.727801:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.727854:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.728236:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.728241:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.728309:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000200:3.0:1724310018.728325:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18380 x1808069883516544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.728340:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310018.728346:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883516544, offset 224 00000400:00000200:3.0:1724310018.728351:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.728365:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.728370:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532133:532133:256:4294967295] 192.168.204.31@tcp LPNI seq info [532129:532129:8:4294967295] 00000400:00000200:3.0:1724310018.728378:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.728383:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.728386:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.728390:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.728396:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.728400:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.728421:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98d80. 00000020:00000010:3.0:1724310018.728425:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806960. 00000020:00000010:3.0:1724310018.728428:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:0.0:1724310018.730053:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.730057:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.730062:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.730071:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.730075:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:0.0:1724310018.730077:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00010000:00000010:2.1:1724310018.732633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:2.1:1724310018.732643:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310018.732647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:2.1:1724310018.732650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:0.0:1724310018.735310:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.735323:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d780 00000400:00000200:0.0:1724310018.735330:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 17600 00000400:00000200:0.0:1724310018.735350:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.735354:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.735359:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.735365:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18700. 00000020:00000010:3.0:1724310018.737454:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2bc00. 00000020:00000010:3.0:1724310018.737462:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310018.737467:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310018.737505:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516800 02000000:00000010:3.0:1724310018.737532:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bf4d000. 00010000:00000010:3.0:1724310018.737563:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.737594:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.737616:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.737620:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.737632:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.737634:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310018.737636:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.737638:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.737712:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.737714:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.737717:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.737719:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310018.737736:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c5a0. 00000020:00000010:3.0:1724310018.737741:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c5a0. 00000020:00000010:3.0:1724310018.737749:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4840. 00080000:00000010:3.0:1724310018.737753:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e19800. 00000001:00000010:3.0:1724310018.737903:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4480. 00000001:00000010:3.0:1724310018.737907:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.737938:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4840. 00010000:00000010:3.0:1724310018.737944:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.737947:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.737960:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.737978:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.737980:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00080000:00000010:3.0:1724310018.737997:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.738008:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310018.738010:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.738016:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310018.738024:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310018.738038:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096626, last committed = 4295096163 00010000:00000200:3.0:1724310018.738048:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18700 x1808069883516800/t4295096626(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.738062:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310018.738067:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883516800, offset 224 00000400:00000010:3.0:1724310018.738071:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17c08. 00000400:00000200:3.0:1724310018.738075:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.738084:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.738089:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532134:532134:256:4294967295] 192.168.204.31@tcp LPNI seq info [532130:532130:8:4294967295] 00000400:00000200:3.0:1724310018.738094:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.738099:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.738104:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.738107:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310018.738111:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.738118:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.738121:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.738137:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310018.738139:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310018.738141:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2bc00. 00000800:00000200:3.0:1724310018.738470:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.738473:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:3.0:1724310018.738476:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.738480:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.740793:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.740808:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295bfd 00000400:00000200:0.0:1724310018.740813:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.740816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.740820:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310018.740822:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00000400:00000200:0.0:1724310018.741128:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.741135:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d800 00000400:00000200:0.0:1724310018.741141:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 18088 00010000:00000010:2.0:1724310018.741683:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00000400:00000200:0.0:1724310018.741697:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1724310018.741699:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00000400:00000200:0.0:1724310018.741701:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.741705:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.741710:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a300. 00000020:00000010:1.0:1724310018.742612:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1dc00. 00000020:00000010:1.0:1724310018.742618:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.742622:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.742656:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883516928 00000001:00000010:1.0:1724310018.742665:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:1.0:1724310018.742685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.742690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310018.742735:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880111800000. 00010000:00000010:1.0:1724310018.742755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.742758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.742770:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.742772:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.742775:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.742777:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000004:00000010:1.0:1724310018.742855:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310018.742861:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.742865:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310018.742872:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:1.0:1724310018.743681:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.743685:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.743688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.743691:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.743730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.743806:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.743811:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.743836:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310018.743849:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a300 x1808069883516928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.743862:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b440. 00000100:00000200:1.0:1724310018.743868:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883516928, offset 224 00000400:00000200:1.0:1724310018.743872:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.743882:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.743888:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532135:532135:256:4294967295] 192.168.204.31@tcp LPNI seq info [532131:532131:8:4294967295] 00000400:00000200:1.0:1724310018.743896:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.743901:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.743905:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.743909:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.743915:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.743919:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.743947:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.743951:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.743954:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1dc00. 00000800:00000200:3.0:1724310018.744023:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.744027:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:3.0:1724310018.744030:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.744034:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.744038:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b440 00000400:00000010:3.0:1724310018.744039:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b440. 00010000:00000010:2.1:1724310018.744344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:2.1:1724310018.744351:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310018.744354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:2.1:1724310018.744356:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310018.744359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:2.1:1724310018.744364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00000400:00000200:0.0:1724310018.745817:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.745829:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322d900 00000400:00000200:0.0:1724310018.745835:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 18664 00000400:00000200:0.0:1724310018.745856:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.745860:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.745864:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.745869:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b800. 00000020:00000010:1.0:1724310018.745962:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1dc00. 00000020:00000010:1.0:1724310018.745966:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.745970:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.745997:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883517184 02000000:00000010:1.0:1724310018.746024:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800829ec000. 00010000:00000010:1.0:1724310018.746048:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.746056:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.746072:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.746075:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.746081:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.746082:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310018.746084:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.746085:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310018.746145:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310018.746146:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.746147:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.746149:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000020:00000010:1.0:1724310018.746159:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.746163:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.746168:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43a20. 00080000:00000010:1.0:1724310018.746174:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013180a000. 00000001:00000010:1.0:1724310018.746345:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800959c9e40. 00000001:00000010:1.0:1724310018.746349:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310018.746372:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43a20. 00010000:00000010:1.0:1724310018.746377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.746379:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.746389:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.746401:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310018.746403:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310018.746416:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:1.0:1724310018.746420:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:1.0:1724310018.746422:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.746425:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310018.746429:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310018.746436:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096627, last committed = 4295096163 00010000:00000200:1.0:1724310018.746441:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b800 x1808069883517184/t4295096627(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.746450:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310018.746453:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883517184, offset 224 00000400:00000010:1.0:1724310018.746456:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3268. 00000400:00000200:1.0:1724310018.746458:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.746464:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.746468:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532136:532136:256:4294967295] 192.168.204.31@tcp LPNI seq info [532132:532132:8:4294967295] 00000400:00000200:1.0:1724310018.746470:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.746474:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.746476:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.746478:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310018.746481:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.746485:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.746487:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.746504:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.746507:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.746509:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1dc00. 00000800:00000200:0.0:1724310018.746568:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.746571:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310018.746573:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.746576:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.747763:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310018.747769:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310018.747772:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310018.747774:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000400:00000200:0.0:1724310018.747801:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.747809:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c05 00000400:00000200:0.0:1724310018.747813:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.747815:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.747819:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:0.0:1724310018.747821:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00000400:00000200:0.0:1724310018.747834:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.747839:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322d980 00000400:00000200:0.0:1724310018.747844:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 19152 00000400:00000200:0.0:1724310018.747885:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.747889:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.747892:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.747898:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cca80. 00010000:00000010:0.0:1724310018.747938:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:0.0:1724310018.747943:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000020:00000010:1.0:1724310018.747961:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f1dc00. 00000020:00000010:1.0:1724310018.747965:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.747968:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.747985:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883517312 00000001:00000010:1.0:1724310018.747991:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:1.0:1724310018.748007:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.748011:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:2.1:1724310018.748031:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310018.748038:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 02000000:00000010:1.0:1724310018.748051:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801119f0000. 00010000:00000010:1.0:1724310018.748068:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.748071:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.748080:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310018.748083:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.748085:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.748087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310018.748140:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310018.748147:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.748150:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310018.748156:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:1.0:1724310018.748860:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310018.748864:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.748867:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.748869:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.748900:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.748906:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.748909:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.748929:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310018.748939:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cca80 x1808069883517312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.748950:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310018.748954:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883517312, offset 224 00000400:00000200:1.0:1724310018.748958:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.748963:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.748967:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532137:532137:256:4294967295] 192.168.204.31@tcp LPNI seq info [532133:532133:8:4294967295] 00000400:00000200:1.0:1724310018.748974:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.748978:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.748983:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310018.748986:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.748992:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.748995:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.749018:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.749021:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.749024:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f1dc00. 00000800:00000200:0.0:1724310018.749069:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.749072:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310018.749074:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.749078:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.749080:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:0.0:1724310018.749081:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00010000:00000010:0.1:1724310018.750563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310018.750571:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:0.1:1724310018.750575:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:0.1:1724310018.750577:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:0.1:1724310018.750580:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:0.1:1724310018.750585:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310018.751796:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.751809:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322da80 00000400:00000200:0.0:1724310018.751815:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 19728 00000400:00000200:0.0:1724310018.751832:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.751836:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.751841:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.751846:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cce00. 00000020:00000010:1.0:1724310018.751983:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310018.751989:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.751992:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.752064:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883517568 02000000:00000010:1.0:1724310018.752090:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008cafb000. 00010000:00000010:1.0:1724310018.752117:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.752128:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.752147:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310018.752151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310018.752159:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.752161:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310018.752163:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310018.752165:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310018.752235:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.752237:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.752240:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.752242:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310018.752417:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.752423:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24b80. 00000020:00000010:1.0:1724310018.752432:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba432a0. 00080000:00000010:1.0:1724310018.752436:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131808c00. 00000001:00000010:1.0:1724310018.752596:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857960. 00000001:00000010:1.0:1724310018.752601:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310018.752631:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba432a0. 00010000:00000010:1.0:1724310018.752638:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.752641:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.752654:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310018.752671:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310018.752673:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00080000:00000010:1.0:1724310018.752693:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:1.0:1724310018.752697:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:1.0:1724310018.752701:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.752705:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310018.752711:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310018.752721:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096628, last committed = 4295096163 00010000:00000200:1.0:1724310018.752726:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cce00 x1808069883517568/t4295096628(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.752739:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310018.752743:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883517568, offset 224 00000400:00000010:1.0:1724310018.752747:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e32a0. 00000400:00000200:1.0:1724310018.752750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.752758:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.752763:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532138:532138:256:4294967295] 192.168.204.31@tcp LPNI seq info [532134:532134:8:4294967295] 00000400:00000200:1.0:1724310018.752767:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.752772:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.752776:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.752779:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.752783:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.752789:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.752792:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.753205:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.753208:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:1.0:1724310018.753211:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00000800:00000200:0.0:1724310018.753434:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.753437:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310018.753440:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.753444:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.753576:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310018.753582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310018.754395:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.754405:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c0d 00000400:00000200:0.0:1724310018.754409:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.754412:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.754416:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:0.0:1724310018.754417:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00000400:00000200:0.0:1724310018.754441:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.754445:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322db00 00000400:00000200:0.0:1724310018.754451:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 20216 00010000:00000010:2.0:1724310018.754470:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:2.0:1724310018.754477:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00000400:00000200:0.0:1724310018.754495:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.754499:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.754503:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.754507:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd180. 00000020:00000010:1.0:1724310018.754588:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5d200. 00000020:00000010:1.0:1724310018.754592:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310018.754595:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc000. 00000100:00000200:1.0:1724310018.754619:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883517696 00000001:00000010:1.0:1724310018.754626:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:1.0:1724310018.754640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310018.754644:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 02000000:00000010:1.0:1724310018.754685:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134810000. 00010000:00000010:1.0:1724310018.754704:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310018.754707:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.754716:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.754718:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.754721:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310018.754722:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310018.754788:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310018.754794:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f5a0. 00000004:00000010:1.0:1724310018.754797:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc0c8. 00080000:00000010:1.0:1724310018.754803:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9a00. 00010000:00000010:1.0:1724310018.755230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.755233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310018.755236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310018.755239:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310018.755310:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.755317:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.755320:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.755348:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000200:1.0:1724310018.755358:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cd180 x1808069883517696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.755423:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890cc0. 00000100:00000200:0.0:1724310018.755428:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883517696, offset 224 00000400:00000200:0.0:1724310018.755433:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.755439:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.755444:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532139:532139:256:4294967295] 192.168.204.31@tcp LPNI seq info [532135:532135:8:4294967295] 00000400:00000200:0.0:1724310018.755452:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.755457:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.755460:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310018.755464:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.755469:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.755471:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.755637:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:0.0:1724310018.755641:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc000. 00000020:00000010:0.0:1724310018.755644:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5d200. 00000800:00000200:2.0:1724310018.755674:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.755677:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310018.755679:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.755682:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.755685:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890cc0 00000400:00000010:2.0:1724310018.755686:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890cc0. 00010000:00000010:0.1:1724310018.756481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:0.1:1724310018.756486:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:0.1:1724310018.756488:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310018.756491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00000400:00000200:0.0:1724310018.757568:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.757579:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322dc00 00000400:00000200:0.0:1724310018.757585:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 20792 00000400:00000200:0.0:1724310018.757602:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.757605:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.757611:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.757615:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc000. 00000020:00000010:2.0:1724310018.757683:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978000. 00000020:00000010:2.0:1724310018.757689:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.757693:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310018.757725:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883517952 02000000:00000010:2.0:1724310018.757750:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e73000. 00010000:00000010:2.0:1724310018.757775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:2.0:1724310018.757784:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:2.0:1724310018.757803:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.757806:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.757815:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.757817:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.757820:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.757821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.757905:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.757908:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.757910:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.757912:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.757931:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310018.757936:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310018.757943:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.757950:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ef000. 00000001:00000010:2.0:1724310018.758102:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465420. 00000001:00000010:2.0:1724310018.758106:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310018.758138:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.758143:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.758146:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.758160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.758176:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.758178:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00080000:00000010:2.0:1724310018.758196:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9a00. 00000004:00000010:2.0:1724310018.758201:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc0c8. 00000004:00000010:2.0:1724310018.758204:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f5a0. 00000004:00000010:2.0:1724310018.758208:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:2.0:1724310018.758214:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:2.0:1724310018.758224:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096629, last committed = 4295096163 00010000:00000200:2.0:1724310018.758231:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cc000 x1808069883517952/t4295096629(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.758244:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310018.758248:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883517952, offset 224 00000400:00000010:2.0:1724310018.758253:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95738. 00000400:00000200:2.0:1724310018.758284:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.758304:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.758309:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532140:532140:256:4294967295] 192.168.204.31@tcp LPNI seq info [532136:532136:8:4294967295] 00000400:00000200:2.0:1724310018.758313:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.758318:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.758323:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.758326:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310018.758330:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.758335:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.758339:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.758357:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.758360:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:2.0:1724310018.758363:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978000. 00000800:00000200:0.0:1724310018.758478:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.758481:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310018.758484:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.758487:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.759730:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310018.759738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:2.0:1724310018.760423:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.760435:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c15 00000400:00000200:2.0:1724310018.760439:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.760442:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.760446:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:2.0:1724310018.760448:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00010000:00000010:3.0:1724310018.760720:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:3.0:1724310018.760727:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00000400:00000200:0.0:1724310018.760730:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.760738:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322dc80 00000400:00000200:0.0:1724310018.760743:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 21280 00000400:00000200:0.0:1724310018.760793:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.760797:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.760801:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.760805:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdf80. 00000020:00000010:2.0:1724310018.760891:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978000. 00000020:00000010:2.0:1724310018.760895:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310018.760899:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fbb8. 00000100:00000200:2.0:1724310018.760926:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883518080 00000001:00000010:2.0:1724310018.760934:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310018.760951:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.760955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 02000000:00000010:2.0:1724310018.760996:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880115af0000. 00010000:00000010:2.0:1724310018.761014:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.761017:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.761027:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.761029:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.761032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.761034:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00000004:00000010:2.0:1724310018.761104:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310018.761111:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310018.761115:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310018.761121:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:0.0:1724310018.761526:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310018.761530:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310018.761533:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310018.761536:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310018.761577:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310018.761596:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:0.0:1724310018.761599:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:0.0:1724310018.761624:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000200:0.0:1724310018.761634:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cdf80 x1808069883518080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.761648:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890bb0. 00000100:00000200:0.0:1724310018.761652:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883518080, offset 224 00000400:00000200:0.0:1724310018.761656:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.761662:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.761667:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532141:532141:256:4294967295] 192.168.204.31@tcp LPNI seq info [532137:532137:8:4294967295] 00000400:00000200:0.0:1724310018.761674:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.761679:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.761682:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310018.761686:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.761691:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.761694:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.761721:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d780. 00000020:00000010:0.0:1724310018.761725:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fbb8. 00000020:00000010:0.0:1724310018.761728:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978000. 00000800:00000200:1.0:1724310018.762006:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.762010:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:1.0:1724310018.762013:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.762017:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.762020:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890bb0 00000400:00000010:1.0:1724310018.762022:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890bb0. 00010000:00000010:0.1:1724310018.762387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310018.762393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:0.1:1724310018.762396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310018.762398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310018.762401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:0.1:1724310018.762406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310018.762407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310018.762410:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:0.1:1724310018.762413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310018.762415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00000400:00000200:0.0:1724310018.763541:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.763550:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322dd80 00000400:00000200:0.0:1724310018.763556:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 21856 00000400:00000200:0.0:1724310018.763571:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.763574:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.763578:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.763587:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cdc00. 00000020:00000010:2.0:1724310018.763667:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c979000. 00000020:00000010:2.0:1724310018.763672:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310018.763676:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310018.763706:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883518336 02000000:00000010:2.0:1724310018.763731:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880074e77000. 00010000:00000010:2.0:1724310018.763756:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:2.0:1724310018.763765:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:2.0:1724310018.763784:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.763787:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.763796:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.763798:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310018.763801:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.763803:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.763870:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.763873:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310018.763875:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.763877:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310018.764059:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310018.764065:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1f40. 00000020:00000010:2.0:1724310018.764074:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465360. 00080000:00000010:2.0:1724310018.764079:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ed000. 00000001:00000010:2.0:1724310018.764221:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64960. 00000001:00000010:2.0:1724310018.764225:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310018.764254:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465360. 00010000:00000010:2.0:1724310018.764283:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.764286:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.764311:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.764328:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.764331:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00080000:00000010:2.0:1724310018.764345:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310018.764350:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:2.0:1724310018.764354:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310018.764359:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310018.764367:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000200:2.0:1724310018.764378:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096630, last committed = 4295096163 00010000:00000200:2.0:1724310018.764384:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cdc00 x1808069883518336/t4295096630(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.764397:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310018.764402:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883518336, offset 224 00000400:00000010:2.0:1724310018.764406:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95770. 00000400:00000200:2.0:1724310018.764409:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.764417:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.764421:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532142:532142:256:4294967295] 192.168.204.31@tcp LPNI seq info [532138:532138:8:4294967295] 00000400:00000200:2.0:1724310018.764425:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.764431:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.764435:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.764438:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310018.764442:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.764448:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.764451:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.764982:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d480. 00000020:00000010:2.0:1724310018.764987:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:2.0:1724310018.764990:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c979000. 00000800:00000200:0.0:1724310018.765148:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.765151:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310018.765154:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.765158:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.765352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310018.765358:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310018.765361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310018.765367:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310018.765432:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310018.765436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310018.765819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.1:1724310018.765824:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:1.1:1724310018.765827:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310018.765829:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310018.765832:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310018.765835:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310018.766342:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.766351:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c1d 00000400:00000200:0.0:1724310018.766356:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.766358:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.766404:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310018.766407:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00000400:00000200:0.0:1724310018.766764:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.766770:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322de00 00000400:00000200:0.0:1724310018.766775:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 22344 00000400:00000200:0.0:1724310018.766817:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.766821:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.766825:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.0:1724310018.766948:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310018.766956:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000100:00000010:0.0:1724310018.767000:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cc380. 00000020:00000010:2.0:1724310018.767064:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c979000. 00000020:00000010:2.0:1724310018.767068:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310018.767072:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fd48. 00000100:00000200:2.0:1724310018.767255:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883518464 00000001:00000010:2.0:1724310018.767287:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:2.0:1724310018.767312:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.767316:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 02000000:00000010:2.0:1724310018.767357:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f5f0000. 00010000:00000010:2.0:1724310018.767376:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.767379:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310018.767389:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.767392:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310018.767585:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.767589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000004:00000010:2.0:1724310018.767662:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310018.767669:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310018.767673:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310018.767679:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:0.0:1724310018.768191:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310018.768194:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310018.768198:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310018.768201:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310018.768241:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:0.0:1724310018.768249:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:0.0:1724310018.768252:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00010000:00000010:0.0:1724310018.768303:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000200:0.0:1724310018.768316:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cc380 x1808069883518464/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.768329:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890220. 00000100:00000200:0.0:1724310018.768333:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883518464, offset 224 00000400:00000200:0.0:1724310018.768338:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.768345:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.768349:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532143:532143:256:4294967295] 192.168.204.31@tcp LPNI seq info [532139:532139:8:4294967295] 00000400:00000200:0.0:1724310018.768357:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.768362:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00010000:00000010:1.1:1724310018.768362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00000800:00000010:0.0:1724310018.768365:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00010000:00000010:1.1:1724310018.768367:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00000800:00000200:0.0:1724310018.768369:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00010000:00000010:1.1:1724310018.768369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310018.768372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00000800:00000200:0.0:1724310018.768374:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00010000:00000010:1.1:1724310018.768374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000800:00000200:0.0:1724310018.768377:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1724310018.768380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000020:00000010:0.0:1724310018.768389:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:0.0:1724310018.768392:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fd48. 00000020:00000010:0.0:1724310018.768395:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c979000. 00000800:00000200:1.0:1724310018.768501:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.768503:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310018.768506:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.768510:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.768512:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890220 00000400:00000010:1.0:1724310018.768513:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890220. 00000400:00000200:0.0:1724310018.770109:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.770118:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322df00 00000400:00000200:0.0:1724310018.770125:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 22920 00000400:00000200:0.0:1724310018.770141:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.770144:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.770148:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.770153:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ced80. 00000020:00000010:2.0:1724310018.770219:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978800. 00000020:00000010:2.0:1724310018.770224:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310018.770227:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:3.0:1724310018.770331:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883518720 02000000:00000010:3.0:1724310018.770356:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bf4f000. 00010000:00000010:3.0:1724310018.770379:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:3.0:1724310018.770390:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:3.0:1724310018.770406:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.770409:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.770422:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.770425:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.770427:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.770429:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.770506:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.770508:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.770511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.770514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.770532:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c5e0. 00000020:00000010:3.0:1724310018.770537:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c5e0. 00000020:00000010:3.0:1724310018.770544:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b45a0. 00080000:00000010:3.0:1724310018.770549:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e18800. 00000001:00000010:3.0:1724310018.770700:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b48a0. 00000001:00000010:3.0:1724310018.770704:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310018.770730:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b45a0. 00010000:00000010:3.0:1724310018.770736:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.770738:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.770749:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.770767:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.770769:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310018.770784:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:3.0:1724310018.770789:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:3.0:1724310018.770792:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f531e0. 00000004:00000010:3.0:1724310018.770797:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:3.0:1724310018.770802:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310018.770818:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096631, last committed = 4295096163 00010000:00000200:3.0:1724310018.770824:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ced80 x1808069883518720/t4295096631(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.770835:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310018.770839:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883518720, offset 224 00000400:00000010:3.0:1724310018.770843:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17c40. 00000400:00000200:3.0:1724310018.770846:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.770853:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.770858:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532144:532144:256:4294967295] 192.168.204.31@tcp LPNI seq info [532140:532140:8:4294967295] 00000400:00000200:3.0:1724310018.770862:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.770867:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.770871:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.770874:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.770878:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.770883:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.770886:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.770908:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:3.0:1724310018.770912:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:3.0:1724310018.770914:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978800. 00000800:00000200:0.0:1724310018.771006:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.771009:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310018.771012:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.771015:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.771446:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310018.771453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.1:1724310018.771497:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310018.771503:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:2.1:1724310018.771505:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310018.771507:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310018.772533:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.772542:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c25 00000400:00000200:0.0:1724310018.772547:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.772549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.772553:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:0.0:1724310018.772554:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00010000:00000010:3.0:1724310018.772612:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.772618:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:0.0:1724310018.773256:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.773306:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322df80 00000400:00000200:0.0:1724310018.773312:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 23408 00000400:00000200:0.0:1724310018.774007:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.774012:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.774016:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.774021:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cf480. 00000020:00000010:3.0:1724310018.774118:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2b000. 00000020:00000010:3.0:1724310018.774124:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.774128:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310018.774158:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883518848 00000001:00000010:3.0:1724310018.774167:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:3.0:1724310018.774183:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.774188:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 02000000:00000010:3.0:1724310018.774227:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f4d0000. 00010000:00000010:3.0:1724310018.774245:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.774248:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.774285:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.774287:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.774301:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.774304:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000004:00000010:3.0:1724310018.774372:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310018.774378:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.774382:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310018.774388:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.775360:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.775364:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.775367:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.775371:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.775421:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.775430:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.775434:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.775470:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310018.775484:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cf480 x1808069883518848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.775498:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310018.775504:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883518848, offset 224 00000400:00000200:3.0:1724310018.775515:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.775536:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.775544:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532145:532145:256:4294967295] 192.168.204.31@tcp LPNI seq info [532141:532141:8:4294967295] 00000400:00000200:3.0:1724310018.775553:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.775558:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.775562:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310018.775567:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.775573:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.775577:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.775604:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.775608:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310018.775612:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2b000. 00000800:00000200:0.0:1724310018.775672:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.775675:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.775679:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.775682:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.775686:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:0.0:1724310018.775687:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00010000:00000010:2.1:1724310018.777736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310018.777745:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00000400:00000200:0.0:1724310018.779095:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.779110:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e080 00000400:00000200:0.0:1724310018.779118:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 23984 00000400:00000200:0.0:1724310018.779139:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.779143:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.779153:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.779158:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804ce300. 00000020:00000010:3.0:1724310018.779308:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2b000. 00000020:00000010:3.0:1724310018.779313:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.779317:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310018.779349:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883519104 02000000:00000010:3.0:1724310018.779375:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c96a000. 00010000:00000010:3.0:1724310018.779402:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.779415:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.779435:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.779438:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.779448:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.779450:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.779453:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.779455:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.779528:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.779531:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.779533:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.779535:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310018.779553:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.779557:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.779565:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4960. 00080000:00000010:3.0:1724310018.779570:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e1a000. 00000001:00000010:3.0:1724310018.779714:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b40c0. 00000001:00000010:3.0:1724310018.779719:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.779749:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4960. 00010000:00000010:3.0:1724310018.779754:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.779757:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.779771:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.779790:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.779793:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310018.779811:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.779816:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310018.779819:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.779825:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310018.779832:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310018.779843:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096632, last committed = 4295096163 00010000:00000200:3.0:1724310018.779849:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804ce300 x1808069883519104/t4295096632(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.779862:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310018.779867:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883519104, offset 224 00000400:00000010:3.0:1724310018.779872:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17c78. 00000400:00000200:3.0:1724310018.779875:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.779882:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.779888:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532146:532146:256:4294967295] 192.168.204.31@tcp LPNI seq info [532142:532142:8:4294967295] 00000400:00000200:3.0:1724310018.779891:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.779898:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.779902:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.779905:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.779909:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.779915:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.779918:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.779929:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.779932:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310018.779934:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2b000. 00000800:00000200:0.0:1724310018.780038:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.780041:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.780044:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.780048:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310018.781347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:2.1:1724310018.781359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310018.781364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:2.1:1724310018.781370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:2.1:1724310018.781373:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310018.781375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:2.1:1724310018.781377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00010000:00000010:2.1:1724310018.781379:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310018.781381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00010000:00000010:2.1:1724310018.781386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00000400:00000200:0.0:1724310018.782095:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.782107:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c2d 00000400:00000200:0.0:1724310018.782112:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.782115:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.782120:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:0.0:1724310018.782122:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00010000:00000010:2.0:1724310018.782182:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:2.0:1724310018.782189:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00000400:00000200:0.0:1724310018.783436:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.783445:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e100 00000400:00000200:0.0:1724310018.783453:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 24472 00000400:00000200:0.0:1724310018.783509:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.783513:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.783517:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.783523:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800804cd500. 00000020:00000010:3.0:1724310018.783596:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2b000. 00000020:00000010:3.0:1724310018.783601:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.783605:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00000100:00000200:3.0:1724310018.783639:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883519232 00000001:00000010:3.0:1724310018.783649:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310018.783668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.783672:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310018.783717:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801226a0000. 00010000:00000010:3.0:1724310018.783740:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.783743:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.783757:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.783760:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.783763:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.783764:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310018.783841:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310018.783848:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.783852:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310018.783858:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:1.1:1724310018.784467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:1.1:1724310018.784475:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310018.784478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:1.1:1724310018.784481:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310018.784484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:1.1:1724310018.784488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.784584:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.784587:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.784590:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.784593:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.784632:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.784656:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.784660:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.784683:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310018.784694:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800804cd500 x1808069883519232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.784706:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310018.784711:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883519232, offset 224 00000400:00000200:3.0:1724310018.784715:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.784723:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.784728:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532147:532147:256:4294967295] 192.168.204.31@tcp LPNI seq info [532143:532143:8:4294967295] 00000400:00000200:3.0:1724310018.784736:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.784740:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.784744:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310018.784748:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.784753:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.784757:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.784777:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.784781:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310018.784783:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2b000. 00000800:00000200:0.0:1724310018.785396:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.785399:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310018.785403:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.785407:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.785411:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310018.785412:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00000400:00000200:2.0:1724310018.787696:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.787710:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e200 00000400:00000200:2.0:1724310018.787716:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 25048 00000400:00000200:2.0:1724310018.787735:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.787738:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.787743:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.787748:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c002d80. 00000020:00000010:3.0:1724310018.787857:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2b000. 00000020:00000010:3.0:1724310018.787862:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.787866:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923960. 00010000:00000010:1.1:1724310018.787901:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310018.787908:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00000100:00000200:3.0:1724310018.788089:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883519488 02000000:00000010:3.0:1724310018.788115:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c96e000. 00010000:00000010:3.0:1724310018.788141:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.788153:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.788170:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.788174:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.788184:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.788186:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.788189:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.788191:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.788291:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.788304:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.788307:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.788309:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.788331:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.788336:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.788344:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4420. 00080000:00000010:3.0:1724310018.788350:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e1bc00. 00000001:00000010:3.0:1724310018.788499:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4780. 00000001:00000010:3.0:1724310018.788503:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.788532:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4420. 00010000:00000010:3.0:1724310018.788538:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.788540:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.788552:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.788569:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.788571:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00080000:00000010:3.0:1724310018.788593:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.788598:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310018.788601:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.788606:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310018.788613:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.788624:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096633, last committed = 4295096163 00010000:00000200:3.0:1724310018.788630:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c002d80 x1808069883519488/t4295096633(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.788642:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310018.788647:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883519488, offset 224 00000400:00000010:3.0:1724310018.788653:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17cb0. 00000400:00000200:3.0:1724310018.788655:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.788663:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.788667:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532148:532148:256:4294967295] 192.168.204.31@tcp LPNI seq info [532144:532144:8:4294967295] 00000400:00000200:3.0:1724310018.788671:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.788676:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.788680:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.788683:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310018.788687:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.788692:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.788696:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.788723:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.788730:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923960. 00000020:00000010:3.0:1724310018.788732:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2b000. 00000800:00000200:0.0:1724310018.789240:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.789244:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310018.789247:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.789252:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.790398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:1.1:1724310018.790406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310018.790410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:1.1:1724310018.790413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00000400:00000200:0.0:1724310018.791605:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.791619:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c35 00000400:00000200:0.0:1724310018.791624:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.791628:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.791632:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310018.791634:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00000400:00000200:0.0:1724310018.791661:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.791665:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e280 00000400:00000200:0.0:1724310018.791670:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 25536 00000400:00000200:0.0:1724310018.791720:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.791723:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.791726:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.791733:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7b480. 00000020:00000010:2.0:1724310018.791807:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978800. 00000020:00000010:2.0:1724310018.791812:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.791817:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310018.791837:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883519616 00000001:00000010:2.0:1724310018.791845:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:2.0:1724310018.791864:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.791869:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 02000000:00000010:2.0:1724310018.791911:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801246b0000. 00010000:00000010:2.0:1724310018.791931:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.791934:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.791948:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.791950:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310018.791953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.791955:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00000004:00000010:2.0:1724310018.792028:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310018.792034:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.792038:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310018.792044:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:3.0:1724310018.793371:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310018.793381:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:0.0:1724310018.793493:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310018.793495:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310018.793499:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.793503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310018.793541:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:0.0:1724310018.793563:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:0.0:1724310018.793566:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00010000:00000010:0.0:1724310018.793594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000200:0.0:1724310018.793607:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d7b480 x1808069883519616/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.793623:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890550. 00000100:00000200:0.0:1724310018.793629:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883519616, offset 224 00000400:00000200:0.0:1724310018.793635:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.793644:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.793649:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532149:532149:256:4294967295] 192.168.204.31@tcp LPNI seq info [532145:532145:8:4294967295] 00000400:00000200:0.0:1724310018.793658:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.793665:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.793668:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310018.793672:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.793678:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.793682:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.793697:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:0.0:1724310018.793700:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310018.793704:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978800. 00000800:00000200:2.0:1724310018.794006:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.794009:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310018.794012:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.794016:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.794019:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890550 00000400:00000010:2.0:1724310018.794021:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890550. 00000400:00000200:0.0:1724310018.796879:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.796893:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e380 00000400:00000200:0.0:1724310018.796899:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 26112 00000400:00000200:0.0:1724310018.796918:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.796922:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.796927:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.796932:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d78380. 00010000:00000010:1.1:1724310018.797999:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310018.798011:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310018.798015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310018.798018:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310018.798020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:1.1:1724310018.798025:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000020:00000010:2.0:1724310018.798539:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310018.798545:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310018.798549:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310018.798585:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883519872 02000000:00000010:2.0:1724310018.798612:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008297b000. 00010000:00000010:2.0:1724310018.798640:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:2.0:1724310018.798664:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:2.0:1724310018.798685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.798689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.798700:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.798703:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.798706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.798708:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.798838:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.798841:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df80. 00010000:00000010:2.0:1724310018.798844:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.798846:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.798867:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1080. 00000020:00000010:2.0:1724310018.798872:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1080. 00000020:00000010:2.0:1724310018.798880:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:2.0:1724310018.798886:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ef400. 00000001:00000010:2.0:1724310018.799120:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087465600. 00000001:00000010:2.0:1724310018.799125:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fa80. 00000020:00000010:2.0:1724310018.799155:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:2.0:1724310018.799162:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.799165:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.799178:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.799207:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.799210:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df80. 00080000:00000010:2.0:1724310018.799228:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.799232:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310018.799236:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.799242:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310018.799247:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000200:2.0:1724310018.799273:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096634, last committed = 4295096163 00010000:00000200:2.0:1724310018.799280:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d78380 x1808069883519872/t4295096634(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.800000:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310018.800006:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883519872, offset 224 00000400:00000010:2.0:1724310018.800011:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b957a8. 00000400:00000200:2.0:1724310018.800016:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.800027:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.800033:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532150:532150:256:4294967295] 192.168.204.31@tcp LPNI seq info [532146:532146:8:4294967295] 00000400:00000200:2.0:1724310018.800037:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.800043:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.800047:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.800051:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310018.800056:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.800066:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.800069:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.800091:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310018.800095:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310018.800098:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00000800:00000200:0.0:1724310018.800187:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.800191:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310018.800194:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.800198:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.800435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310018.800440:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310018.800443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310018.800445:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310018.801441:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.801450:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c3d 00000400:00000200:0.0:1724310018.801454:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.801456:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.801460:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:0.0:1724310018.801462:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00010000:00000010:2.0:1724310018.801564:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.801570:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00000400:00000200:0.0:1724310018.802312:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.802319:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e400 00000400:00000200:0.0:1724310018.802325:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 26600 00000400:00000200:0.0:1724310018.802361:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.802365:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.802369:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.802374:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094d7a680. 00000020:00000010:2.0:1724310018.802444:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:2.0:1724310018.802448:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3db00. 00000020:00000010:2.0:1724310018.802451:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310018.802474:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883520000 00000001:00000010:2.0:1724310018.802483:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310018.802501:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.802505:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310018.802547:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123ac0000. 00010000:00000010:2.0:1724310018.802567:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.802570:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.802579:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.802581:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.802584:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.802586:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000004:00000010:2.0:1724310018.802655:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310018.802662:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.802666:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310018.802672:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.0:1724310018.803486:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.803490:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310018.803492:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310018.803495:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310018.803534:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:0.0:1724310018.803555:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:0.0:1724310018.803558:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:0.0:1724310018.803579:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:0.0:1724310018.803590:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094d7a680 x1808069883520000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.803604:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880131890550. 00000100:00000200:0.0:1724310018.803609:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883520000, offset 224 00000400:00000200:0.0:1724310018.803613:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.803621:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.803626:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532151:532151:256:4294967295] 192.168.204.31@tcp LPNI seq info [532147:532147:8:4294967295] 00000400:00000200:0.0:1724310018.803634:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.803638:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.803641:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310018.803645:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.803651:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.803654:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.803680:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3db00. 00000020:00000010:0.0:1724310018.803684:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:0.0:1724310018.803686:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:1.0:1724310018.803798:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.803801:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310018.803804:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.803807:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.803810:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880131890550 00000400:00000010:1.0:1724310018.803811:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880131890550. 00000400:00000200:0.0:1724310018.805427:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.805438:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e500 00000400:00000200:0.0:1724310018.805444:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 27176 00000400:00000200:0.0:1724310018.805460:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.805463:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.805467:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.805473:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aaa00. 00000020:00000010:2.0:1724310018.805557:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310018.805562:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.805565:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.805591:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883520256 02000000:00000010:2.0:1724310018.805612:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008297f000. 00010000:00000010:2.0:1724310018.805632:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310018.805643:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310018.805659:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.805662:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.805670:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.805672:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d580. 00010000:00000010:2.0:1724310018.805674:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.805676:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.805740:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.805743:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.805745:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.805747:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310018.805767:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1080. 00000020:00000010:2.0:1724310018.805771:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1080. 00000020:00000010:2.0:1724310018.805779:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465d20. 00080000:00000010:2.0:1724310018.805784:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ee400. 00000001:00000010:2.0:1724310018.805935:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce64420. 00000001:00000010:2.0:1724310018.805939:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310018.805968:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465d20. 00010000:00000010:2.0:1724310018.805974:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.805977:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.805988:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.806003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.806007:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00080000:00000010:2.0:1724310018.806025:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.806029:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310018.806033:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.806038:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310018.806045:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:2.0:1724310018.806055:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096635, last committed = 4295096163 00010000:00000200:2.0:1724310018.806061:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aaa00 x1808069883520256/t4295096635(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.806073:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310018.806076:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883520256, offset 224 00000400:00000010:2.0:1724310018.806081:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b957e0. 00000400:00000200:2.0:1724310018.806083:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.806090:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.806094:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532152:532152:256:4294967295] 192.168.204.31@tcp LPNI seq info [532148:532148:8:4294967295] 00000400:00000200:2.0:1724310018.806097:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.806102:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.806106:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.806109:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.806113:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.806118:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.806121:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.806146:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.806150:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.806152:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00010000:00000010:3.1:1724310018.806357:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:3.1:1724310018.806363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.806399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310018.806403:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00000800:00000200:1.0:1724310018.806610:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.806613:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310018.806616:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.806619:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.807895:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.807904:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c45 00000400:00000200:0.0:1724310018.807908:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.807911:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.807914:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310018.807916:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00000400:00000200:0.0:1724310018.807941:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.807946:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e580 00000400:00000200:0.0:1724310018.807951:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 27664 00000400:00000200:0.0:1724310018.807984:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.807988:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.807992:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.807995:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8a80. 00010000:00000010:3.0:1724310018.808074:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:3.0:1724310018.808080:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d580. 00000020:00000010:1.0:1724310018.808154:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5c600. 00000020:00000010:1.0:1724310018.808157:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.808161:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.808189:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883520384 00000001:00000010:1.0:1724310018.808197:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fa80. 00010000:00000010:1.0:1724310018.808211:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310018.808214:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310018.808281:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122b60000. 00010000:00000010:1.0:1724310018.808311:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310018.808314:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.808323:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310018.808325:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.808328:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310018.808330:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310018.808386:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310018.808392:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f3c0. 00000004:00000010:1.0:1724310018.808396:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310018.808402:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.0:1724310018.809154:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.809158:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.809161:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310018.809163:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.809193:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.809830:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.809834:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.809858:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310018.809868:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8a80 x1808069883520384/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.809881:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310018.809886:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883520384, offset 224 00000400:00000200:1.0:1724310018.809891:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.809898:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.809902:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532153:532153:256:4294967295] 192.168.204.31@tcp LPNI seq info [532149:532149:8:4294967295] 00000400:00000200:1.0:1724310018.809911:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.809915:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.809918:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310018.809922:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.809927:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.809930:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.810525:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.810529:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.810532:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5c600. 00000800:00000200:2.0:1724310018.810692:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.810695:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:2.0:1724310018.810698:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.810702:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.810705:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:2.0:1724310018.810707:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00010000:00000010:2.1:1724310018.812379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310018.812388:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:2.1:1724310018.812392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310018.812394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:0.0:1724310018.812555:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.812566:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e680 00000400:00000200:0.0:1724310018.812572:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 28240 00000400:00000200:0.0:1724310018.812588:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.812592:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.812597:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.812601:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9880. 00000020:00000010:1.0:1724310018.812695:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5c600. 00000020:00000010:1.0:1724310018.812699:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.812703:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.813533:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883520640 02000000:00000010:1.0:1724310018.813558:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008caff000. 00010000:00000010:1.0:1724310018.813583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.813591:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.813610:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310018.813614:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.813625:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.813627:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.813630:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.813632:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310018.813698:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310018.813701:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.813703:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310018.813705:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000020:00000010:1.0:1724310018.813722:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310018.813727:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310018.813735:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43a20. 00080000:00000010:1.0:1724310018.813740:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131809c00. 00000001:00000010:1.0:1724310018.813876:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba438a0. 00000001:00000010:1.0:1724310018.813880:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310018.813905:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43a20. 00010000:00000010:1.0:1724310018.813910:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310018.813913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.813924:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.813938:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.813940:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310018.813953:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:1.0:1724310018.813958:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:1.0:1724310018.813962:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f3c0. 00000004:00000010:1.0:1724310018.813966:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310018.813971:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310018.813979:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096636, last committed = 4295096163 00010000:00000200:1.0:1724310018.813986:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9880 x1808069883520640/t4295096636(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.813998:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310018.814003:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883520640, offset 224 00000400:00000010:1.0:1724310018.814008:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e32d8. 00000400:00000200:1.0:1724310018.814011:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.814018:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.814022:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532154:532154:256:4294967295] 192.168.204.31@tcp LPNI seq info [532150:532150:8:4294967295] 00000400:00000200:1.0:1724310018.814027:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.814032:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.814037:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.814039:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3100. 00000800:00000200:1.0:1724310018.814043:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.814049:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.814052:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.814432:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.814435:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.814438:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5c600. 00000800:00000200:0.0:1724310018.814848:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.814850:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3100. 00000400:00000200:0.0:1724310018.814854:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.814858:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.815407:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.815416:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c4d 00000400:00000200:0.0:1724310018.815420:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.815422:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.815425:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:0.0:1724310018.815427:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000400:00000200:0.0:1724310018.815940:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.815946:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e700 00000400:00000200:0.0:1724310018.815951:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 28728 00000400:00000200:0.0:1724310018.815983:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.815986:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.815990:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.815994:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9ab480. 00010000:00000010:2.0:1724310018.816056:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:2.0:1724310018.816063:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000020:00000010:1.0:1724310018.816119:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5c600. 00000020:00000010:1.0:1724310018.816123:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.816126:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.816602:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883520768 00000001:00000010:1.0:1724310018.816611:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:1.0:1724310018.816626:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310018.816630:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310018.816672:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801180b0000. 00010000:00000010:1.0:1724310018.816689:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310018.816692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.816701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.816703:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.816705:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310018.816707:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000004:00000010:1.0:1724310018.816771:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310018.816778:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f3c0. 00000004:00000010:1.0:1724310018.816782:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310018.816789:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.0:1724310018.817677:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.817680:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.817684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.817687:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.817724:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.817731:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.817734:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.817756:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310018.817767:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9ab480 x1808069883520768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.817779:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bc38. 00000100:00000200:1.0:1724310018.817784:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883520768, offset 224 00000400:00000200:1.0:1724310018.817788:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.817796:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.817800:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532155:532155:256:4294967295] 192.168.204.31@tcp LPNI seq info [532151:532151:8:4294967295] 00000400:00000200:1.0:1724310018.817808:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.817813:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.817816:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3b00. 00000800:00000200:1.0:1724310018.817820:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.817826:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.817829:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.817924:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.817927:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.817930:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5c600. 00000800:00000200:0.0:1724310018.818023:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.818026:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3b00. 00000400:00000200:0.0:1724310018.818029:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.818033:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.818036:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bc38 00000400:00000010:0.0:1724310018.818037:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bc38. 00010000:00000010:2.1:1724310018.818566:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310018.818574:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310018.818608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310018.818612:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310018.818614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310018.818618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310018.818620:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310018.818622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.818624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310018.818626:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310018.818628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310018.818631:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310018.818632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310018.818635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310018.818688:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:0.1:1724310018.818693:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310018.818696:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:0.1:1724310018.818697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00000400:00000200:0.0:1724310018.819876:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.819886:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e800 00000400:00000200:0.0:1724310018.819892:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 29304 00000400:00000200:0.0:1724310018.819909:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.819912:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.819917:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.819921:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9180. 00000020:00000010:1.0:1724310018.820015:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5c600. 00000020:00000010:1.0:1724310018.820020:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.820023:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.820141:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521024 02000000:00000010:1.0:1724310018.820166:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb50000. 00010000:00000010:1.0:1724310018.820190:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.820199:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.820215:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.820218:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.820228:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310018.820229:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.820232:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310018.820234:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310018.820440:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.820443:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.820445:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.820448:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310018.820469:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310018.820474:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310018.820482:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43660. 00080000:00000010:1.0:1724310018.820487:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131808000. 00000001:00000010:1.0:1724310018.820643:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135857ba0. 00000001:00000010:1.0:1724310018.820647:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310018.820675:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43660. 00010000:00000010:1.0:1724310018.820681:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.820684:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.820696:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.820712:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.820715:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310018.820728:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:1.0:1724310018.820733:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:1.0:1724310018.820737:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f3c0. 00000004:00000010:1.0:1724310018.820741:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310018.820747:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310018.820757:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096637, last committed = 4295096163 00010000:00000200:1.0:1724310018.820763:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9180 x1808069883521024/t4295096637(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.820775:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41ba18. 00000100:00000200:1.0:1724310018.820780:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883521024, offset 224 00000400:00000010:1.0:1724310018.820786:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3310. 00000400:00000200:1.0:1724310018.820788:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.820796:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.820801:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532156:532156:256:4294967295] 192.168.204.31@tcp LPNI seq info [532152:532152:8:4294967295] 00000400:00000200:1.0:1724310018.820805:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.820809:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.820813:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.820816:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.820820:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.820825:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.820828:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.820888:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.820892:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.820894:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5c600. 00000800:00000200:0.0:1724310018.821078:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.821081:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:0.0:1724310018.821085:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.821088:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.821453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:0.1:1724310018.821458:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310018.821461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:0.1:1724310018.821463:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310018.821465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:0.1:1724310018.821469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:0.1:1724310018.821471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:0.1:1724310018.821473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310018.821475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:0.1:1724310018.821477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:1.1:1724310018.821523:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310018.821527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310018.822069:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.822078:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c55 00000400:00000200:0.0:1724310018.822081:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.822084:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.822087:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41ba18 00000400:00000010:0.0:1724310018.822089:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41ba18. 00000400:00000200:0.0:1724310018.822667:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.822674:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322e880 00000400:00000200:0.0:1724310018.822680:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 29792 00000400:00000200:0.0:1724310018.822716:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.822720:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.822723:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.822727:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aad80. 00000020:00000010:1.0:1724310018.822769:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5c600. 00000020:00000010:1.0:1724310018.822773:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.822776:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.822887:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521152 00000001:00000010:1.0:1724310018.822894:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310018.822908:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.822913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:3.0:1724310018.822952:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310018.822953:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801106b0000. 00010000:00000010:3.0:1724310018.822957:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.822972:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.822974:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.822982:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.822984:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.822987:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.822989:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310018.823046:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310018.823052:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f3c0. 00000004:00000010:1.0:1724310018.823056:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc190. 00080000:00000010:1.0:1724310018.823063:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8340. 00010000:00000010:1.0:1724310018.823804:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.823807:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.823810:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.823812:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.823844:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.823850:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.823852:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.823872:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310018.823882:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aad80 x1808069883521152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.823893:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b908. 00000100:00000200:1.0:1724310018.823897:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883521152, offset 224 00000400:00000200:1.0:1724310018.823902:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.823910:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.823915:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532157:532157:256:4294967295] 192.168.204.31@tcp LPNI seq info [532153:532153:8:4294967295] 00000400:00000200:1.0:1724310018.823923:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.823927:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.823930:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310018.823933:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.823938:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.823941:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.823960:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.823963:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000800:00000200:0.0:1724310018.824148:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.824151:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310018.824155:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.824158:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.824161:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b908 00000400:00000010:0.0:1724310018.824162:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b908. 00000020:00000010:1.0:1724310018.824400:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5c600. 00000400:00000200:0.0:1724310018.825384:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.825392:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322e980 00000400:00000200:0.0:1724310018.825397:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 30368 00000400:00000200:0.0:1724310018.825411:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.825414:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.825417:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.825425:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8e00. 00000020:00000010:2.0:1724310018.825536:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.825540:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.825543:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.825563:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521408 02000000:00000010:2.0:1724310018.825583:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f3000. 00010000:00000010:2.0:1724310018.825601:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:2.0:1724310018.825620:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:2.0:1724310018.825636:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.825638:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.825645:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310018.825647:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.825649:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.825651:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.825708:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310018.825710:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.825711:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.825713:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.825727:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310018.825731:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c16c0. 00000020:00000010:2.0:1724310018.825738:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce648a0. 00080000:00000010:2.0:1724310018.825742:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ec800. 00000001:00000010:2.0:1724310018.825874:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880094584960. 00000001:00000010:2.0:1724310018.825878:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310018.825905:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce648a0. 00010000:00000010:2.0:1724310018.825911:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.825914:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.825925:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.825939:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.825942:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00080000:00000010:2.0:1724310018.825956:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8340. 00000004:00000010:2.0:1724310018.825961:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc190. 00000004:00000010:2.0:1724310018.825964:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f3c0. 00000004:00000010:2.0:1724310018.825968:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:2.0:1724310018.825978:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000200:2.0:1724310018.825988:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096638, last committed = 4295096163 00010000:00000200:2.0:1724310018.825994:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8e00 x1808069883521408/t4295096638(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.826004:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310018.826007:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883521408, offset 224 00000400:00000010:2.0:1724310018.826012:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95818. 00000400:00000200:2.0:1724310018.826014:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.826021:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.826025:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532158:532158:256:4294967295] 192.168.204.31@tcp LPNI seq info [532154:532154:8:4294967295] 00000400:00000200:2.0:1724310018.826028:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.826033:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.826037:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.826040:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310018.826043:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.826047:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.826049:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.826065:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.826067:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.826070:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:0.0:1724310018.826117:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.826119:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310018.826121:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.826124:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.826851:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.826858:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c5d 00000400:00000200:0.0:1724310018.826861:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.826864:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.826867:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:0.0:1724310018.826872:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00010000:00000010:2.0:1724310018.826939:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.826944:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da80. 00000400:00000200:0.0:1724310018.827221:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.827226:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ea00 00000400:00000200:0.0:1724310018.827229:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 30856 00000400:00000200:0.0:1724310018.827252:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.827255:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.827283:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.827287:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aa300. 00010000:00000010:1.1:1724310018.827338:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00000020:00000010:2.0:1724310018.827341:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00010000:00000010:1.1:1724310018.827344:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:1.1:1724310018.827347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.1:1724310018.827349:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:1.1:1724310018.827351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.1:1724310018.827355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000020:00000010:2.0:1724310018.827381:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.827384:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.827400:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521536 00000001:00000010:2.0:1724310018.827406:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:2.0:1724310018.827417:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.827420:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 02000000:00000010:2.0:1724310018.827456:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88010f840000. 00010000:00000010:2.0:1724310018.827472:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.827475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.827482:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310018.827484:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.827492:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.827494:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000004:00000010:2.0:1724310018.827545:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310018.827551:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.827554:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310018.827559:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.827959:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310018.827962:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.827965:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.827967:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.827998:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.828004:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.828007:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.828024:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000200:2.0:1724310018.828033:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa300 x1808069883521536/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.828043:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a667f8. 00000100:00000200:2.0:1724310018.828047:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883521536, offset 224 00000400:00000200:2.0:1724310018.828051:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.828056:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.828061:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532159:532159:256:4294967295] 192.168.204.31@tcp LPNI seq info [532155:532155:8:4294967295] 00000400:00000200:2.0:1724310018.828068:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.828071:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.828074:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310018.828078:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.828083:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.828085:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.828104:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.828108:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.828110:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:0.0:1724310018.828176:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.828178:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310018.828184:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.828187:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.828189:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a667f8 00000400:00000010:0.0:1724310018.828190:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a667f8. 00000400:00000200:0.0:1724310018.829179:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.829185:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322eb00 00000400:00000200:0.0:1724310018.829189:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 31432 00000400:00000200:0.0:1724310018.829200:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.829203:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.829206:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.829209:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9ab800. 00000020:00000010:2.0:1724310018.829277:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.829281:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.829283:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.829393:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521792 02000000:00000010:2.0:1724310018.829410:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008c7f7000. 00010000:00000010:2.0:1724310018.829427:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.829434:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.829447:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.829450:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.829456:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310018.829457:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.829460:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.829461:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.829508:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310018.829511:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.829513:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.829515:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.829530:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.829534:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.829543:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880094584180. 00080000:00000010:2.0:1724310018.829548:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9eec00. 00000001:00000010:2.0:1724310018.829685:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012ce648a0. 00000001:00000010:2.0:1724310018.829689:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310018.829725:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880094584180. 00010000:00000010:2.0:1724310018.829731:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.829736:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.829746:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.829759:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.829761:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00080000:00000010:2.0:1724310018.829777:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.829781:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310018.829784:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.829789:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310018.829797:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310018.829805:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096639, last committed = 4295096163 00010000:00000200:2.0:1724310018.829810:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9ab800 x1808069883521792/t4295096639(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.829820:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66aa0. 00000100:00000200:2.0:1724310018.829823:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883521792, offset 224 00000400:00000010:2.0:1724310018.829826:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95850. 00000400:00000200:2.0:1724310018.829829:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.829834:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.829838:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532160:532160:256:4294967295] 192.168.204.31@tcp LPNI seq info [532156:532156:8:4294967295] 00000400:00000200:2.0:1724310018.829841:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.829846:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.829849:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.829851:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310018.829854:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.829858:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.829861:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.829885:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.829888:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.829889:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:1.0:1724310018.829978:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.829981:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310018.829983:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.829987:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.830443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.1:1724310018.830449:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310018.830458:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310018.830464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310018.830940:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.830948:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c65 00000400:00000200:0.0:1724310018.830951:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.830953:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.830956:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66aa0 00000400:00000010:0.0:1724310018.830958:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66aa0. 00010000:00000010:3.0:1724310018.831018:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:3.0:1724310018.831023:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310018.831838:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.831850:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322eb80 00000400:00000200:0.0:1724310018.831855:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 31920 00000400:00000200:0.0:1724310018.832038:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.832043:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.832047:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.832051:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8380. 00000020:00000010:2.0:1724310018.832156:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.832161:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.832165:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.832191:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883521920 00000001:00000010:2.0:1724310018.832199:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:2.0:1724310018.832214:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.832218:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310018.832255:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131bd0000. 00010000:00000010:2.0:1724310018.832421:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310018.832424:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.832434:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310018.832436:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.832439:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.832441:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000004:00000010:2.0:1724310018.832502:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310018.832508:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.832512:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310018.832518:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.832991:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310018.832994:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.832997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.832999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.833032:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.833039:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.833041:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.833063:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310018.833073:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8380 x1808069883521920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.833087:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310018.833091:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883521920, offset 224 00000400:00000200:2.0:1724310018.833096:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.833102:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.833108:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532161:532161:256:4294967295] 192.168.204.31@tcp LPNI seq info [532157:532157:8:4294967295] 00000400:00000200:2.0:1724310018.833116:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.833121:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.833123:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310018.833128:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.833133:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.833136:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.833162:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.833165:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.833168:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:1.0:1724310018.833300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.833303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310018.833307:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.833310:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.833313:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:1.0:1724310018.833314:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00010000:00000010:1.1:1724310018.834147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.1:1724310018.834153:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:1.1:1724310018.834156:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.1:1724310018.834158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310018.834910:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.834920:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ec80 00000400:00000200:0.0:1724310018.834926:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 32496 00000400:00000200:0.0:1724310018.834942:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.834945:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.834950:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.834954:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a8000. 00000020:00000010:2.0:1724310018.835095:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.835100:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.835103:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.835122:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883522176 02000000:00000010:2.0:1724310018.835145:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce46000. 00010000:00000010:2.0:1724310018.835169:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.835178:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.835194:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.835197:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.835206:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310018.835208:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d080. 00010000:00000010:2.0:1724310018.835211:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.835213:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.835305:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310018.835308:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.835311:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.835314:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d980. 00000020:00000010:2.0:1724310018.835332:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.835337:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.835344:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087465360. 00080000:00000010:2.0:1724310018.835350:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009b9ed800. 00000001:00000010:2.0:1724310018.835496:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293300. 00000001:00000010:2.0:1724310018.835500:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310018.835529:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087465360. 00010000:00000010:2.0:1724310018.835534:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.835537:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.835548:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.835565:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d980. 00010000:00000010:2.0:1724310018.835567:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db80. 00080000:00000010:2.0:1724310018.835585:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.835589:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310018.835593:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.835598:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310018.835603:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310018.835613:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096640, last committed = 4295096163 00010000:00000200:2.0:1724310018.835619:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a8000 x1808069883522176/t4295096640(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.835630:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a664c8. 00000100:00000200:2.0:1724310018.835634:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883522176, offset 224 00000400:00000010:2.0:1724310018.835638:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95888. 00000400:00000200:2.0:1724310018.835641:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.835648:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.835653:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532162:532162:256:4294967295] 192.168.204.31@tcp LPNI seq info [532158:532158:8:4294967295] 00000400:00000200:2.0:1724310018.835657:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.835663:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.835668:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.835670:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310018.835674:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.835679:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.835682:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.836364:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.836368:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.836370:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:1.0:1724310018.836487:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.836490:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310018.836493:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.836497:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.837554:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.837564:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c6d 00000400:00000200:0.0:1724310018.837568:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.837570:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.837574:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a664c8 00000400:00000010:0.0:1724310018.837576:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a664c8. 00010000:00000010:2.0:1724310018.837648:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.837654:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d080. 00000400:00000200:0.0:1724310018.837896:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.837902:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ed00 00000400:00000200:0.0:1724310018.837908:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 32984 00000400:00000200:0.0:1724310018.837937:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.837941:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.837944:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.837948:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9aa680. 00000020:00000010:2.0:1724310018.838179:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.838182:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.838185:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.838200:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883522304 00000001:00000010:2.0:1724310018.838208:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310018.838221:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.838225:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 02000000:00000010:2.0:1724310018.838284:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121ff0000. 00010000:00000010:2.0:1724310018.838311:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.838314:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.838322:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310018.838323:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.838326:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.838327:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000004:00000010:2.0:1724310018.838383:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310018.838388:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.838392:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310018.838397:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.838735:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310018.838739:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.838742:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.838744:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.838776:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.838783:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.838785:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.838805:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000200:2.0:1724310018.838815:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9aa680 x1808069883522304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.838826:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66000. 00000100:00000200:2.0:1724310018.838830:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883522304, offset 224 00000400:00000200:2.0:1724310018.838834:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.838839:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.838844:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532163:532163:256:4294967295] 192.168.204.31@tcp LPNI seq info [532159:532159:8:4294967295] 00000400:00000200:2.0:1724310018.838852:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.838855:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.838859:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310018.838863:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.838868:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.838870:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.838894:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.838897:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.838900:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:1.0:1724310018.838948:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.838951:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:1.0:1724310018.838954:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.838957:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.838959:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66000 00000400:00000010:1.0:1724310018.838961:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66000. 00010000:00000010:2.1:1724310018.839382:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:2.1:1724310018.839389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310018.839402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310018.839406:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310018.839408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310018.839411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310018.839413:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:1.1:1724310018.839416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310018.839418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310018.839420:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310018.839422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310018.839424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310018.839425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310018.839427:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310018.839429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310018.839431:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:1.1:1724310018.839433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.839437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310018.840084:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.840091:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ee00 00000400:00000200:0.0:1724310018.840096:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 33560 00000400:00000200:0.0:1724310018.840108:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.840111:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.840115:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.840118:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9500. 00000020:00000010:2.0:1724310018.840285:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c866400. 00000020:00000010:2.0:1724310018.840288:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.840301:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.840332:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883522560 02000000:00000010:2.0:1724310018.840350:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007c5d2000. 00010000:00000010:2.0:1724310018.840368:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.840375:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.840387:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.840390:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 00010000:00000010:2.0:1724310018.840395:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310018.840397:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d700. 00010000:00000010:2.0:1724310018.840399:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.840401:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc80. 00010000:00000010:2.0:1724310018.840450:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310018.840453:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.840455:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.840457:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00000020:00000010:2.0:1724310018.840474:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.840478:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.840485:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293cc0. 00080000:00000010:2.0:1724310018.840491:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a3400. 00000001:00000010:2.0:1724310018.840641:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293f60. 00000001:00000010:2.0:1724310018.840645:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310018.840674:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293cc0. 00010000:00000010:2.0:1724310018.840680:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.840683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.840694:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.840707:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.840710:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3de80. 00080000:00000010:2.0:1724310018.840726:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.840730:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:2.0:1724310018.840733:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.840738:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310018.840744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:2.0:1724310018.840754:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096641, last committed = 4295096163 00010000:00000200:2.0:1724310018.840760:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9500 x1808069883522560/t4295096641(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.840770:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310018.840774:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883522560, offset 224 00000400:00000010:2.0:1724310018.840777:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b958c0. 00000400:00000200:2.0:1724310018.840780:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.840785:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.840789:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532164:532164:256:4294967295] 192.168.204.31@tcp LPNI seq info [532160:532160:8:4294967295] 00000400:00000200:2.0:1724310018.840792:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.840797:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.840800:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.840803:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310018.840806:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.840810:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.840812:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.840832:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.840835:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:2.0:1724310018.840837:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c866400. 00000800:00000200:0.0:1724310018.840881:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.840884:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:0.0:1724310018.840887:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.840890:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.841675:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.841683:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c75 00000400:00000200:0.0:1724310018.841686:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.841689:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.841692:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:0.0:1724310018.841694:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:3.0:1724310018.841781:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc80. 00010000:00000010:3.0:1724310018.841787:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d700. 00000400:00000200:0.0:1724310018.841935:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.841941:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ee80 00000400:00000200:0.0:1724310018.841945:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 34048 00000400:00000200:0.0:1724310018.841981:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.841984:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.841987:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.841991:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9c00. 00000020:00000010:2.0:1724310018.842170:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310018.842174:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d080. 00000020:00000010:2.0:1724310018.842177:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238faf0. 00000100:00000200:2.0:1724310018.842193:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883522688 00000001:00000010:2.0:1724310018.842199:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310018.842211:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.842213:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d000. 02000000:00000010:2.0:1724310018.842252:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e600000. 00010000:00000010:2.0:1724310018.842302:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.842306:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db80. 00010000:00000010:2.0:1724310018.842313:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310018.842315:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d980. 00010000:00000010:3.0:1724310018.842336:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.842342:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310018.842397:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310018.842402:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.842406:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.842412:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.842832:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.842836:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.842838:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.842841:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.842874:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db80. 00010000:00000010:3.0:1724310018.842881:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.842884:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d980. 00010000:00000010:3.0:1724310018.842905:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d000. 00010000:00000200:3.0:1724310018.842914:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9c00 x1808069883522688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.842928:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310018.842932:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883522688, offset 224 00000400:00000200:3.0:1724310018.842936:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.842942:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.842947:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532165:532165:256:4294967295] 192.168.204.31@tcp LPNI seq info [532161:532161:8:4294967295] 00000400:00000200:3.0:1724310018.842954:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.842958:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.842961:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310018.842964:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.842968:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.842971:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.843075:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d080. 00000020:00000010:3.0:1724310018.843079:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238faf0. 00000020:00000010:3.0:1724310018.843082:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00000800:00000200:0.0:1724310018.843108:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.843111:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310018.843113:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.843117:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.843119:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310018.843121:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00000400:00000200:0.0:1724310018.844425:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.844434:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322ef80 00000400:00000200:0.0:1724310018.844440:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 34624 00000400:00000200:0.0:1724310018.844455:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.844458:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.844462:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.844465:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008c9a9f80. 00000020:00000010:3.0:1724310018.844554:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e2bc00. 00000020:00000010:3.0:1724310018.844558:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.844560:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.844577:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883522944 02000000:00000010:3.0:1724310018.844597:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012456e000. 00010000:00000010:3.0:1724310018.844618:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.844627:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.844642:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.844645:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.844652:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.844654:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310018.844656:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.844658:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310018.845115:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.845118:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.845121:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.845124:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310018.845144:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.845149:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.845155:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b41e0. 00080000:00000010:3.0:1724310018.845160:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880086e1b800. 00000001:00000010:3.0:1724310018.845345:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4960. 00000001:00000010:3.0:1724310018.845349:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310018.845377:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b41e0. 00010000:00000010:3.0:1724310018.845383:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.845385:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.845397:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.845413:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310018.845415:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310018.845430:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.845435:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.845438:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.845443:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310018.845448:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310018.845462:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096642, last committed = 4295096163 00010000:00000200:3.0:1724310018.845468:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008c9a9f80 x1808069883522944/t4295096642(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.845479:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310018.845483:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883522944, offset 224 00000400:00000010:3.0:1724310018.845488:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17ce8. 00000400:00000200:3.0:1724310018.845491:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.845498:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.845503:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532166:532166:256:4294967295] 192.168.204.31@tcp LPNI seq info [532162:532162:8:4294967295] 00000400:00000200:3.0:1724310018.845507:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.845513:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.845517:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.845520:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.845524:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.845529:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.845531:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.845557:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.845561:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.845563:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e2bc00. 00000800:00000200:1.0:1724310018.845708:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.845711:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310018.845714:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.845718:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.846666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310018.846675:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310018.846680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310018.846682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310018.846683:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310018.846688:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:1.1:1724310018.846690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310018.846692:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310018.846694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310018.846698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310018.846699:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310018.846701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310018.846703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310018.846705:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310018.846707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310018.846709:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310018.847024:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.847034:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c7d 00000400:00000200:0.0:1724310018.847039:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.847042:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.847046:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310018.847048:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00000400:00000200:0.0:1724310018.847074:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.847079:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f000 00000400:00000200:0.0:1724310018.847084:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 35112 00010000:00000010:2.0:1724310018.847101:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:2.0:1724310018.847108:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000400:00000200:0.0:1724310018.847131:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.847134:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.847138:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.847143:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0700. 00000020:00000010:2.0:1724310018.847183:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310018.847187:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.847190:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.847288:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883523072 00000001:00000010:2.0:1724310018.847304:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310018.847318:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310018.847321:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 02000000:00000010:2.0:1724310018.847360:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121e80000. 00010000:00000010:2.0:1724310018.847376:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310018.847378:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.847386:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310018.847388:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.847391:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310018.847393:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000004:00000010:2.0:1724310018.847448:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310018.847454:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.847458:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310018.847464:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.848171:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310018.848175:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.848177:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310018.848181:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.848210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.848215:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.848218:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.848236:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000200:2.0:1724310018.848244:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0700 x1808069883523072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.848276:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310018.848280:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883523072, offset 224 00000400:00000200:2.0:1724310018.848285:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.848301:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.848306:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532167:532167:256:4294967295] 192.168.204.31@tcp LPNI seq info [532163:532163:8:4294967295] 00000400:00000200:2.0:1724310018.848313:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.848316:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.848320:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310018.848323:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.848329:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.848332:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.848354:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.848358:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.848361:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00000800:00000200:0.0:1724310018.849018:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.849021:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:0.0:1724310018.849025:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.849029:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.849032:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:0.0:1724310018.849034:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:0.1:1724310018.849351:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:0.1:1724310018.849357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310018.851678:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.851691:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f100 00000400:00000200:0.0:1724310018.851698:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 35688 00000400:00000200:0.0:1724310018.851719:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.851723:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.851729:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.851734:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c1c00. 00000020:00000010:2.0:1724310018.852749:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.852754:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.852758:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.852909:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883523328 02000000:00000010:2.0:1724310018.852938:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002c492000. 00010000:00000010:2.0:1724310018.852967:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.852980:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.853002:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310018.853007:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.853019:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310018.853021:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd80. 00010000:00000010:2.0:1724310018.853025:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.853027:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d180. 00010000:00000010:2.0:1724310018.853100:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310018.853103:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.853106:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310018.853108:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de00. 00000020:00000010:2.0:1724310018.853127:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.853133:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.853141:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242934e0. 00080000:00000010:2.0:1724310018.853147:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a3c00. 00000001:00000010:2.0:1724310018.853332:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293de0. 00000001:00000010:2.0:1724310018.853337:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310018.853366:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242934e0. 00010000:00000010:2.0:1724310018.853372:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310018.853375:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.853388:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.853404:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de00. 00010000:00000010:2.0:1724310018.853407:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00080000:00000010:2.0:1724310018.853424:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.853428:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310018.853432:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.853438:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310018.853444:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310018.853454:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096643, last committed = 4295096163 00010000:00000200:2.0:1724310018.853461:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c1c00 x1808069883523328/t4295096643(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.853474:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310018.853479:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883523328, offset 224 00000400:00000010:2.0:1724310018.853484:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b958f8. 00000400:00000200:2.0:1724310018.853486:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.853495:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.853500:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532168:532168:256:4294967295] 192.168.204.31@tcp LPNI seq info [532164:532164:8:4294967295] 00000400:00000200:2.0:1724310018.853504:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.853510:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.853514:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.853517:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310018.853521:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.853527:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.853530:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.853554:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.853557:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.853560:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:1.0:1724310018.853759:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.853762:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:1.0:1724310018.853765:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.853769:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.855166:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.855178:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c85 00000400:00000200:0.0:1724310018.855182:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.855185:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.855189:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:0.0:1724310018.855191:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:3.0:1724310018.855322:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d180. 00010000:00000010:3.0:1724310018.855330:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd80. 00010000:00000010:1.1:1724310018.855672:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310018.855677:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310018.855680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310018.855682:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310018.855686:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310018.855691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310018.856032:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.856039:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f180 00000400:00000200:0.0:1724310018.856045:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 36176 00000400:00000200:0.0:1724310018.856091:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.856095:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.856099:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.856103:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3800. 00000020:00000010:2.0:1724310018.856278:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.856282:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.856286:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.856315:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883523456 00000001:00000010:2.0:1724310018.856323:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310018.856338:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310018.856341:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310018.856381:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122e30000. 00010000:00000010:2.0:1724310018.856397:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310018.856400:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.856410:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310018.856412:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.856415:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310018.856417:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000004:00000010:2.0:1724310018.856476:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310018.856482:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.856486:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310018.856492:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.857192:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310018.857195:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.857198:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.857201:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.857236:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.857243:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.857246:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.857447:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310018.857460:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3800 x1808069883523456/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.857473:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310018.857479:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883523456, offset 224 00000400:00000200:2.0:1724310018.857484:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.857491:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.857496:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532169:532169:256:4294967295] 192.168.204.31@tcp LPNI seq info [532165:532165:8:4294967295] 00000400:00000200:2.0:1724310018.857503:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.857508:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.857511:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:2.0:1724310018.857515:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.857521:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.857524:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.857550:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.857554:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.857557:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:1.0:1724310018.857805:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.857808:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:1.0:1724310018.857812:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.857815:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.857818:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:1.0:1724310018.857819:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00010000:00000010:2.1:1724310018.858434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310018.858441:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310018.858445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:2.1:1724310018.858447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310018.858450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:2.1:1724310018.858453:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310018.858457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00010000:00000010:2.1:1724310018.858459:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310018.858461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:2.1:1724310018.858466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00000400:00000200:0.0:1724310018.858955:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.858965:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f280 00000400:00000200:0.0:1724310018.858970:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 36752 00000400:00000200:0.0:1724310018.858986:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.858989:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.858993:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.858997:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0a80. 00000020:00000010:2.0:1724310018.859056:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.859060:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.859063:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.859081:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883523712 02000000:00000010:2.0:1724310018.859102:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880120ab0000. 00010000:00000010:2.0:1724310018.859122:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.859130:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.859146:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.859150:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.859158:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310018.859160:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.859162:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310018.859164:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.859225:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310018.859227:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.859229:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.859231:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310018.859249:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.859254:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.859281:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242933c0. 00080000:00000010:2.0:1724310018.859286:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a1400. 00000001:00000010:2.0:1724310018.859441:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293ba0. 00000001:00000010:2.0:1724310018.859446:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310018.859474:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242933c0. 00010000:00000010:2.0:1724310018.859479:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.859483:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.859494:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.859510:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.859513:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310018.859530:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.859534:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310018.859538:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.859543:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310018.859552:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000200:2.0:1724310018.859562:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096644, last committed = 4295096163 00010000:00000200:2.0:1724310018.859567:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0a80 x1808069883523712/t4295096644(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.859578:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310018.859584:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883523712, offset 224 00000400:00000010:2.0:1724310018.859588:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95930. 00000400:00000200:2.0:1724310018.859591:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.859597:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.859601:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532170:532170:256:4294967295] 192.168.204.31@tcp LPNI seq info [532166:532166:8:4294967295] 00000400:00000200:2.0:1724310018.859605:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.859609:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.859613:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.859615:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:2.0:1724310018.859618:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.859623:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.859625:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.859649:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.859652:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.859654:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:1.0:1724310018.859772:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.859774:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:1.0:1724310018.859778:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.859781:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310018.861443:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310018.861455:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:1.1:1724310018.861460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310018.861465:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310018.861468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310018.861470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310018.861472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310018.861474:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310018.861476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310018.861477:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310018.861480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310018.861483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310018.862449:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.862461:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c8d 00000400:00000200:0.0:1724310018.862466:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.862470:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.862479:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:0.0:1724310018.862481:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00010000:00000010:2.0:1724310018.862588:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.862596:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00000400:00000200:0.0:1724310018.863424:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.863431:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f300 00000400:00000200:0.0:1724310018.863437:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 37240 00000400:00000200:0.0:1724310018.863790:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.863794:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.863799:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.863804:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c2300. 00000020:00000010:2.0:1724310018.863896:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.863901:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.863905:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.864389:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883523840 00000001:00000010:2.0:1724310018.864399:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310018.864416:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310018.864422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 02000000:00000010:2.0:1724310018.864468:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880133480000. 00010000:00000010:2.0:1724310018.864489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310018.864493:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.864504:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310018.864506:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.864510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310018.864513:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000004:00000010:2.0:1724310018.864587:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310018.864594:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.864598:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310018.864604:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.865159:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310018.865162:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.865165:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310018.865168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.865205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.865212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.865215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.865237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000200:2.0:1724310018.865248:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c2300 x1808069883523840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.865281:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66bb0. 00000100:00000200:2.0:1724310018.865286:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883523840, offset 224 00000400:00000200:2.0:1724310018.865302:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.865311:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.865316:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532171:532171:256:4294967295] 192.168.204.31@tcp LPNI seq info [532167:532167:8:4294967295] 00000400:00000200:2.0:1724310018.865324:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.865328:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.865332:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310018.865336:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.865341:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.865345:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.865367:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.865370:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.865374:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:1.0:1724310018.865586:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.865589:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:1.0:1724310018.865592:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.865596:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.865599:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66bb0 00000400:00000010:1.0:1724310018.865601:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66bb0. 00010000:00000010:2.1:1724310018.867431:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310018.867442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310018.867716:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.867728:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f400 00000400:00000200:0.0:1724310018.867734:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 37816 00000400:00000200:0.0:1724310018.867751:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.867754:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.867760:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.867766:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0e00. 00000020:00000010:2.0:1724310018.867841:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.867845:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.867849:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.867871:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524096 02000000:00000010:2.0:1724310018.867899:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbe9000. 00010000:00000010:2.0:1724310018.867924:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.867934:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.867953:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310018.867956:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.867966:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310018.867968:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310018.867971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310018.867973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310018.868043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310018.868045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.868047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310018.868049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00000020:00000010:2.0:1724310018.868066:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146160. 00000020:00000010:2.0:1724310018.868070:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146160. 00000020:00000010:2.0:1724310018.868078:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293d20. 00080000:00000010:2.0:1724310018.868083:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a2400. 00000001:00000010:2.0:1724310018.868235:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293420. 00000001:00000010:2.0:1724310018.868239:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310018.868301:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293d20. 00010000:00000010:2.0:1724310018.868308:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310018.868311:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.868325:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.868340:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310018.868343:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00080000:00000010:2.0:1724310018.868361:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.868365:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310018.868369:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.868375:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310018.868380:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310018.868390:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096645, last committed = 4295096163 00010000:00000200:2.0:1724310018.868396:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0e00 x1808069883524096/t4295096645(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.868408:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310018.868412:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883524096, offset 224 00000400:00000010:2.0:1724310018.868417:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95968. 00000400:00000200:2.0:1724310018.868419:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.868426:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.868431:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532172:532172:256:4294967295] 192.168.204.31@tcp LPNI seq info [532168:532168:8:4294967295] 00000400:00000200:2.0:1724310018.868434:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.868439:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.868444:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.868447:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310018.868451:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.868456:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.868459:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.868483:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.868486:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.868489:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:1.0:1724310018.868693:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.868696:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:1.0:1724310018.868700:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.868703:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.869238:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.869246:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c95 00000400:00000200:0.0:1724310018.869249:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.869252:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.869254:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:0.0:1724310018.869829:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000400:00000200:0.0:1724310018.869904:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.869909:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f480 00010000:00000010:3.0:1724310018.869963:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:3.0:1724310018.869970:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00000400:00000200:0.0:1724310018.870043:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 38304 00000400:00000200:0.0:1724310018.870358:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.870362:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.870366:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.870370:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c3480. 00000020:00000010:2.0:1724310018.870437:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.870441:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.870444:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.870462:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524224 00000001:00000010:2.0:1724310018.870471:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310018.870488:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.870492:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310018.870539:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134190000. 00010000:00000010:2.0:1724310018.870559:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.870563:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.870574:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310018.870576:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.870579:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.870581:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000004:00000010:2.0:1724310018.870647:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310018.870654:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.870659:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310018.870665:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.871004:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310018.871007:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.871009:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.871012:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.871043:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.871048:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.871049:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.871065:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310018.871074:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c3480 x1808069883524224/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.871083:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66e58. 00000100:00000200:2.0:1724310018.871086:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883524224, offset 224 00000400:00000200:2.0:1724310018.871089:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.871094:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.871098:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532173:532173:256:4294967295] 192.168.204.31@tcp LPNI seq info [532169:532169:8:4294967295] 00000400:00000200:2.0:1724310018.871103:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.871107:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.871109:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310018.871112:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.871117:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.871119:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.871137:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.871140:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.871143:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:0.0:1724310018.871187:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.871189:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310018.871192:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.871196:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.871198:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66e58 00000400:00000010:0.0:1724310018.871199:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66e58. 00010000:00000010:2.1:1724310018.873640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310018.873651:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:2.1:1724310018.873657:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310018.873660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310018.873662:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310018.873664:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:2.1:1724310018.873668:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310018.873670:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:2.1:1724310018.873672:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310018.873677:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310018.873833:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.873845:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f580 00000400:00000200:0.0:1724310018.873852:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 38880 00000400:00000200:0.0:1724310018.873871:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.873875:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.873880:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.873891:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800811c0000. 00000020:00000010:2.0:1724310018.873997:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092538000. 00000020:00000010:2.0:1724310018.874003:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.874007:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.874026:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524480 02000000:00000010:2.0:1724310018.874051:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801318ed000. 00010000:00000010:2.0:1724310018.874078:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.874089:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.874108:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.874112:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.874122:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310018.874124:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d100. 00010000:00000010:2.0:1724310018.874127:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.874129:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.874196:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310018.874198:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d680. 00010000:00000010:2.0:1724310018.874201:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.874203:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310018.874221:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.874226:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1e60. 00000020:00000010:2.0:1724310018.874234:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293960. 00080000:00000010:2.0:1724310018.874239:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a0000. 00000001:00000010:2.0:1724310018.874429:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242931e0. 00000001:00000010:2.0:1724310018.874434:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310018.874465:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293960. 00010000:00000010:2.0:1724310018.874855:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.874860:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.874877:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.874896:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d200. 00010000:00000010:2.0:1724310018.874898:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d680. 00080000:00000010:2.0:1724310018.874917:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.874921:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310018.874925:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.874929:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310018.874936:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310018.874946:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096646, last committed = 4295096163 00010000:00000200:2.0:1724310018.874954:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800811c0000 x1808069883524480/t4295096646(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.874967:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310018.874972:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883524480, offset 224 00000400:00000010:2.0:1724310018.874977:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b959a0. 00000400:00000200:2.0:1724310018.874980:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.874988:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.874994:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532174:532174:256:4294967295] 192.168.204.31@tcp LPNI seq info [532170:532170:8:4294967295] 00000400:00000200:2.0:1724310018.874998:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.875003:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.875007:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.875010:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310018.875015:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.875020:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.875023:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.875049:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3dd00. 00000020:00000010:2.0:1724310018.875052:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.875055:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092538000. 00000800:00000200:0.0:1724310018.875115:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.875118:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:0.0:1724310018.875121:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.875125:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.875909:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.875916:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295c9d 00000400:00000200:0.0:1724310018.875919:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.875920:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.875924:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:0.0:1724310018.875925:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00000400:00000200:0.0:1724310018.876070:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.876076:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f600 00000400:00000200:0.0:1724310018.876081:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 39368 00000400:00000200:0.0:1724310018.876115:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.876118:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.876122:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.876127:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511df80. 00000020:00000010:3.0:1724310018.876306:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.876311:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.876315:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.876332:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524608 00000001:00000010:3.0:1724310018.876339:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310018.876353:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.876357:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310018.876395:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011e130000. 00010000:00000010:3.0:1724310018.876412:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.876415:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.876422:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.876424:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.876427:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.876429:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000004:00000010:3.0:1724310018.876485:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310018.876491:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.876494:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.876505:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:2.0:1724310018.876692:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.876698:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d100. 00010000:00000010:3.0:1724310018.877185:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.877188:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.877191:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f180. 00010000:00000010:3.0:1724310018.877193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.877227:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.877234:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.877236:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.877388:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310018.877402:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511df80 x1808069883524608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.877415:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310018.877419:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883524608, offset 224 00000400:00000200:3.0:1724310018.877423:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.877430:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.877434:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532175:532175:256:4294967295] 192.168.204.31@tcp LPNI seq info [532171:532171:8:4294967295] 00000400:00000200:3.0:1724310018.877442:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.877447:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.877450:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310018.877455:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.877460:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.877463:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.877561:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.877565:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.877567:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.877754:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.877757:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.877760:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.877763:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.877766:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:0.0:1724310018.877767:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:2.1:1724310018.879503:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310018.879517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00000400:00000200:0.0:1724310018.880787:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.880801:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f700 00000400:00000200:0.0:1724310018.880807:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 39944 00000400:00000200:0.0:1724310018.880825:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.880828:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.880833:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.880839:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ea00. 00000020:00000010:3.0:1724310018.880931:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.880937:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.880940:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.880964:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524864 02000000:00000010:3.0:1724310018.880991:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801348b5000. 00010000:00000010:3.0:1724310018.881018:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.881030:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.881049:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d440. 00010000:00000010:3.0:1724310018.881052:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.881062:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.881064:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.881066:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fa80. 00010000:00000010:3.0:1724310018.881068:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.881139:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.881141:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.881144:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:3.0:1724310018.881146:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.881163:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.881168:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.881175:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b45a0. 00080000:00000010:3.0:1724310018.881180:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796aec00. 00000001:00000010:3.0:1724310018.881367:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aba0. 00000001:00000010:3.0:1724310018.881371:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310018.881400:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b45a0. 00010000:00000010:3.0:1724310018.881406:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d680. 00010000:00000010:3.0:1724310018.881409:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.881421:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.881438:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.881440:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00080000:00000010:3.0:1724310018.881456:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.881460:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.881463:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.881468:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310018.881474:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000200:3.0:1724310018.881485:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096647, last committed = 4295096163 00010000:00000200:3.0:1724310018.881491:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511ea00 x1808069883524864/t4295096647(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.881505:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310018.881645:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883524864, offset 224 00000400:00000010:3.0:1724310018.881651:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17d20. 00000400:00000200:3.0:1724310018.881655:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.881664:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.881669:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532176:532176:256:4294967295] 192.168.204.31@tcp LPNI seq info [532172:532172:8:4294967295] 00000400:00000200:3.0:1724310018.881672:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.881677:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.881682:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.881685:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310018.881689:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.881694:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.881697:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.882307:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.882312:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.882314:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:0.0:1724310018.882492:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.882495:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310018.882498:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.882502:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.883952:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.883964:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ca5 00000400:00000200:0.0:1724310018.883968:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.883971:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.883976:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310018.883978:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00010000:00000010:3.0:1724310018.884081:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.884088:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00000400:00000200:0.0:1724310018.884397:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.884404:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f780 00000400:00000200:0.0:1724310018.884410:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 40432 00000400:00000200:0.0:1724310018.884453:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.884457:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.884461:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.884465:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511e680. 00000020:00000010:3.0:1724310018.884627:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.884631:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.884635:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.884656:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883524992 00000001:00000010:3.0:1724310018.884665:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:3.0:1724310018.884682:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e400. 00010000:00000010:3.0:1724310018.884686:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310018.884736:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801314b0000. 00010000:00000010:3.0:1724310018.884757:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:3.0:1724310018.884760:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.884770:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.884773:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.884776:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:3.0:1724310018.884778:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000004:00000010:3.0:1724310018.884852:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310018.884858:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.884862:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.884868:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:2.1:1724310018.885514:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:2.1:1724310018.885522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310018.885524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310018.885527:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:2.1:1724310018.885530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310018.885533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310018.885535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310018.885536:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310018.885538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310018.885540:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310018.885542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310018.885546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310018.885547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310018.885549:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310018.885551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310018.885553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.0:1724310018.885641:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.885644:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.885646:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:3.0:1724310018.885649:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.885682:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.885689:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.885692:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.885712:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310018.885722:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511e680 x1808069883524992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.885735:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310018.885739:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883524992, offset 224 00000400:00000200:3.0:1724310018.885744:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.885751:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.885756:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532177:532177:256:4294967295] 192.168.204.31@tcp LPNI seq info [532173:532173:8:4294967295] 00000400:00000200:3.0:1724310018.885763:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.885767:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.885770:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.885774:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.885779:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.885783:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.886217:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.886221:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.886224:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:0.0:1724310018.886538:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.886542:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310018.886546:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.886551:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.886554:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:0.0:1724310018.886556:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00000400:00000200:0.0:1724310018.888089:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.888104:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322f880 00000400:00000200:0.0:1724310018.888111:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 41008 00000400:00000200:0.0:1724310018.888128:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.888132:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.888136:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.888141:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511ca80. 00000020:00000010:3.0:1724310018.888239:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.888243:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.888246:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.888381:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883525248 02000000:00000010:3.0:1724310018.888408:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094462000. 00010000:00000010:3.0:1724310018.888433:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.888446:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.888464:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567eac0. 00010000:00000010:3.0:1724310018.888468:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.888478:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.888480:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.888483:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567c900. 00010000:00000010:3.0:1724310018.888485:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310018.888553:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.888554:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.888556:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e880. 00010000:00000010:3.0:1724310018.888557:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00000020:00000010:3.0:1724310018.888570:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.888573:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.888580:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a0c0. 00080000:00000010:3.0:1724310018.888584:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796ad400. 00000001:00000010:3.0:1724310018.888696:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4540. 00000001:00000010:3.0:1724310018.888700:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.888723:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a0c0. 00010000:00000010:3.0:1724310018.888728:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:3.0:1724310018.888730:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.888740:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.888753:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.888754:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00080000:00000010:3.0:1724310018.888768:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.888772:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.888774:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.888778:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310018.888781:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310018.888798:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096648, last committed = 4295096163 00010000:00000200:3.0:1724310018.888804:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511ca80 x1808069883525248/t4295096648(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.888816:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310018.888821:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883525248, offset 224 00000400:00000010:3.0:1724310018.888825:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17d58. 00000400:00000200:3.0:1724310018.888827:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.888834:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.888839:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532178:532178:256:4294967295] 192.168.204.31@tcp LPNI seq info [532174:532174:8:4294967295] 00000400:00000200:3.0:1724310018.888843:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.888848:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.888853:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.888856:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310018.888859:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.888864:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.888867:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.888888:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.888892:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.888894:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:0.0:1724310018.888985:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.888988:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310018.888991:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.888995:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.890332:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.890341:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cad 00000400:00000200:0.0:1724310018.890344:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.890347:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.890350:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:0.0:1724310018.890352:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00000400:00000200:0.0:1724310018.890991:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.890997:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322f900 00000400:00000200:0.0:1724310018.891002:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 41496 00000400:00000200:0.0:1724310018.891052:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.891056:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.891059:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.891064:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013511c000. 00000020:00000010:3.0:1724310018.891152:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.891157:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.891161:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.891180:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883525376 00000001:00000010:3.0:1724310018.891187:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:3.0:1724310018.891204:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ef40. 00010000:00000010:3.0:1724310018.891208:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310018.891254:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880121630000. 00010000:00000010:1.1:1724310018.891351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:1.1:1724310018.891359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310018.891363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:1.1:1724310018.891367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:2.0:1724310018.891368:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310018.891375:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.891570:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f840. 00010000:00000010:3.0:1724310018.891574:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.891583:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.891585:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.891589:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567d200. 00010000:00000010:3.0:1724310018.891591:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310018.891659:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310018.891665:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.891669:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.891675:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.892542:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.892546:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.892549:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567df80. 00010000:00000010:3.0:1724310018.892552:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.892589:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.892596:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.892599:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.892621:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310018.892633:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013511c000 x1808069883525376/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.892646:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310018.892650:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883525376, offset 224 00000400:00000200:3.0:1724310018.892655:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.892662:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.892667:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532179:532179:256:4294967295] 192.168.204.31@tcp LPNI seq info [532175:532175:8:4294967295] 00000400:00000200:3.0:1724310018.892676:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.892680:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.892684:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310018.892689:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.892694:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.892698:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.892993:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.892997:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.893000:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:0.0:1724310018.893349:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.893352:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310018.893356:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.893361:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.893364:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:0.0:1724310018.893366:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00000400:00000200:0.0:1724310018.895548:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.895562:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322fa00 00000400:00000200:0.0:1724310018.895568:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 42072 00000400:00000200:0.0:1724310018.895586:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.895589:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.895594:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.895601:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2a680. 00010000:00000010:2.1:1724310018.895603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310018.895610:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310018.895615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310018.895617:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:2.1:1724310018.895620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310018.895626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310018.895628:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:2.1:1724310018.895630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000020:00000010:3.0:1724310018.895715:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.895720:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.895724:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.895743:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883525632 02000000:00000010:3.0:1724310018.895768:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007fbab000. 00010000:00000010:3.0:1724310018.895793:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.895805:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.895823:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567f600. 00010000:00000010:3.0:1724310018.895827:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.895837:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.895838:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.895841:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567dd40. 00010000:00000010:3.0:1724310018.895843:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.895908:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.895910:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.895911:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567ed00. 00010000:00000010:3.0:1724310018.895913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310018.895930:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.895935:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.895943:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4240. 00080000:00000010:3.0:1724310018.895949:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796ae800. 00000001:00000010:3.0:1724310018.896104:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3a060. 00000001:00000010:3.0:1724310018.896108:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.896139:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4240. 00010000:00000010:3.0:1724310018.896145:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cd80. 00010000:00000010:3.0:1724310018.896148:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.896161:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.896181:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.896183:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310018.896200:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.896205:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.896209:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.896214:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310018.896221:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310018.896232:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096649, last committed = 4295096163 00010000:00000200:3.0:1724310018.896239:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2a680 x1808069883525632/t4295096649(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.896251:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310018.896283:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883525632, offset 224 00000400:00000010:3.0:1724310018.896287:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17d90. 00000400:00000200:3.0:1724310018.896300:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.896309:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.896314:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532180:532180:256:4294967295] 192.168.204.31@tcp LPNI seq info [532176:532176:8:4294967295] 00000400:00000200:3.0:1724310018.896318:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.896323:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.896327:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.896331:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.896335:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.896340:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.896344:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.897179:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310018.897184:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.897186:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:1.0:1724310018.900110:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.900116:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310018.900127:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.900134:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.900636:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.900648:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cb5 00000400:00000200:0.0:1724310018.900652:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.900655:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.900659:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:0.0:1724310018.900661:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00010000:00000010:3.0:1724310018.900854:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.900863:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00000400:00000200:0.0:1724310018.901557:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.901566:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322fa80 00000400:00000200:0.0:1724310018.901572:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 42560 00000400:00000200:0.0:1724310018.901690:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.901694:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.901698:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.901703:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b28700. 00000020:00000010:3.0:1724310018.902015:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.902020:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.902024:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.902056:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883525760 00000001:00000010:3.0:1724310018.902064:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:3.0:1724310018.902082:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567db00. 00010000:00000010:3.0:1724310018.902087:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310018.902133:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123f20000. 00010000:00000010:3.0:1724310018.902156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567cb40. 00010000:00000010:3.0:1724310018.902159:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.902170:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.902172:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.902175:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a567e640. 00010000:00000010:3.0:1724310018.902177:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310018.902254:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310018.902283:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.902288:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.902603:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.902990:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310018.902992:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.902996:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310018.902999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.903032:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.903040:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.903043:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.903064:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310018.903076:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b28700 x1808069883525760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.903089:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310018.903094:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883525760, offset 224 00000400:00000200:3.0:1724310018.903099:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.903108:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.903113:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532181:532181:256:4294967295] 192.168.204.31@tcp LPNI seq info [532177:532177:8:4294967295] 00000400:00000200:3.0:1724310018.903120:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.903123:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.903127:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310018.903131:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.903137:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.903140:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1724310018.903390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f180. 00010000:00000010:0.1:1724310018.903401:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310018.903405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d680. 00010000:00000010:0.1:1724310018.903407:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310018.903410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e1c0. 00010000:00000010:0.1:1724310018.903414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d440. 00010000:00000010:0.1:1724310018.903417:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310018.903419:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fa80. 00010000:00000010:0.1:1724310018.903420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d8c0. 00010000:00000010:0.1:1724310018.903422:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310018.903424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f3c0. 00010000:00000010:0.1:1724310018.903426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e400. 00010000:00000010:0.1:1724310018.903428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567fcc0. 00010000:00000010:0.1:1724310018.903429:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310018.903431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cfc0. 00010000:00000010:0.1:1724310018.903433:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310018.903435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e880. 00010000:00000010:0.1:1724310018.903438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567eac0. 00000020:00000010:3.0:1724310018.903526:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.903530:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.903533:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:1.0:1724310018.904195:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.904198:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310018.904203:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.904207:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.904211:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:1.0:1724310018.904213:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000400:00000200:0.0:1724310018.905724:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.905736:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322fb80 00000400:00000200:0.0:1724310018.905742:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 43136 00000400:00000200:0.0:1724310018.905760:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.905764:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.905769:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.905774:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131b2ad80. 00000020:00000010:3.0:1724310018.905914:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086129200. 00000020:00000010:3.0:1724310018.905919:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.905923:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.905955:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526016 02000000:00000010:3.0:1724310018.905983:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002a894000. 00010000:00000010:3.0:1724310018.906012:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.906025:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.906048:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310018.906052:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.906061:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.906063:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.906065:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310018.906068:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.906132:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.906134:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.906136:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310018.906138:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.906151:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.906156:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.906163:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b43c0. 00080000:00000010:3.0:1724310018.906167:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796ae000. 00010000:00000010:2.1:1724310018.906333:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00000001:00000010:3.0:1724310018.906338:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4cc0. 00010000:00000010:2.1:1724310018.906341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c900. 00000001:00000010:3.0:1724310018.906342:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310018.906436:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b43c0. 00010000:00000010:3.0:1724310018.906441:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310018.906444:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.906455:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.906471:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.906473:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310018.906488:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.906492:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.906496:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.906501:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310018.906508:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.906518:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096650, last committed = 4295096163 00010000:00000200:3.0:1724310018.906524:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880131b2ad80 x1808069883526016/t4295096650(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.906538:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310018.906542:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883526016, offset 224 00000400:00000010:3.0:1724310018.906547:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17dc8. 00000400:00000200:3.0:1724310018.906550:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.906557:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.906562:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532182:532182:256:4294967295] 192.168.204.31@tcp LPNI seq info [532178:532178:8:4294967295] 00000400:00000200:3.0:1724310018.906567:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.906572:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.906575:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.906579:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.906583:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.906588:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.906591:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.907119:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.907124:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.907127:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086129200. 00000800:00000200:0.0:1724310018.907217:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.907220:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310018.907223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.907227:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.908374:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.908384:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cbd 00000400:00000200:0.0:1724310018.908388:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.908391:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.908395:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:0.0:1724310018.908397:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:2.0:1724310018.908485:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:2.0:1724310018.908492:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:0.1:1724310018.909537:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f840. 00010000:00000010:0.1:1724310018.909544:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310018.909549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567d200. 00010000:00000010:0.1:1724310018.909553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ef40. 00010000:00000010:0.1:1724310018.909555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567df80. 00010000:00000010:0.1:1724310018.909557:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310018.909560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cd80. 00010000:00000010:0.1:1724310018.909562:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310018.909564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567ed00. 00010000:00000010:0.1:1724310018.909569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567f600. 00010000:00000010:0.1:1724310018.909571:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310018.909573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567dd40. 00010000:00000010:0.1:1724310018.909575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567cb40. 00010000:00000010:0.1:1724310018.909576:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310018.909578:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567e640. 00010000:00000010:0.1:1724310018.909580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567db00. 00000400:00000200:0.0:1724310018.910233:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.910243:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322fc00 00000400:00000200:0.0:1724310018.910250:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 43624 00000400:00000200:0.0:1724310018.910343:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.910353:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.910358:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.910364:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3100. 00000020:00000010:3.0:1724310018.910983:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.910989:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.910993:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.911030:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526144 00000001:00000010:3.0:1724310018.911040:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310018.911059:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310018.911065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310018.911108:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122230000. 00010000:00000010:3.0:1724310018.911129:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310018.911132:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.911144:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.911146:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.911149:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310018.911151:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310018.911226:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310018.911233:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.911237:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.911243:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.912095:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.912100:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.912103:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310018.912106:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.912147:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.912155:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.912158:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.912183:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.912197:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3100 x1808069883526144/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.912210:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310018.912215:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883526144, offset 224 00000400:00000200:3.0:1724310018.912219:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.912227:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.912232:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532183:532183:256:4294967295] 192.168.204.31@tcp LPNI seq info [532179:532179:8:4294967295] 00000400:00000200:3.0:1724310018.912240:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.912245:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.912248:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310018.912252:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.912282:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.912286:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.912687:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.912691:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.912694:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.913343:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.913346:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.913351:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.913354:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.913358:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:0.0:1724310018.913360:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00010000:00000010:0.1:1724310018.913422:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310018.913427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000400:00000200:0.0:1724310018.914424:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.914434:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322fd00 00000400:00000200:0.0:1724310018.914440:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 44200 00000400:00000200:0.0:1724310018.914456:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.914459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.914463:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.914467:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2300. 00000020:00000010:3.0:1724310018.914570:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c600. 00000020:00000010:3.0:1724310018.914575:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.914578:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.914594:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526400 02000000:00000010:3.0:1724310018.914618:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880131b40000. 00010000:00000010:3.0:1724310018.914644:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.914655:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.914674:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310018.914678:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.914685:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310018.914687:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.914690:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310018.914692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.914759:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.914761:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310018.914763:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310018.914766:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310018.914779:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.914783:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c3e0. 00000020:00000010:3.0:1724310018.914790:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4ba0. 00080000:00000010:3.0:1724310018.914794:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796ad000. 00000001:00000010:3.0:1724310018.914933:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4a20. 00000001:00000010:3.0:1724310018.914937:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.914963:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4ba0. 00010000:00000010:3.0:1724310018.914968:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310018.914970:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.914982:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.914996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.914998:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00080000:00000010:3.0:1724310018.915017:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:3.0:1724310018.915021:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:3.0:1724310018.915025:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.915030:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310018.915036:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310018.915046:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096651, last committed = 4295096163 00010000:00000200:3.0:1724310018.915052:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2300 x1808069883526400/t4295096651(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.915069:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310018.915073:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883526400, offset 224 00000400:00000010:3.0:1724310018.915077:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17e00. 00000400:00000200:3.0:1724310018.915080:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.915086:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.915091:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532184:532184:256:4294967295] 192.168.204.31@tcp LPNI seq info [532180:532180:8:4294967295] 00000400:00000200:3.0:1724310018.915095:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.915101:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.915105:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.915108:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310018.915112:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.915117:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.915120:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.915783:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.915787:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.915789:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c600. 00000800:00000200:1.0:1724310018.916314:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.916317:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310018.916321:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.916326:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.916653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:0.1:1724310018.916658:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310018.916661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:0.1:1724310018.916663:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310018.916665:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:0.1:1724310018.916670:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00000400:00000200:0.0:1724310018.917051:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.917059:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cc5 00000400:00000200:0.0:1724310018.917062:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.917065:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.917068:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:0.0:1724310018.917070:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00010000:00000010:3.0:1724310018.917135:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.917141:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00000400:00000200:0.0:1724310018.917411:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.917417:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322fd80 00000400:00000200:0.0:1724310018.917422:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 44688 00000400:00000200:0.0:1724310018.917451:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.917453:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.917456:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.917460:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2a00. 00000020:00000010:3.0:1724310018.917586:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c600. 00000020:00000010:3.0:1724310018.917589:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.917592:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.917606:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526528 00000001:00000010:3.0:1724310018.917613:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:3.0:1724310018.917628:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310018.917631:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310018.917670:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880123f10000. 00010000:00000010:3.0:1724310018.917684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310018.917687:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.917695:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.917697:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.917699:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310018.917701:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310018.917759:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310018.917765:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.917769:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923960. 00080000:00000010:3.0:1724310018.917774:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce74820. 00010000:00000010:3.0:1724310018.918479:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.918483:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.918486:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310018.918489:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.918521:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.918527:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.918530:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.918551:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.918560:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2a00 x1808069883526528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.918572:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310018.918576:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883526528, offset 224 00000400:00000200:3.0:1724310018.918580:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.918586:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.918591:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532185:532185:256:4294967295] 192.168.204.31@tcp LPNI seq info [532181:532181:8:4294967295] 00000400:00000200:3.0:1724310018.918598:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.918602:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.918605:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310018.918610:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.918614:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.918618:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.918958:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.918963:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.918965:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c600. 00000800:00000200:1.0:1724310018.919375:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.919379:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310018.919383:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.919386:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.919389:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:1.0:1724310018.919391:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:0.1:1724310018.924099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:0.1:1724310018.924112:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310018.924115:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00000400:00000200:2.0:1724310018.924116:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:0.1:1724310018.924117:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:0.1:1724310018.924120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:0.1:1724310018.924121:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310018.924124:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:0.1:1724310018.924127:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00000400:00000200:2.0:1724310018.924129:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1322fe80 00010000:00000010:0.1:1724310018.924129:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:0.1:1724310018.924134:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00000400:00000200:2.0:1724310018.924135:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 45264 00000400:00000200:2.0:1724310018.924153:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.924157:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.924163:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.924167:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c000380. 00000020:00000010:0.0:1724310018.924480:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086683600. 00000020:00000010:0.0:1724310018.924485:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310018.924489:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310018.925059:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526784 02000000:00000010:0.0:1724310018.925087:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:0.0:1724310018.925116:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:0.0:1724310018.925237:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:0.0:1724310018.925299:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310018.925305:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310018.925316:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310018.925318:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310018.925322:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310018.925324:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310018.925400:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310018.925403:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310018.925405:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310018.925407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310018.925426:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de198a0. 00000020:00000010:0.0:1724310018.925431:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de198a0. 00000020:00000010:0.0:1724310018.925438:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b4e0. 00080000:00000010:0.0:1724310018.925444:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39d000. 00000001:00000010:0.0:1724310018.925593:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a52fcd20. 00000001:00000010:0.0:1724310018.925597:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310018.925627:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b4e0. 00010000:00000010:0.0:1724310018.925633:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310018.925636:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310018.925649:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310018.925667:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310018.925670:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00080000:00000010:0.0:1724310018.925687:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74820. 00000004:00000010:0.0:1724310018.925691:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923960. 00000004:00000010:0.0:1724310018.925695:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:0.0:1724310018.925700:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:0.0:1724310018.925707:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310018.925718:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096652, last committed = 4295096163 00010000:00000200:0.0:1724310018.925725:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c000380 x1808069883526784/t4295096652(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310018.925739:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2d48. 00000100:00000200:0.0:1724310018.925744:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883526784, offset 224 00000400:00000010:0.0:1724310018.925749:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9268. 00000400:00000200:0.0:1724310018.925751:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310018.925760:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310018.925765:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532186:532186:256:4294967295] 192.168.204.31@tcp LPNI seq info [532182:532182:8:4294967295] 00000400:00000200:0.0:1724310018.925770:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310018.925775:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310018.925780:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310018.925783:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310018.925788:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310018.925794:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310018.925797:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310018.925819:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310018.925823:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310018.925826:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086683600. 00000800:00000200:1.0:1724310018.925953:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.925956:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310018.925959:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.925963:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.928968:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.928983:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ccd 00000400:00000200:0.0:1724310018.928988:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.928992:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.928997:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2d48 00000400:00000010:0.0:1724310018.928999:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2d48. 00000400:00000200:0.0:1724310018.929095:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.929101:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1322ff00 00000400:00000200:0.0:1724310018.929107:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 45752 00000400:00000200:0.0:1724310018.929124:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.929127:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.929131:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.929135:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3b80. 00010000:00000010:2.0:1724310018.929390:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310018.929400:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00000020:00000010:1.0:1724310018.929550:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5d200. 00000020:00000010:1.0:1724310018.929555:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.929559:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.929590:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883526912 00000001:00000010:1.0:1724310018.929598:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:1.0:1724310018.929616:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310018.929621:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 02000000:00000010:1.0:1724310018.929664:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124270000. 00010000:00000010:1.0:1724310018.929684:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310018.929687:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.929697:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310018.929699:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.929702:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310018.929705:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310018.929777:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310018.929783:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.929787:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310018.929793:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:0.1:1724310018.930145:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:0.1:1724310018.930151:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:0.1:1724310018.930154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:0.1:1724310018.930156:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310018.930159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:0.1:1724310018.930161:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:1.0:1724310018.930701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310018.930704:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.930707:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310018.930709:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.930747:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.931319:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.931324:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.931353:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000200:1.0:1724310018.931367:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3b80 x1808069883526912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.931382:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b880. 00000100:00000200:1.0:1724310018.931387:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883526912, offset 224 00000400:00000200:1.0:1724310018.931392:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.931401:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.931405:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532187:532187:256:4294967295] 192.168.204.31@tcp LPNI seq info [532183:532183:8:4294967295] 00000400:00000200:1.0:1724310018.931414:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.931419:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.931422:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310018.931428:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.931433:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.931436:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.932075:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.932079:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.932083:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5d200. 00000800:00000200:3.0:1724310018.932213:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.932216:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:3.0:1724310018.932220:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.932224:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.932227:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b880 00000400:00000010:3.0:1724310018.932229:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b880. 00010000:00000010:0.1:1724310018.932366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310018.932372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310018.932405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.1:1724310018.932409:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310018.932412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:3.1:1724310018.932414:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:3.1:1724310018.932416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310018.932420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:0.0:1724310018.934123:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.934134:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230000 00000400:00000200:0.0:1724310018.934139:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 46328 00000400:00000200:0.0:1724310018.934155:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.934157:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.934161:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.934165:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2d80. 00000020:00000010:1.0:1724310018.934693:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c7dc00. 00000020:00000010:1.0:1724310018.934698:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.934701:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.934728:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883527168 02000000:00000010:1.0:1724310018.934750:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801242a5000. 00010000:00000010:1.0:1724310018.934774:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.934783:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.934801:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310018.934804:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.934814:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310018.934815:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310018.934818:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310018.934820:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310018.934889:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310018.934891:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.934893:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310018.934895:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310018.934912:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ce0. 00000020:00000010:1.0:1724310018.934916:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ce0. 00000020:00000010:1.0:1724310018.934923:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43ea0. 00080000:00000010:1.0:1724310018.934928:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131808400. 00000001:00000010:1.0:1724310018.935357:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b67f000. 00000001:00000010:1.0:1724310018.935362:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310018.935392:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43ea0. 00010000:00000010:1.0:1724310018.935398:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310018.935401:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.935412:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.935426:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310018.935429:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310018.935441:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310018.935445:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310018.935448:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.935452:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310018.935456:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310018.935466:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096653, last committed = 4295096163 00010000:00000200:1.0:1724310018.935472:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2d80 x1808069883527168/t4295096653(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.935485:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b7f8. 00000100:00000200:1.0:1724310018.935489:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883527168, offset 224 00000400:00000010:1.0:1724310018.935493:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3348. 00000400:00000200:1.0:1724310018.935496:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.935503:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.935508:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532188:532188:256:4294967295] 192.168.204.31@tcp LPNI seq info [532184:532184:8:4294967295] 00000400:00000200:1.0:1724310018.935511:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.935517:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.935521:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.935523:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3a00. 00000800:00000200:1.0:1724310018.935527:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.935533:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.935535:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.935555:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.935558:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.935560:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c7dc00. 00010000:00000010:3.1:1724310018.935943:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00000800:00000200:0.0:1724310018.935945:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.935947:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3a00. 00010000:00000010:3.1:1724310018.935948:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00000400:00000200:0.0:1724310018.935951:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1724310018.935952:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:3.1:1724310018.935953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000400:00000200:0.0:1724310018.935954:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.937755:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.937766:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cd5 00000400:00000200:0.0:1724310018.937771:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.937774:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.937778:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b7f8 00000400:00000010:0.0:1724310018.937781:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b7f8. 00010000:00000010:3.0:1724310018.937948:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:3.0:1724310018.937956:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00000400:00000200:2.0:1724310018.938922:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.938933:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230080 00000400:00000200:2.0:1724310018.938940:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 46816 00000400:00000200:2.0:1724310018.938995:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.938999:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.939004:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.939011:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeca80. 00000020:00000010:1.0:1724310018.939419:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080b5d200. 00000020:00000010:1.0:1724310018.939424:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.939428:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.939460:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883527296 00000001:00000010:1.0:1724310018.939469:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:1.0:1724310018.939487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.939492:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 02000000:00000010:1.0:1724310018.939534:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801222e0000. 00010000:00000010:1.0:1724310018.939554:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310018.939557:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.939569:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310018.939571:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.939575:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310018.939577:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310018.939647:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310018.939653:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.939657:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310018.939663:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:1.0:1724310018.940487:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.940491:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.940493:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.940496:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.940534:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.940541:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.940544:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.940565:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000200:1.0:1724310018.940578:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeca80 x1808069883527296/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.940592:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b7f8. 00000100:00000200:1.0:1724310018.940597:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883527296, offset 224 00000400:00000200:1.0:1724310018.940602:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.940610:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.940616:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532189:532189:256:4294967295] 192.168.204.31@tcp LPNI seq info [532185:532185:8:4294967295] 00000400:00000200:1.0:1724310018.940624:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.940629:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.940632:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310018.940636:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.940642:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.940645:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.940806:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.940810:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.940814:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080b5d200. 00000800:00000200:0.0:1724310018.941298:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.941301:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:0.0:1724310018.941305:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.941309:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.941312:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b7f8 00000400:00000010:0.0:1724310018.941313:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b7f8. 00010000:00000010:3.1:1724310018.941711:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310018.941716:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310018.941719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310018.941721:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:3.1:1724310018.941723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:3.1:1724310018.941727:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310018.942944:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.942955:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230180 00000400:00000200:0.0:1724310018.942961:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 47392 00000400:00000200:0.0:1724310018.942978:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.942981:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.942986:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.942990:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf2680. 00000020:00000010:1.0:1724310018.943073:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f0ce00. 00000020:00000010:1.0:1724310018.943077:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.943080:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.943107:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883527552 02000000:00000010:1.0:1724310018.943129:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010fa8c000. 00010000:00000010:1.0:1724310018.943153:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.943163:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.943181:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.943184:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.943193:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.943195:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310018.943197:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310018.943199:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310018.943299:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310018.943301:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.943303:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.943305:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310018.943322:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ce0. 00000020:00000010:1.0:1724310018.943326:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ce0. 00000020:00000010:1.0:1724310018.943333:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43ea0. 00080000:00000010:1.0:1724310018.943338:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013180bc00. 00000001:00000010:1.0:1724310018.943489:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ba0. 00000001:00000010:1.0:1724310018.943494:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310018.943522:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43ea0. 00010000:00000010:1.0:1724310018.943527:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310018.943530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.943543:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310018.943558:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310018.943560:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310018.943572:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310018.943576:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310018.943579:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.943583:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310018.943588:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310018.943597:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096654, last committed = 4295096163 00010000:00000200:1.0:1724310018.943602:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf2680 x1808069883527552/t4295096654(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.943614:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b880. 00000100:00000200:1.0:1724310018.943618:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883527552, offset 224 00000400:00000010:1.0:1724310018.943622:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3380. 00000400:00000200:1.0:1724310018.943624:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.943631:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.943636:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532190:532190:256:4294967295] 192.168.204.31@tcp LPNI seq info [532186:532186:8:4294967295] 00000400:00000200:1.0:1724310018.943639:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.943644:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.943648:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.943651:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310018.943655:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.943660:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.943663:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.943686:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.943688:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.943691:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f0ce00. 00000800:00000200:2.0:1724310018.943853:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.943856:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:2.0:1724310018.943858:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.943862:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.945492:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310018.945504:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cdd 00000400:00000200:2.0:1724310018.945509:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.945512:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310018.945517:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b880 00000400:00000010:2.0:1724310018.945519:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b880. 00010000:00000010:0.0:1724310018.945590:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:0.0:1724310018.945597:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000400:00000200:1.0:1724310018.946056:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310018.946065:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230200 00000400:00000200:1.0:1724310018.946070:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 47880 00000400:00000200:1.0:1724310018.946115:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.946119:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.946123:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.946127:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f800. 00000020:00000010:3.0:1724310018.946569:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c000. 00000020:00000010:3.0:1724310018.946574:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.946578:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.946609:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883527680 00000001:00000010:3.0:1724310018.946617:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:3.0:1724310018.946640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310018.946644:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310018.946689:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801224d0000. 00010000:00000010:3.0:1724310018.946710:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310018.946713:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.946723:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.946725:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.946728:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310018.946730:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000004:00000010:3.0:1724310018.946800:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310018.946807:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.946811:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310018.946817:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:0.1:1724310018.947579:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310018.947586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.0:1724310018.947659:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.947661:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.947664:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310018.947667:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.947704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.947786:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.947790:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.947816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.947830:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f800 x1808069883527680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.947843:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051908. 00000100:00000200:3.0:1724310018.947848:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883527680, offset 224 00000400:00000200:3.0:1724310018.947852:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.947860:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.947865:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532191:532191:256:4294967295] 192.168.204.31@tcp LPNI seq info [532187:532187:8:4294967295] 00000400:00000200:3.0:1724310018.947873:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.947878:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.947881:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.947885:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.947890:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.947894:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.947917:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.947921:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.947923:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c000. 00000800:00000200:2.0:1724310018.948226:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.948229:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:2.0:1724310018.948233:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.948237:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.948239:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051908 00000400:00000010:2.0:1724310018.948241:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051908. 00010000:00000010:0.1:1724310018.951895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:0.1:1724310018.951907:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:0.1:1724310018.951910:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310018.951912:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:3.1:1724310018.952157:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:3.1:1724310018.952162:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00000400:00000200:0.0:1724310018.952547:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.952560:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230300 00000400:00000200:0.0:1724310018.952566:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 48456 00000400:00000200:0.0:1724310018.952586:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.952590:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.952595:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.952600:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf0700. 00000020:00000010:3.0:1724310018.952918:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c000. 00000020:00000010:3.0:1724310018.952924:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.952928:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.952962:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883527936 02000000:00000010:3.0:1724310018.952987:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88007a0d8000. 00010000:00000010:3.0:1724310018.953015:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.953026:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.953047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310018.953051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.953061:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310018.953063:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.953065:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310018.953067:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.953142:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310018.953145:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.953148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310018.953150:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310018.953169:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.953174:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.953182:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880086e3a0c0. 00080000:00000010:3.0:1724310018.953187:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800796afc00. 00000001:00000010:3.0:1724310018.953408:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4b40. 00000001:00000010:3.0:1724310018.953412:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310018.953442:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880086e3a0c0. 00010000:00000010:3.0:1724310018.953448:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310018.953451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.953464:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.953482:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.953485:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310018.953501:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310018.953506:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:3.0:1724310018.953508:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.953514:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310018.953519:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310018.953530:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096655, last committed = 4295096163 00010000:00000200:3.0:1724310018.953536:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf0700 x1808069883527936/t4295096655(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.953553:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051550. 00000100:00000200:3.0:1724310018.953557:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883527936, offset 224 00000400:00000010:3.0:1724310018.953561:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17e38. 00000400:00000200:3.0:1724310018.953563:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.953571:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.953575:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532192:532192:256:4294967295] 192.168.204.31@tcp LPNI seq info [532188:532188:8:4294967295] 00000400:00000200:3.0:1724310018.953579:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.953584:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.953588:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.953591:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310018.953595:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.953599:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.953603:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.953623:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.953626:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.953628:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c000. 00000800:00000200:1.0:1724310018.953698:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.953702:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310018.953705:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.953709:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.954817:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:0.1:1724310018.954825:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310018.954829:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:0.1:1724310018.954832:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:0.0:1724310018.955534:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.955547:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ce5 00000400:00000200:0.0:1724310018.955552:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.955555:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.955559:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051550 00000400:00000010:0.0:1724310018.955561:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051550. 00010000:00000010:3.0:1724310018.955637:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.955645:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000400:00000200:0.0:1724310018.956253:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.956355:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230380 00000400:00000200:0.0:1724310018.956361:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 48944 00000400:00000200:1.0:1724310018.957337:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.957343:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310018.957348:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310018.957353:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850f480. 00010000:00000010:0.1:1724310018.957687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:0.1:1724310018.957694:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310018.957697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:0.1:1724310018.957699:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:0.1:1724310018.957701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:0.1:1724310018.957705:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00000020:00000010:3.0:1724310018.957760:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c000. 00000020:00000010:3.0:1724310018.957765:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.957769:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.958063:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883528064 00000001:00000010:3.0:1724310018.958073:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:3.0:1724310018.958092:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310018.958098:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 02000000:00000010:3.0:1724310018.958142:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134530000. 00010000:00000010:3.0:1724310018.958165:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310018.958168:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.958181:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.958184:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.958186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310018.958188:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000004:00000010:3.0:1724310018.958284:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310018.958300:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.958305:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310018.958311:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310018.959190:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310018.959193:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.959196:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310018.959199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.959237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.959246:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.959249:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.959298:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000200:3.0:1724310018.959313:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850f480 x1808069883528064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.959325:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:3.0:1724310018.959331:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883528064, offset 224 00000400:00000200:3.0:1724310018.959336:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.959345:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.959350:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532193:532193:256:4294967295] 192.168.204.31@tcp LPNI seq info [532189:532189:8:4294967295] 00000400:00000200:3.0:1724310018.959358:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.959363:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.959366:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310018.959371:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.959377:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.959381:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.959899:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.959904:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.959906:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c000. 00000800:00000200:1.0:1724310018.960010:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310018.960013:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310018.960016:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310018.960021:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310018.960024:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:1.0:1724310018.960026:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00010000:00000010:0.1:1724310018.961052:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:0.1:1724310018.961059:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310018.961062:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:0.1:1724310018.961065:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310018.961067:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:0.1:1724310018.961073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00000400:00000200:0.0:1724310018.961783:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.961794:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230480 00000400:00000200:0.0:1724310018.961801:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 49520 00000400:00000200:0.0:1724310018.961817:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.961820:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.961826:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.961830:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf0a80. 00000020:00000010:3.0:1724310018.962502:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3c000. 00000020:00000010:3.0:1724310018.962508:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.962512:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.962544:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883528320 02000000:00000010:3.0:1724310018.962566:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880070d0b000. 00010000:00000010:3.0:1724310018.962591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.962601:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.962618:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310018.962622:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.962630:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.962632:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310018.962635:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310018.962637:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310018.962703:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.962705:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.962707:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310018.962709:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310018.962724:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.962728:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce00. 00000020:00000010:3.0:1724310018.962735:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4ea0. 00080000:00000010:3.0:1724310018.962740:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc4000. 00000001:00000010:3.0:1724310018.962877:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880086e3aa20. 00000001:00000010:3.0:1724310018.962881:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310018.962910:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4ea0. 00010000:00000010:3.0:1724310018.962915:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310018.962917:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.962930:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.962945:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310018.962947:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310018.962962:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310018.962967:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:3.0:1724310018.962969:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.962974:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310018.962980:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310018.962990:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096656, last committed = 4295096163 00010000:00000200:3.0:1724310018.962996:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf0a80 x1808069883528320/t4295096656(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.963007:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310018.963012:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883528320, offset 224 00000400:00000010:3.0:1724310018.963016:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17e70. 00000400:00000200:3.0:1724310018.963019:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.963027:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.963032:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532194:532194:256:4294967295] 192.168.204.31@tcp LPNI seq info [532190:532190:8:4294967295] 00000400:00000200:3.0:1724310018.963036:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.963041:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.963045:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.963048:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310018.963053:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.963058:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.963061:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.963085:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.963088:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.963091:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3c000. 00000800:00000200:0.0:1724310018.963227:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.963230:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310018.963233:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.963236:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310018.963681:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:0.1:1724310018.963687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:0.1:1724310018.963690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:0.1:1724310018.963693:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310018.963695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:0.1:1724310018.963697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:0.0:1724310018.965384:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.965396:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ced 00000400:00000200:0.0:1724310018.965401:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.965404:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.965408:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:0.0:1724310018.965410:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00000400:00000200:0.0:1724310018.965863:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.965869:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230500 00000400:00000200:0.0:1724310018.965875:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 50008 00000400:00000200:0.0:1724310018.965925:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.965929:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.965933:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.965938:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3480. 00000020:00000010:1.0:1724310018.966003:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f0d800. 00000020:00000010:1.0:1724310018.966008:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.966012:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.966046:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883528448 00000001:00000010:1.0:1724310018.966054:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:1.0:1724310018.966074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310018.966078:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 02000000:00000010:1.0:1724310018.966123:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012f570000. 00010000:00000010:1.0:1724310018.966143:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310018.966146:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.966159:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310018.966161:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.966164:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310018.966166:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:2.0:1724310018.966224:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:2.0:1724310018.966231:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000004:00000010:1.0:1724310018.966237:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310018.966243:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.966247:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310018.966278:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:1.0:1724310018.966791:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310018.966794:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.966797:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310018.966800:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.966833:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.966853:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.966856:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.966877:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000200:1.0:1724310018.966886:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3480 x1808069883528448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.966898:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b908. 00000100:00000200:1.0:1724310018.966902:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883528448, offset 224 00000400:00000200:1.0:1724310018.966906:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.966913:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.966917:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532195:532195:256:4294967295] 192.168.204.31@tcp LPNI seq info [532191:532191:8:4294967295] 00000400:00000200:1.0:1724310018.966926:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.966930:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.966933:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3700. 00000800:00000200:1.0:1724310018.966937:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.966943:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.966946:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.966971:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.966974:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.966977:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f0d800. 00000800:00000200:2.0:1724310018.967090:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310018.967093:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3700. 00000400:00000200:2.0:1724310018.967095:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.967099:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310018.967101:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b908 00000400:00000010:2.0:1724310018.967102:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b908. 00010000:00000010:0.1:1724310018.972228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:0.1:1724310018.972240:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310018.972243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:0.1:1724310018.972246:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310018.972249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:0.1:1724310018.972254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00000400:00000200:2.0:1724310018.972375:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310018.972389:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230600 00000400:00000200:2.0:1724310018.972395:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 50584 00000400:00000200:2.0:1724310018.972417:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310018.972421:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310018.972427:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310018.972432:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedc00. 00000020:00000010:1.0:1724310018.972501:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f0d800. 00000020:00000010:1.0:1724310018.972506:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.972510:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310018.972612:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883528704 02000000:00000010:1.0:1724310018.972639:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009bf10000. 00010000:00000010:1.0:1724310018.972667:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.972677:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.972696:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310018.972700:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310018.972712:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310018.972714:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310018.972716:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310018.972719:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310018.972790:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310018.972792:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310018.972795:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310018.972797:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310018.972816:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d240e0. 00000020:00000010:1.0:1724310018.972821:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d240e0. 00000020:00000010:1.0:1724310018.972829:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7720. 00080000:00000010:1.0:1724310018.972834:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88013180b400. 00000001:00000010:1.0:1724310018.972984:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43ae0. 00000001:00000010:1.0:1724310018.972989:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310018.973016:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7720. 00010000:00000010:1.0:1724310018.973022:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310018.973025:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.973038:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310018.973053:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310018.973055:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310018.973068:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:1.0:1724310018.973072:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:1.0:1724310018.973075:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310018.973079:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310018.973084:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310018.973095:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096657, last committed = 4295096163 00010000:00000200:1.0:1724310018.973100:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedc00 x1808069883528704/t4295096657(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310018.973114:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41ba18. 00000100:00000200:1.0:1724310018.973119:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883528704, offset 224 00000400:00000010:1.0:1724310018.973124:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e33b8. 00000400:00000200:1.0:1724310018.973127:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310018.973135:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310018.973140:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532196:532196:256:4294967295] 192.168.204.31@tcp LPNI seq info [532192:532192:8:4294967295] 00000400:00000200:1.0:1724310018.973144:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310018.973150:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310018.973154:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310018.973157:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310018.973161:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310018.973166:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310018.973169:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310018.973853:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310018.973857:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310018.973860:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f0d800. 00000800:00000200:0.0:1724310018.973970:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.973973:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310018.973977:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.973981:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.975667:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.975676:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cf5 00000400:00000200:0.0:1724310018.975680:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.975683:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.975686:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41ba18 00000400:00000010:0.0:1724310018.975688:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41ba18. 00010000:00000010:1.1:1724310018.976380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.1:1724310018.976386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:1.1:1724310018.976390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.1:1724310018.976394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310018.976417:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310018.976423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00000400:00000200:0.0:1724310018.976543:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.976548:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230680 00000400:00000200:0.0:1724310018.976554:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 51072 00010000:00000010:3.0:1724310018.976602:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:3.0:1724310018.976609:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:0.0:1724310018.976768:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.976772:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.976776:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.976780:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094cf3800. 00000020:00000010:2.0:1724310018.976824:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310018.976829:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310018.976832:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.976850:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883528832 00000001:00000010:2.0:1724310018.976858:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310018.976874:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310018.976878:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310018.976923:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880120e00000. 00010000:00000010:2.0:1724310018.976943:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310018.976946:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.976957:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310018.976959:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.976961:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310018.976963:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000004:00000010:2.0:1724310018.977032:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310018.977038:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.977043:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310018.977049:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310018.977528:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310018.977531:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.977534:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310018.977537:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.977569:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.978128:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.978133:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.978157:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310018.978169:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094cf3800 x1808069883528832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.978182:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a666e8. 00000100:00000200:2.0:1724310018.978187:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883528832, offset 224 00000400:00000200:2.0:1724310018.978191:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.978199:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.978204:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532197:532197:256:4294967295] 192.168.204.31@tcp LPNI seq info [532193:532193:8:4294967295] 00000400:00000200:2.0:1724310018.978212:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.978217:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.978221:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310018.978225:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.978231:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.978235:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.978284:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310018.978296:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.978299:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00000800:00000200:3.0:1724310018.978734:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310018.978738:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:3.0:1724310018.978742:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310018.978746:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310018.978749:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a666e8 00000400:00000010:3.0:1724310018.978752:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a666e8. 00010000:00000010:1.1:1724310018.979573:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.1:1724310018.979581:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:1.1:1724310018.979583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.1:1724310018.979585:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:1.1:1724310018.979588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.1:1724310018.979593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:0.0:1724310018.979719:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.979728:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230780 00000400:00000200:0.0:1724310018.979733:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 51648 00000400:00000200:0.0:1724310018.979747:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.979750:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.979754:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.979759:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304700. 00000020:00000010:2.0:1724310018.979814:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9e000. 00000020:00000010:2.0:1724310018.979817:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310018.979820:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00000100:00000200:2.0:1724310018.979848:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529088 02000000:00000010:2.0:1724310018.979868:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009342b000. 00010000:00000010:2.0:1724310018.979888:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.979895:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.979912:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310018.979915:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00010000:00000010:2.0:1724310018.979923:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310018.979925:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310018.979928:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310018.979930:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310018.979989:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310018.979992:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d880. 00010000:00000010:2.0:1724310018.979994:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310018.979996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00000020:00000010:2.0:1724310018.980212:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.980217:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800b19c1d00. 00000020:00000010:2.0:1724310018.980224:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ea0. 00080000:00000010:2.0:1724310018.980230:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d5a2800. 00000001:00000010:2.0:1724310018.980422:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242935a0. 00000001:00000010:2.0:1724310018.980427:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310018.980457:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ea0. 00010000:00000010:2.0:1724310018.980463:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310018.980467:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.980479:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310018.980497:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310018.980499:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d880. 00080000:00000010:2.0:1724310018.980517:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310018.980521:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310018.980525:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310018.980531:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310018.980538:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000200:2.0:1724310018.980547:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096658, last committed = 4295096163 00010000:00000200:2.0:1724310018.980553:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304700 x1808069883529088/t4295096658(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310018.980564:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a666e8. 00000100:00000200:2.0:1724310018.980568:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883529088, offset 224 00000400:00000010:2.0:1724310018.980573:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b959d8. 00000400:00000200:2.0:1724310018.980576:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310018.980583:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310018.980588:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532198:532198:256:4294967295] 192.168.204.31@tcp LPNI seq info [532194:532194:8:4294967295] 00000400:00000200:2.0:1724310018.980592:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310018.980598:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310018.980602:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310018.980605:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310018.980608:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310018.980613:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310018.980615:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310018.980633:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d100. 00000020:00000010:2.0:1724310018.980636:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:2.0:1724310018.980638:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9e000. 00000800:00000200:0.0:1724310018.980734:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.980737:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310018.980740:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.980744:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.982306:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.982315:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295cfd 00000400:00000200:0.0:1724310018.982319:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.982321:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.982325:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a666e8 00000400:00000010:0.0:1724310018.982327:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a666e8. 00000400:00000200:0.0:1724310018.982349:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.982353:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230800 00000400:00000200:0.0:1724310018.982358:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 52136 00000400:00000200:0.0:1724310018.982405:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.982408:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.982412:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.982416:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307480. 00000020:00000010:3.0:1724310018.982470:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3d000. 00000020:00000010:3.0:1724310018.982474:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.982477:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.982496:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529216 00010000:00000010:2.0:1724310018.982503:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00000001:00000010:3.0:1724310018.982503:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:2.0:1724310018.982508:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:3.0:1724310018.982516:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310018.982519:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310018.982557:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122680000. 00010000:00000010:3.0:1724310018.982572:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310018.982574:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.982582:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310018.982584:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.982586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310018.982588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000004:00000010:3.0:1724310018.982643:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310018.982653:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.982657:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310018.982662:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310018.983153:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310018.983156:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.983159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310018.983161:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.983191:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.983197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.983200:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.983221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310018.983232:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307480 x1808069883529216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.983244:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310018.983248:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883529216, offset 224 00000400:00000200:3.0:1724310018.983252:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.983334:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.983339:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532199:532199:256:4294967295] 192.168.204.31@tcp LPNI seq info [532195:532195:8:4294967295] 00000400:00000200:3.0:1724310018.983346:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.983351:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.983355:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310018.983358:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.983363:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.983366:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.983377:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.983380:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.983382:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3d000. 00000800:00000200:0.0:1724310018.983467:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.983471:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310018.983473:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.983477:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.983480:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:0.0:1724310018.983481:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00000400:00000200:0.0:1724310018.984913:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.984923:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230900 00000400:00000200:0.0:1724310018.984928:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 52712 00000400:00000200:0.0:1724310018.984943:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.984946:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.984950:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.984954:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305c00. 00000020:00000010:3.0:1724310018.985032:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3d000. 00000020:00000010:3.0:1724310018.985036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.985039:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.985116:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529472 02000000:00000010:3.0:1724310018.985139:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134460000. 00010000:00000010:3.0:1724310018.985160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.985168:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.985184:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310018.985187:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.985195:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.985197:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310018.985200:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310018.985202:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:1.1:1724310018.985376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310018.985382:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:2.1:1724310018.985382:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:1.1:1724310018.985386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310018.985388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:2.1:1724310018.985388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:3.0:1724310018.985484:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.985487:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.985490:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310018.985492:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310018.985512:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310018.985517:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310018.985524:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4240. 00080000:00000010:3.0:1724310018.985529:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc6400. 00000001:00000010:3.0:1724310018.985674:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae47e0. 00000001:00000010:3.0:1724310018.985679:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f263c0. 00000020:00000010:3.0:1724310018.985708:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4240. 00010000:00000010:3.0:1724310018.985714:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310018.985717:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.985730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.985746:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.985749:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310018.985763:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310018.985767:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:3.0:1724310018.985770:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.985775:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310018.985781:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310018.985792:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096659, last committed = 4295096163 00010000:00000200:3.0:1724310018.985799:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305c00 x1808069883529472/t4295096659(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.985809:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310018.985814:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883529472, offset 224 00000400:00000010:3.0:1724310018.985818:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17ea8. 00000400:00000200:3.0:1724310018.985821:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.985829:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.985833:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532200:532200:256:4294967295] 192.168.204.31@tcp LPNI seq info [532196:532196:8:4294967295] 00000400:00000200:3.0:1724310018.985838:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.985843:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.985847:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.985851:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310018.985855:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.985860:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.985863:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.985912:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310018.985916:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.985918:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3d000. 00000800:00000200:0.0:1724310018.986105:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.986108:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310018.986112:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.986115:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.987073:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.987080:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d05 00000400:00000200:0.0:1724310018.987084:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.987087:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.987090:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:0.0:1724310018.987092:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:3.0:1724310018.987186:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.987192:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00000400:00000200:0.0:1724310018.987277:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.987284:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230980 00000400:00000200:0.0:1724310018.987300:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 53200 00000400:00000200:0.0:1724310018.987344:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.987348:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.987352:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.987355:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306300. 00000020:00000010:3.0:1724310018.987418:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092c3d000. 00000020:00000010:3.0:1724310018.987421:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.987424:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.987737:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529600 00000001:00000010:3.0:1724310018.987745:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:3.0:1724310018.987759:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310018.987762:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 02000000:00000010:3.0:1724310018.987801:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880132d00000. 00010000:00000010:3.0:1724310018.987819:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310018.987822:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.987829:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310018.987831:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.987834:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310018.987836:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000004:00000010:3.0:1724310018.987893:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310018.987898:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.987902:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310018.987908:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310018.989121:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310018.989125:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.989128:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310018.989131:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.989162:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.989169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.989171:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.989192:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310018.989202:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306300 x1808069883529600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.989213:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310018.989217:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883529600, offset 224 00000400:00000200:3.0:1724310018.989222:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.989229:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.989234:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532201:532201:256:4294967295] 192.168.204.31@tcp LPNI seq info [532197:532197:8:4294967295] 00000400:00000200:3.0:1724310018.989241:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.989244:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.989247:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310018.989251:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.989279:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.989282:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.989303:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.989307:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.989309:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092c3d000. 00010000:00000010:1.1:1724310018.989366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310018.989372:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310018.989377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310018.989379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310018.989381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310018.989387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310018.989389:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310018.989392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00000800:00000200:0.0:1724310018.989472:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.989474:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310018.989478:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.989481:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.989485:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:0.0:1724310018.989486:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00010000:00000010:2.1:1724310018.989820:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:2.1:1724310018.989826:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310018.989830:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:2.1:1724310018.989834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:2.1:1724310018.989837:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:2.1:1724310018.989839:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00000400:00000200:0.0:1724310018.991785:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.991796:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230a80 00000400:00000200:0.0:1724310018.991802:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 53776 00000400:00000200:0.0:1724310018.991817:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.991820:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.991824:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.991828:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304e00. 00000020:00000010:3.0:1724310018.991888:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310018.991892:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.991895:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.992055:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529856 02000000:00000010:3.0:1724310018.992083:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800773ad000. 00010000:00000010:3.0:1724310018.992111:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.992122:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.992142:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310018.992146:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.992156:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310018.992158:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310018.992160:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310018.992162:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310018.992248:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310018.992250:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.992252:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310018.992255:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00000020:00000010:3.0:1724310018.992317:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310018.992322:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c6c0. 00000020:00000010:3.0:1724310018.992329:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4420. 00080000:00000010:3.0:1724310018.992334:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc4800. 00000001:00000010:3.0:1724310018.992485:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b4d20. 00000001:00000010:3.0:1724310018.992489:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310018.992519:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4420. 00010000:00000010:3.0:1724310018.992525:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310018.992528:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.992541:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310018.992557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310018.992559:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310018.992575:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310018.992579:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:3.0:1724310018.992582:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.992588:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310018.992594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310018.992604:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096660, last committed = 4295096163 00010000:00000200:3.0:1724310018.992610:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304e00 x1808069883529856/t4295096660(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.992622:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310018.992627:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883529856, offset 224 00000400:00000010:3.0:1724310018.992631:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17ee0. 00000400:00000200:3.0:1724310018.992634:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.992641:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.992645:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532202:532202:256:4294967295] 192.168.204.31@tcp LPNI seq info [532198:532198:8:4294967295] 00000400:00000200:3.0:1724310018.992649:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.992654:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.992659:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.992662:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.992666:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.992671:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.992674:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.992690:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.992693:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.992696:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310018.992848:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.992851:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.992854:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.992857:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.994549:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.994559:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d0d 00000400:00000200:0.0:1724310018.994562:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.994565:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.994568:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:0.0:1724310018.994570:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:0.0:1724310018.994817:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.994823:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230b00 00000400:00000200:0.0:1724310018.994827:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 54264 00000400:00000200:0.0:1724310018.994839:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.994841:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.994844:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.994848:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306d80. 00010000:00000010:2.0:1724310018.994926:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:2.0:1724310018.994933:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000020:00000010:3.0:1724310018.995234:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092481a00. 00000020:00000010:3.0:1724310018.995238:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.995240:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.995277:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883529984 00000001:00000010:3.0:1724310018.995283:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f263c0. 00010000:00000010:3.0:1724310018.995307:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310018.995310:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310018.995348:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131980000. 00010000:00000010:3.0:1724310018.995363:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310018.995366:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.995375:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310018.995377:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.995380:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310018.995382:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:2.1:1724310018.995404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:2.1:1724310018.995410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310018.995412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:2.1:1724310018.995416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:2.1:1724310018.995418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310018.995420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:2.1:1724310018.995422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:2.1:1724310018.995424:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310018.995427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:2.1:1724310018.995428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00000004:00000010:3.0:1724310018.995441:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310018.995447:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.995451:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923d48. 00080000:00000010:3.0:1724310018.995456:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310018.995923:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310018.995926:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.995929:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310018.995932:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.995963:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.995969:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.995972:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.995991:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310018.996001:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306d80 x1808069883529984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.996012:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310018.996016:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883529984, offset 224 00000400:00000200:3.0:1724310018.996020:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.996027:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.996032:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532203:532203:256:4294967295] 192.168.204.31@tcp LPNI seq info [532199:532199:8:4294967295] 00000400:00000200:3.0:1724310018.996039:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.996043:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.996046:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310018.996050:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.996055:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.996058:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.996069:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.996072:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.996075:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092481a00. 00000800:00000200:0.0:1724310018.996172:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.996175:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310018.996178:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.996182:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.996184:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:0.0:1724310018.996186:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00000400:00000200:0.0:1724310018.997392:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.997402:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230c00 00000400:00000200:0.0:1724310018.997407:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 54840 00000400:00000200:0.0:1724310018.997422:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.997425:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.997434:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.997438:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304a80. 00000020:00000010:3.0:1724310018.997814:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092481a00. 00000020:00000010:3.0:1724310018.997818:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.997821:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923ed8. 00000100:00000200:3.0:1724310018.997851:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883530240 02000000:00000010:3.0:1724310018.997875:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb99000. 00010000:00000010:3.0:1724310018.997898:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.997912:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.997928:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310018.997931:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310018.997938:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310018.997939:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310018.997942:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310018.997944:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310018.998008:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310018.998010:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310018.998012:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310018.998015:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310018.998030:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310018.998035:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310018.998043:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b4ba0. 00080000:00000010:3.0:1724310018.998048:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc5c00. 00000001:00000010:3.0:1724310018.998204:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800b1ae4420. 00000001:00000010:3.0:1724310018.998209:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310018.998237:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b4ba0. 00010000:00000010:3.0:1724310018.998243:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310018.998246:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.998305:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310018.998321:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310018.998324:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00080000:00000010:3.0:1724310018.998340:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310018.998344:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923d48. 00000004:00000010:3.0:1724310018.998347:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310018.998351:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:3.0:1724310018.998359:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310018.998374:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096661, last committed = 4295096163 00010000:00000200:3.0:1724310018.998380:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304a80 x1808069883530240/t4295096661(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 488/456 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310018.998391:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310018.998394:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883530240, offset 224 00000400:00000010:3.0:1724310018.998399:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17f18. 00000400:00000200:3.0:1724310018.998401:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310018.998409:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310018.998413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532204:532204:256:4294967295] 192.168.204.31@tcp LPNI seq info [532200:532200:8:4294967295] 00000400:00000200:3.0:1724310018.998417:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310018.998422:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310018.998426:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310018.998428:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310018.998432:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310018.998437:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310018.998439:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310018.998462:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310018.998465:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923ed8. 00000020:00000010:3.0:1724310018.998467:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092481a00. 00000800:00000200:0.0:1724310018.998550:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310018.998553:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310018.998556:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.998560:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310018.999826:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310018.999836:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d15 00000400:00000200:0.0:1724310018.999839:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.999843:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310018.999846:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:0.0:1724310018.999848:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00000400:00000200:0.0:1724310018.999880:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310018.999885:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230c80 00000400:00000200:0.0:1724310018.999890:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 55328 00000400:00000200:0.0:1724310018.999934:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310018.999938:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310018.999941:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310018.999945:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307b80. 00000020:00000010:2.0:1724310018.999994:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9e000. 00000020:00000010:2.0:1724310018.999998:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310019.000001:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f4b0. 00010000:00000010:3.0:1724310019.000006:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.000012:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00000100:00000200:2.0:1724310019.000025:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883530368 00000001:00000010:2.0:1724310019.000032:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:2.0:1724310019.000045:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.000048:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 02000000:00000010:2.0:1724310019.000084:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801318a0000. 00010000:00000010:2.0:1724310019.000099:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.000101:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.000110:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.000113:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310019.000323:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.000333:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000004:00000010:3.0:1724310019.000949:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310019.000956:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.000961:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.000967:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.001459:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.001493:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.001498:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.001501:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.001538:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:3.0:1724310019.001545:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:3.0:1724310019.001548:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00010000:00000010:0.1:1724310019.001559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:0.1:1724310019.001568:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310019.001571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:0.1:1724310019.001574:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.001575:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:0.1:1724310019.001577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:0.1:1724310019.001581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000200:3.0:1724310019.001586:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307b80 x1808069883530368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:284/0 lens 576/584 e 0 to 0 dl 1724310054 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.001598:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310019.001603:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883530368, offset 224 00000400:00000200:3.0:1724310019.001607:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.001614:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.001619:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532205:532205:256:4294967295] 192.168.204.31@tcp LPNI seq info [532201:532201:8:4294967295] 00000400:00000200:3.0:1724310019.001626:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.001630:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.001633:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.001637:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.001642:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.001645:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.001670:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:3.0:1724310019.001674:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f4b0. 00000020:00000010:3.0:1724310019.001677:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9e000. 00000800:00000200:0.0:1724310019.001826:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.001828:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310019.001831:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.001836:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.001838:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:0.0:1724310019.001840:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00000400:00000200:0.0:1724310019.003224:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.003234:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230d80 00000400:00000200:0.0:1724310019.003240:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 55904 00000400:00000200:0.0:1724310019.003255:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.003302:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.003306:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.003311:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093307800. 00000020:00000010:3.0:1724310019.003388:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.003391:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.003394:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.003414:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883530624 02000000:00000010:3.0:1724310019.003438:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c0b2000. 00010000:00000010:3.0:1724310019.003463:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.003473:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.003491:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.003494:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.003502:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.003504:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.003506:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.003508:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.003567:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.003569:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.003571:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.003573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310019.003595:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.003599:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.003607:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800b1ae4360. 00080000:00000010:3.0:1724310019.003611:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc6000. 00000001:00000010:3.0:1724310019.003765:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800941b43c0. 00000001:00000010:3.0:1724310019.003769:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f269c0. 00000020:00000010:3.0:1724310019.003799:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800b1ae4360. 00010000:00000010:3.0:1724310019.003804:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.003806:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.003816:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.003828:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.003830:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310019.003841:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.003844:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.003847:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.003851:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310019.003855:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310019.003863:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096662, last committed = 4295096163 00010000:00000200:3.0:1724310019.003868:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093307800 x1808069883530624/t4295096662(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.003877:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:3.0:1724310019.003880:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883530624, offset 224 00000400:00000010:3.0:1724310019.003883:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17f50. 00000400:00000200:3.0:1724310019.003885:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.003890:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.003894:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532206:532206:256:4294967295] 192.168.204.31@tcp LPNI seq info [532202:532202:8:4294967295] 00000400:00000200:3.0:1724310019.003897:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.003900:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.003903:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.003905:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310019.003908:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.003911:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.003913:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.003931:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.003934:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.003936:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00000800:00000200:0.0:1724310019.003987:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.003990:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310019.003993:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.003996:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.005011:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.005020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00000400:00000200:0.0:1724310019.005396:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.005405:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d1d 00000400:00000200:0.0:1724310019.005409:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.005412:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.005415:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:0.0:1724310019.005417:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00000400:00000200:0.0:1724310019.005533:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00010000:00000010:2.0:1724310019.005538:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00000400:00000200:0.0:1724310019.005539:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230e00 00000400:00000200:0.0:1724310019.005544:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 56392 00010000:00000010:2.0:1724310019.005544:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000400:00000200:0.0:1724310019.005588:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.005591:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.005595:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.005599:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093306a00. 00000020:00000010:3.0:1724310019.005950:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.005954:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.005957:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.005988:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883530752 00000001:00000010:3.0:1724310019.005995:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:3.0:1724310019.006011:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.006014:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 02000000:00000010:3.0:1724310019.006057:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011a310000. 00010000:00000010:3.0:1724310019.006076:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.006078:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.006087:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.006090:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.006094:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.006095:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310019.006157:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310019.006163:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.006168:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.006174:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.007143:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.007148:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.007151:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.007154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.007194:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.007203:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.007206:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.007236:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310019.007248:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093306a00 x1808069883530752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.007359:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051550. 00000100:00000200:3.0:1724310019.007367:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883530752, offset 224 00000400:00000200:3.0:1724310019.007372:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.007381:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.007386:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532207:532207:256:4294967295] 192.168.204.31@tcp LPNI seq info [532203:532203:8:4294967295] 00000400:00000200:3.0:1724310019.007394:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.007398:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.007401:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.007405:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.007411:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.007415:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.007438:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.007442:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.007448:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00010000:00000010:1.1:1724310019.007575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:1.1:1724310019.007580:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310019.007583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310019.007586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:1.1:1724310019.007589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.007591:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310019.007593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:1.1:1724310019.007595:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.007597:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.007602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.007603:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.007605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00000800:00000200:0.0:1724310019.007608:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1724310019.007608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000800:00000010:0.0:1724310019.007611:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00010000:00000010:1.1:1724310019.007611:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00000400:00000200:0.0:1724310019.007614:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1724310019.007614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310019.007616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310019.007617:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.007620:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051550 00000400:00000010:0.0:1724310019.007622:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051550. 00000400:00000200:0.0:1724310019.009314:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.009326:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13230f00 00000400:00000200:0.0:1724310019.009332:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 56968 00000400:00000200:0.0:1724310019.009351:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.009354:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.009359:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.009422:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093304380. 00000020:00000010:3.0:1724310019.009635:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.009641:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.009644:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.009674:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531008 02000000:00000010:3.0:1724310019.009702:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006f6c3000. 00010000:00000010:3.0:1724310019.009727:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.009742:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.009761:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.009764:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.009774:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.009776:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.009778:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.009780:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.009851:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.009853:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.009856:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.009858:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.009875:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.009880:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.009887:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8800941b41e0. 00080000:00000010:3.0:1724310019.009892:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc4400. 00000001:00000010:3.0:1724310019.010922:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8360. 00000001:00000010:3.0:1724310019.010928:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26840. 00000020:00000010:3.0:1724310019.010962:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8800941b41e0. 00010000:00000010:3.0:1724310019.010971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.010975:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.010989:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.011008:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.011011:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00080000:00000010:3.0:1724310019.011030:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.011034:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.011037:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.011049:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310019.011057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310019.011069:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096663, last committed = 4295096163 00010000:00000200:3.0:1724310019.011077:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093304380 x1808069883531008/t4295096663(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.011088:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051908. 00000100:00000200:3.0:1724310019.011093:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883531008, offset 224 00000400:00000010:3.0:1724310019.011098:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17f88. 00000400:00000200:3.0:1724310019.011102:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.011111:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.011116:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532208:532208:256:4294967295] 192.168.204.31@tcp LPNI seq info [532204:532204:8:4294967295] 00000400:00000200:3.0:1724310019.011120:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.011125:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.011130:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.011133:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9800. 00000800:00000200:3.0:1724310019.011138:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.011143:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.011146:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.011969:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.011974:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.011977:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00000800:00000200:0.0:1724310019.012547:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.012551:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9800. 00000400:00000200:0.0:1724310019.012557:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.012561:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.013449:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310019.013457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00000400:00000200:0.0:1724310019.013853:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.013863:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d25 00000400:00000200:0.0:1724310019.013868:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.013870:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.013874:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051908 00000400:00000010:0.0:1724310019.013876:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051908. 00000400:00000200:0.0:1724310019.013899:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.013903:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13230f80 00000400:00000200:0.0:1724310019.013909:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 57456 00000400:00000200:0.0:1724310019.013924:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.013927:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.013930:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.013934:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305500. 00010000:00000010:3.0:1724310019.013936:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.013947:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000020:00000010:2.0:1724310019.014000:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f200. 00000020:00000010:2.0:1724310019.014004:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310019.014008:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310019.014023:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531136 00000001:00000010:2.0:1724310019.014031:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f269c0. 00010000:00000010:2.0:1724310019.014047:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.014050:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310019.014090:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880085530000. 00010000:00000010:2.0:1724310019.014107:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.014110:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.014120:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.014122:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310019.014125:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.014127:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00000004:00000010:2.0:1724310019.014190:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310019.014196:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.014200:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310019.014206:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.015443:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310019.015448:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310019.015451:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.015454:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310019.015490:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.015715:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310019.015719:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310019.015744:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310019.015754:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305500 x1808069883531136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.015766:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310019.015771:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883531136, offset 224 00000400:00000200:2.0:1724310019.015775:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.015782:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.015787:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532209:532209:256:4294967295] 192.168.204.31@tcp LPNI seq info [532205:532205:8:4294967295] 00000400:00000200:2.0:1724310019.015794:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.015797:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.015800:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:2.0:1724310019.015804:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.015809:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.015813:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.015833:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310019.015836:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:2.0:1724310019.015839:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f200. 00000800:00000200:0.0:1724310019.015931:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.015933:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:0.0:1724310019.015936:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.015940:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.015943:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:0.0:1724310019.015944:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00010000:00000010:1.1:1724310019.016864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.016876:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310019.016880:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.016883:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.016885:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:1.1:1724310019.016889:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:1.1:1724310019.016897:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310019.016900:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.016902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310019.016904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.021130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310019.021146:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310019.021150:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310019.021152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:0.0:1724310019.023013:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.023027:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231080 00000400:00000200:0.0:1724310019.023034:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 58032 00000400:00000200:0.0:1724310019.023071:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.023076:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.023082:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.023088:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093305f80. 00000020:00000010:2.0:1724310019.023428:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f200. 00000020:00000010:2.0:1724310019.023434:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310019.023438:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310019.023466:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531392 02000000:00000010:2.0:1724310019.023491:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299c000. 00010000:00000010:2.0:1724310019.023517:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d300. 00010000:00000010:2.0:1724310019.024173:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d480. 00010000:00000010:2.0:1724310019.024250:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310019.024272:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310019.024285:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310019.024298:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d300. 00010000:00000010:2.0:1724310019.024301:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310019.024303:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310019.024384:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310019.024386:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dd00. 00010000:00000010:2.0:1724310019.024388:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.024391:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310019.024410:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.024415:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.024422:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293000. 00080000:00000010:2.0:1724310019.024429:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c126000. 00000001:00000010:2.0:1724310019.024572:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293c60. 00000001:00000010:2.0:1724310019.024577:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310019.024606:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293000. 00010000:00000010:2.0:1724310019.024612:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.024615:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.024628:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.024651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da00. 00010000:00000010:2.0:1724310019.024654:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dd00. 00080000:00000010:2.0:1724310019.024671:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.024675:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310019.024679:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.024685:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310019.024690:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000200:2.0:1724310019.024701:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096664, last committed = 4295096163 00010000:00000200:2.0:1724310019.024707:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093305f80 x1808069883531392/t4295096664(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.024719:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66e58. 00000100:00000200:2.0:1724310019.024724:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883531392, offset 224 00000400:00000010:2.0:1724310019.024729:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95a10. 00000400:00000200:2.0:1724310019.024732:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.024741:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.024745:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532210:532210:256:4294967295] 192.168.204.31@tcp LPNI seq info [532206:532206:8:4294967295] 00000400:00000200:2.0:1724310019.024750:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.024755:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.024760:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.024763:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310019.024767:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.024772:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.024776:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.024800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d200. 00000020:00000010:2.0:1724310019.024803:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:2.0:1724310019.024805:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f200. 00000800:00000200:0.0:1724310019.024979:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.024982:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310019.024986:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.024989:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.025820:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:1.1:1724310019.025828:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310019.025831:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.025833:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.025836:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.025841:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:1.1:1724310019.025844:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310019.025846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00000400:00000200:0.0:1724310019.027618:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.027629:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d2d 00000400:00000200:0.0:1724310019.027634:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.027636:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.027641:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66e58 00000400:00000010:0.0:1724310019.027643:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66e58. 00000400:00000200:0.0:1724310019.027666:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.027670:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231100 00000400:00000200:0.0:1724310019.027675:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 58520 00000400:00000200:0.0:1724310019.028382:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.028386:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.028390:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.028396:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f100. 00010000:00000010:2.0:1724310019.028411:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310019.028419:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d300. 00000020:00000010:0.0:1724310019.028434:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080929800. 00000020:00000010:0.0:1724310019.028438:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310019.028441:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310019.028463:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531520 00000001:00000010:0.0:1724310019.028470:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26840. 00010000:00000010:0.0:1724310019.028563:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310019.028568:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 02000000:00000010:0.0:1724310019.028607:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:0.0:1724310019.028624:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.028627:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310019.028636:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.028638:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.028640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310019.028642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00000004:00000010:0.0:1724310019.028713:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3b30. 00000004:00000010:0.0:1724310019.028719:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be438. 00000004:00000010:0.0:1724310019.028724:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310019.028730:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee9c0. 00010000:00000010:0.0:1724310019.029596:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310019.029599:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.029603:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310019.029605:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.029640:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310019.029662:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.029666:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.029687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000200:0.0:1724310019.029699:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f100 x1808069883531520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.029712:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2550. 00000100:00000200:0.0:1724310019.029716:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883531520, offset 224 00000400:00000200:0.0:1724310019.030122:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.030129:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.030134:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532211:532211:256:4294967295] 192.168.204.31@tcp LPNI seq info [532207:532207:8:4294967295] 00000400:00000200:0.0:1724310019.030142:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.030146:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.030149:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310019.030154:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.030160:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.030235:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.030272:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a00. 00000020:00000010:0.0:1724310019.030275:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310019.030278:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080929800. 00000800:00000200:2.0:1724310019.031410:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.031414:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310019.031418:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.031427:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.031430:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2550 00000400:00000010:2.0:1724310019.031432:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2550. 00000400:00000200:0.0:1724310019.031936:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.031946:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231200 00000400:00000200:0.0:1724310019.031952:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 59096 00000400:00000200:0.0:1724310019.031967:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.031970:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.031973:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.031978:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219df80. 00010000:00000010:1.1:1724310019.032030:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000020:00000010:2.0:1724310019.032195:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f800. 00000020:00000010:2.0:1724310019.032199:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310019.032202:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310019.032229:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531776 02000000:00000010:2.0:1724310019.032251:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801319df000. 00010000:00000010:2.0:1724310019.032303:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:2.0:1724310019.032312:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:2.0:1724310019.032330:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.032334:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 00010000:00000010:2.0:1724310019.032342:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310019.032345:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d200. 00010000:00000010:2.0:1724310019.032347:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.032349:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d480. 00010000:00000010:2.0:1724310019.032420:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.032422:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d900. 00010000:00000010:2.0:1724310019.032424:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.032426:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d780. 00000020:00000010:2.0:1724310019.032445:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.032449:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.032456:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ea0. 00080000:00000010:2.0:1724310019.032461:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c125800. 00000001:00000010:2.0:1724310019.032614:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293180. 00000001:00000010:2.0:1724310019.032619:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310019.032646:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ea0. 00010000:00000010:2.0:1724310019.032652:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.032655:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310019.032667:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:2.0:1724310019.032683:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d780. 00010000:00000010:2.0:1724310019.032685:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d900. 00080000:00000010:2.0:1724310019.032834:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee9c0. 00000004:00000010:2.0:1724310019.032842:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:2.0:1724310019.032844:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be438. 00000004:00000010:2.0:1724310019.032848:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3b30. 00010000:00000010:2.0:1724310019.032857:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:2.0:1724310019.032868:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096665, last committed = 4295096163 00010000:00000200:2.0:1724310019.032972:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219df80 x1808069883531776/t4295096665(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.032985:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66bb0. 00000100:00000200:2.0:1724310019.032990:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883531776, offset 224 00000400:00000010:2.0:1724310019.032995:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95a48. 00000400:00000200:2.0:1724310019.032997:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.033004:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.033009:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532212:532212:256:4294967295] 192.168.204.31@tcp LPNI seq info [532208:532208:8:4294967295] 00000400:00000200:2.0:1724310019.033012:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.033017:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.033021:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.033024:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:2.0:1724310019.033028:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.033034:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.033037:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.033058:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310019.033062:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:2.0:1724310019.033065:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f800. 00000800:00000200:0.0:1724310019.033464:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.033467:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:0.0:1724310019.033471:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.033475:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.034489:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310019.034495:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310019.034498:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.1:1724310019.034501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00000400:00000200:0.0:1724310019.035114:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.035124:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d35 00000400:00000200:0.0:1724310019.035129:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.035132:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.035136:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66bb0 00000400:00000010:0.0:1724310019.035138:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66bb0. 00000400:00000200:0.0:1724310019.035162:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.035166:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231280 00000400:00000200:0.0:1724310019.035172:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 59584 00000400:00000200:0.0:1724310019.035186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.035189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.035193:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.035197:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219d880. 00010000:00000010:3.0:1724310019.035351:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d480. 00010000:00000010:3.0:1724310019.035359:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d200. 00000020:00000010:2.0:1724310019.035787:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f800. 00000020:00000010:2.0:1724310019.035792:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d300. 00000020:00000010:2.0:1724310019.035796:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f708. 00000100:00000200:2.0:1724310019.035817:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883531904 00000001:00000010:2.0:1724310019.035825:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310019.035839:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.035844:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d880. 02000000:00000010:2.0:1724310019.035886:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093770000. 00010000:00000010:2.0:1724310019.035904:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.035907:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d900. 00010000:00000010:2.0:1724310019.035916:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310019.035918:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d780. 00010000:00000010:2.0:1724310019.035920:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.035923:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dd00. 00000004:00000010:2.0:1724310019.035984:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310019.035997:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.036001:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310019.036007:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:1.1:1724310019.037567:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310019.037576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310019.037579:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310019.037582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310019.037586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310019.037588:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310019.037591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.0:1724310019.038410:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.038414:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.038417:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310019.038421:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.038464:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d900. 00010000:00000010:0.0:1724310019.038586:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dd00. 00010000:00000010:0.0:1724310019.038591:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d780. 00010000:00000010:0.0:1724310019.038618:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d880. 00010000:00000200:0.0:1724310019.038631:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219d880 x1808069883531904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.038644:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2110. 00000100:00000200:0.0:1724310019.038649:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883531904, offset 224 00000400:00000200:0.0:1724310019.038654:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.038663:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.038668:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532213:532213:256:4294967295] 192.168.204.31@tcp LPNI seq info [532209:532209:8:4294967295] 00000400:00000200:0.0:1724310019.038676:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.038681:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.038685:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310019.038689:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.038695:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.038699:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.039059:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d300. 00000020:00000010:0.0:1724310019.039063:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f708. 00000020:00000010:0.0:1724310019.039067:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f800. 00000800:00000200:1.0:1724310019.039465:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.039468:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:1.0:1724310019.039472:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.039477:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.039480:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2110 00000400:00000010:1.0:1724310019.039481:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2110. 00000400:00000200:0.0:1724310019.041061:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.041071:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231380 00000400:00000200:0.0:1724310019.041077:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 60160 00000400:00000200:0.0:1724310019.041095:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.041098:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.041103:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.041108:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f480. 00010000:00000010:1.1:1724310019.041208:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310019.041216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000020:00000010:2.0:1724310019.041298:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f800. 00000020:00000010:2.0:1724310019.041303:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310019.041307:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.041328:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883532160 02000000:00000010:2.0:1724310019.041350:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801354af000. 00010000:00000010:2.0:1724310019.041375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310019.041384:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:2.0:1724310019.041401:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.041405:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.041414:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310019.041416:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d400. 00010000:00000010:2.0:1724310019.041418:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.041421:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310019.041497:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.041499:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310019.041501:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.041503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310019.041543:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.041548:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.041555:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ea0. 00080000:00000010:2.0:1724310019.041560:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c125000. 00000001:00000010:2.0:1724310019.041708:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293840. 00000001:00000010:2.0:1724310019.041712:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310019.041740:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ea0. 00010000:00000010:2.0:1724310019.041746:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.041749:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.041761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.041778:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310019.041780:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310019.041799:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.041804:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310019.041807:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.041812:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310019.041820:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:2.0:1724310019.041830:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096666, last committed = 4295096163 00010000:00000200:2.0:1724310019.041836:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f480 x1808069883532160/t4295096666(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.041849:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310019.041853:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883532160, offset 224 00000400:00000010:2.0:1724310019.041858:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95a80. 00000400:00000200:2.0:1724310019.041861:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.041868:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.041873:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532214:532214:256:4294967295] 192.168.204.31@tcp LPNI seq info [532210:532210:8:4294967295] 00000400:00000200:2.0:1724310019.041876:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.041882:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.041886:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.041888:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:2.0:1724310019.041893:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.041898:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.041901:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.041926:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310019.041929:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.041932:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f800. 00000800:00000200:0.0:1724310019.042018:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.042022:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:0.0:1724310019.042025:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.042029:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.043529:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.043538:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d3d 00000400:00000200:0.0:1724310019.043541:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.043544:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.043548:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:0.0:1724310019.043550:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000400:00000200:0.0:1724310019.043576:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.043581:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231400 00000400:00000200:0.0:1724310019.043586:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 60648 00000400:00000200:0.0:1724310019.043627:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.043630:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.043634:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.043639:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219dc00. 00000020:00000010:3.0:1724310019.043740:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.043744:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310019.043748:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.043776:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883532288 00000001:00000010:3.0:1724310019.043784:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310019.043799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.043803:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 02000000:00000010:3.0:1724310019.043845:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5c0000. 00010000:00000010:3.0:1724310019.043863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.043866:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.043878:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310019.043880:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.043883:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.043885:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000004:00000010:3.0:1724310019.043946:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310019.043952:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.043957:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.043963:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:2.0:1724310019.044278:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310019.044285:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d400. 00010000:00000010:3.0:1724310019.044966:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.044969:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.044972:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.044975:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.045011:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.045698:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.045703:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.045733:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310019.045747:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219dc00 x1808069883532288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.045761:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310019.045766:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883532288, offset 224 00000400:00000200:3.0:1724310019.045771:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.045780:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.045785:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532215:532215:256:4294967295] 192.168.204.31@tcp LPNI seq info [532211:532211:8:4294967295] 00000400:00000200:3.0:1724310019.045792:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.045796:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.045799:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.045803:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.045808:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.045811:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.045833:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310019.045836:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.045838:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00000800:00000200:0.0:1724310019.045935:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.045938:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310019.045941:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.045944:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.045947:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:0.0:1724310019.045948:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:2.1:1724310019.046593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310019.046600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:2.1:1724310019.046604:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310019.046606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310019.046620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310019.046623:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310019.046626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310019.046628:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:2.1:1724310019.046630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310019.046635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:2.1:1724310019.049995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310019.050003:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310019.050006:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:2.1:1724310019.050009:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:2.1:1724310019.050012:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310019.050501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:1.1:1724310019.050507:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310019.050510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.050513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:2.1:1724310019.050556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310019.050559:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:2.1:1724310019.050562:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:0.0:1724310019.050607:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.050622:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231500 00000400:00000200:0.0:1724310019.050628:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 61224 00000400:00000200:0.0:1724310019.050649:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.050654:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.050659:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.050664:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ea00. 00000020:00000010:3.0:1724310019.050777:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.050782:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310019.050786:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.050944:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883532544 02000000:00000010:3.0:1724310019.050971:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880090dae000. 00010000:00000010:3.0:1724310019.050999:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.051013:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.051031:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.051036:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.051047:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.051049:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.051052:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.051054:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.051130:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.051132:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.051135:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.051137:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.051158:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.051163:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf540. 00000020:00000010:3.0:1724310019.051171:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe88a0. 00080000:00000010:3.0:1724310019.051176:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008dfc7c00. 00000001:00000010:3.0:1724310019.051360:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8c60. 00000001:00000010:3.0:1724310019.051364:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26780. 00000020:00000010:3.0:1724310019.051501:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe88a0. 00010000:00000010:3.0:1724310019.051508:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.051511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.051524:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.051539:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.051542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310019.051555:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.051560:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.051563:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.051568:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310019.051574:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310019.051584:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096667, last committed = 4295096163 00010000:00000200:3.0:1724310019.051590:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ea00 x1808069883532544/t4295096667(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.051602:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310019.051607:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883532544, offset 224 00000400:00000010:3.0:1724310019.051612:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880120e17fc0. 00000400:00000200:3.0:1724310019.051615:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.051622:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.051627:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532216:532216:256:4294967295] 192.168.204.31@tcp LPNI seq info [532212:532212:8:4294967295] 00000400:00000200:3.0:1724310019.051632:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.051637:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.051642:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.051645:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310019.051649:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.051654:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.051658:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.051678:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d80. 00000020:00000010:3.0:1724310019.051681:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.051683:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00000800:00000200:3.0:1724310019.051763:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.051765:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:3.0:1724310019.051767:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.051770:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.052569:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.052577:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d45 00000400:00000200:0.0:1724310019.052580:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.052583:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.052586:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:0.0:1724310019.052587:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00010000:00000010:3.0:1724310019.052636:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.052640:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00000400:00000200:0.0:1724310019.053167:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.053173:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231580 00000400:00000200:0.0:1724310019.053179:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 61712 00000400:00000200:0.0:1724310019.053211:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.053214:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.053218:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.053221:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219e680. 00000020:00000010:3.0:1724310019.053460:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092480c00. 00000020:00000010:3.0:1724310019.053465:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.053469:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.053494:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883532672 00000001:00000010:3.0:1724310019.053553:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:3.0:1724310019.053570:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.053573:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 02000000:00000010:3.0:1724310019.053614:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f750000. 00010000:00000010:3.0:1724310019.053632:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.053635:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.053643:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.053645:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.053648:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.053650:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000004:00000010:3.0:1724310019.053710:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310019.053716:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.053720:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.053726:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.056741:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310019.056747:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.056752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.056756:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.056810:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.056821:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.056824:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.056857:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000200:3.0:1724310019.056874:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219e680 x1808069883532672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.056887:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310019.056893:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883532672, offset 224 00000400:00000200:3.0:1724310019.056897:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.056907:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.056911:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532217:532217:256:4294967295] 192.168.204.31@tcp LPNI seq info [532213:532213:8:4294967295] 00000400:00000200:3.0:1724310019.056920:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.056925:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.056928:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.056933:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.056939:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.056943:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.056974:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.056978:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.056981:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092480c00. 00000800:00000200:0.0:1724310019.057431:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.057434:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310019.057438:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.057443:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.057446:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:0.0:1724310019.057448:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00010000:00000010:1.1:1724310019.057472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:1.1:1724310019.057478:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.060558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:1.1:1724310019.060569:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.060574:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:1.1:1724310019.060581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310019.060583:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.060586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:1.1:1724310019.060588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:1.1:1724310019.060590:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310019.060592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:1.1:1724310019.060594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00000400:00000200:0.0:1724310019.061900:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.061914:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231680 00000400:00000200:0.0:1724310019.061921:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 62288 00000400:00000200:0.0:1724310019.061939:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.061943:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.061949:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.061954:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c700. 00000020:00000010:3.0:1724310019.062056:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012437d400. 00000020:00000010:3.0:1724310019.062062:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.062065:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.062096:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883532928 02000000:00000010:3.0:1724310019.062124:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088e64000. 00010000:00000010:3.0:1724310019.062151:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.062166:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.062187:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.062191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.062202:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.062204:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.062207:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.062209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.062326:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.062329:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.062331:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.062334:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310019.062355:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bff20. 00000020:00000010:3.0:1724310019.062360:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bff20. 00000020:00000010:3.0:1724310019.062366:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe82a0. 00080000:00000010:3.0:1724310019.062371:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bd63800. 00000001:00000010:3.0:1724310019.062520:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8a80. 00000001:00000010:3.0:1724310019.062525:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26a80. 00000020:00000010:3.0:1724310019.062557:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe82a0. 00010000:00000010:3.0:1724310019.062563:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.062566:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.062579:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.062595:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.062597:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.062612:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.062616:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.062619:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.062623:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310019.062630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310019.062641:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096668, last committed = 4295096163 00010000:00000200:3.0:1724310019.062648:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c700 x1808069883532928/t4295096668(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.062661:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310019.062665:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883532928, offset 224 00000400:00000010:3.0:1724310019.062679:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b000. 00000400:00000200:3.0:1724310019.062682:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.062690:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.062696:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532218:532218:256:4294967295] 192.168.204.31@tcp LPNI seq info [532214:532214:8:4294967295] 00000400:00000200:3.0:1724310019.062700:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.062706:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.062710:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.062713:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310019.062718:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.062723:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.062726:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.063157:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.063161:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.063163:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012437d400. 00000800:00000200:0.0:1724310019.063275:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.063278:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310019.063280:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.063284:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.064389:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.064397:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d4d 00000400:00000200:0.0:1724310019.064401:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.064403:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.064406:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:0.0:1724310019.064408:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:2.0:1724310019.064467:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:2.0:1724310019.064474:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:0.1:1724310019.065370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:0.1:1724310019.065377:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00000400:00000200:0.0:1724310019.067170:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.067184:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231700 00000400:00000200:0.0:1724310019.067192:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 62776 00000400:00000200:0.0:1724310019.067252:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.067301:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.067307:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.067313:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219ce00. 00000020:00000010:3.0:1724310019.067401:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080930e00. 00000020:00000010:3.0:1724310019.067407:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.067411:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.067438:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883533056 00000001:00000010:3.0:1724310019.067447:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26780. 00010000:00000010:3.0:1724310019.067466:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.067471:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 02000000:00000010:3.0:1724310019.067513:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b20000. 00010000:00000010:3.0:1724310019.067533:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.067536:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.067549:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.067551:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.067555:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.067557:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310019.067633:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310019.067638:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.067643:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.067648:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:0.1:1724310019.068830:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310019.068837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.068992:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.068995:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.068998:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.069001:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.069045:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.069054:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.069058:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.069082:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000200:3.0:1724310019.069096:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219ce00 x1808069883533056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.069109:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310019.069115:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883533056, offset 224 00000400:00000200:3.0:1724310019.069120:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.069129:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.069135:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532219:532219:256:4294967295] 192.168.204.31@tcp LPNI seq info [532215:532215:8:4294967295] 00000400:00000200:3.0:1724310019.069142:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.069147:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.069150:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310019.069155:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.069160:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.069163:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.069192:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.069196:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.069200:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080930e00. 00000800:00000200:0.0:1724310019.069454:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.069457:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310019.069460:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.069464:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.069466:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:0.0:1724310019.069468:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000400:00000200:0.0:1724310019.071350:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.071361:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231800 00000400:00000200:0.0:1724310019.071368:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 63352 00000400:00000200:0.0:1724310019.071385:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.071389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.071394:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.071398:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c380. 00000020:00000010:3.0:1724310019.071543:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080930e00. 00000020:00000010:3.0:1724310019.071547:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.071551:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.071856:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883533312 02000000:00000010:3.0:1724310019.071883:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800940e1000. 00010000:00000010:3.0:1724310019.071910:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.071922:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.071942:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.071946:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.071955:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9800. 00010000:00000010:3.0:1724310019.071957:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3980. 00010000:00000010:3.0:1724310019.071959:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.071961:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.072030:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.072032:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.072033:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.072035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.072049:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bff20. 00000020:00000010:3.0:1724310019.072053:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bff20. 00000020:00000010:3.0:1724310019.072060:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8c00. 00080000:00000010:3.0:1724310019.072064:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bd62000. 00000001:00000010:3.0:1724310019.072214:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8600. 00000001:00000010:3.0:1724310019.072218:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088f26180. 00000020:00000010:3.0:1724310019.072247:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8c00. 00010000:00000010:3.0:1724310019.072253:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.072255:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.072318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.072336:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.072338:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310019.072354:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.072358:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.072361:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42df00. 00000004:00000010:3.0:1724310019.072366:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310019.072373:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310019.072384:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096669, last committed = 4295096163 00010000:00000200:3.0:1724310019.072390:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c380 x1808069883533312/t4295096669(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.072403:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310019.072408:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883533312, offset 224 00000400:00000010:3.0:1724310019.072413:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b038. 00000400:00000200:3.0:1724310019.072416:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.072424:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.072429:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532220:532220:256:4294967295] 192.168.204.31@tcp LPNI seq info [532216:532216:8:4294967295] 00000400:00000200:3.0:1724310019.072432:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.072438:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.072442:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.072445:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310019.072449:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.072454:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.072457:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.072470:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.072473:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.072475:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080930e00. 00000800:00000200:3.0:1724310019.072554:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.072556:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:3.0:1724310019.072559:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.072562:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.073079:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:0.1:1724310019.073086:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310019.073089:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:0.1:1724310019.073094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:0.1:1724310019.076750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:0.1:1724310019.076764:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310019.076767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:0.1:1724310019.076770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:0.1:1724310019.076773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:0.1:1724310019.076775:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310019.076777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:0.1:1724310019.076779:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310019.076781:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:0.1:1724310019.076787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00000400:00000200:2.0:1724310019.076862:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.076876:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d55 00000400:00000200:2.0:1724310019.076882:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.076885:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.076890:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:2.0:1724310019.076892:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000400:00000200:0.0:1724310019.079060:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.079072:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231880 00000400:00000200:0.0:1724310019.079079:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 63840 00000400:00000200:0.0:1724310019.079138:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.079142:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.079147:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.079152:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219f800. 00010000:00000010:3.0:1724310019.079296:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.079306:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3980. 00000020:00000010:1.0:1724310019.079601:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f0c800. 00000020:00000010:1.0:1724310019.079606:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310019.079610:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.079646:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883533440 00000001:00000010:1.0:1724310019.079655:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26a80. 00010000:00000010:1.0:1724310019.079673:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310019.079677:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 02000000:00000010:1.0:1724310019.079720:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d2b0000. 00010000:00000010:1.0:1724310019.079741:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310019.079743:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.079753:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310019.079756:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.079758:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310019.079760:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310019.079832:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310019.079838:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe88. 00000004:00000010:1.0:1724310019.079842:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcc80. 00080000:00000010:1.0:1724310019.079848:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac91e0. 00010000:00000010:1.0:1724310019.082297:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310019.082304:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.082309:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310019.082314:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.082371:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.082384:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.082388:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.082419:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310019.082435:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219f800 x1808069883533440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.082458:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bc38. 00000100:00000200:1.0:1724310019.082465:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883533440, offset 224 00000400:00000200:1.0:1724310019.082470:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.082481:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.082486:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532221:532221:256:4294967295] 192.168.204.31@tcp LPNI seq info [532217:532217:8:4294967295] 00000400:00000200:1.0:1724310019.082495:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.082502:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.082505:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3600. 00000800:00000200:1.0:1724310019.082510:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.082517:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.082521:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.082551:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310019.082554:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.082557:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f0c800. 00000800:00000200:3.0:1724310019.082719:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.082723:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3600. 00000400:00000200:3.0:1724310019.082726:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.082734:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.082737:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bc38 00000400:00000010:3.0:1724310019.082739:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bc38. 00000400:00000200:0.0:1724310019.085450:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.085465:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231980 00000400:00000200:0.0:1724310019.085471:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 64416 00000400:00000200:0.0:1724310019.085490:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.085494:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.085499:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.085504:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012219c000. 00010000:00000010:1.1:1724310019.085535:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9800. 00010000:00000010:1.1:1724310019.085549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00000020:00000010:2.0:1724310019.085606:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9f800. 00000020:00000010:2.0:1724310019.085612:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310019.085616:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.085650:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883533696 02000000:00000010:2.0:1724310019.085684:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880095608000. 00010000:00000010:2.0:1724310019.085715:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:2.0:1724310019.085727:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:2.0:1724310019.085746:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.085749:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df00. 00010000:00000010:2.0:1724310019.085760:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310019.085762:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3da00. 00010000:00000010:2.0:1724310019.085764:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.085766:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.085838:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.085840:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3db00. 00010000:00000010:2.0:1724310019.085842:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.085845:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310019.085864:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.085869:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.085876:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ea0. 00080000:00000010:2.0:1724310019.085882:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009c125c00. 00000001:00000010:2.0:1724310019.086041:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242930c0. 00000001:00000010:2.0:1724310019.086045:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310019.086074:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ea0. 00010000:00000010:2.0:1724310019.086081:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.086090:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.086103:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.086120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d680. 00010000:00000010:2.0:1724310019.086123:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3db00. 00080000:00000010:2.0:1724310019.086138:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac91e0. 00000004:00000010:2.0:1724310019.086143:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcc80. 00000004:00000010:2.0:1724310019.086147:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe88. 00000004:00000010:2.0:1724310019.086150:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:2.0:1724310019.086155:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df00. 00010000:00000200:2.0:1724310019.086166:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096670, last committed = 4295096163 00010000:00000200:2.0:1724310019.086172:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012219c000 x1808069883533696/t4295096670(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.086183:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a664c8. 00000100:00000200:2.0:1724310019.086188:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883533696, offset 224 00000400:00000010:2.0:1724310019.086193:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95ab8. 00000400:00000200:2.0:1724310019.086195:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.086203:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.086207:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532222:532222:256:4294967295] 192.168.204.31@tcp LPNI seq info [532218:532218:8:4294967295] 00000400:00000200:2.0:1724310019.086211:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.086215:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.086219:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.086223:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310019.086227:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.086232:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.086236:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.086280:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d400. 00000020:00000010:2.0:1724310019.086284:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.086298:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9f800. 00000800:00000200:0.0:1724310019.086406:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.086409:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310019.086412:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.086416:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.088649:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:0.1:1724310019.088660:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310019.088664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00010000:00000010:0.1:1724310019.088665:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00000400:00000200:0.0:1724310019.089309:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.089321:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d5d 00000400:00000200:0.0:1724310019.089326:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.089330:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.089335:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a664c8 00000400:00000010:0.0:1724310019.089337:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a664c8. 00010000:00000010:2.0:1724310019.089487:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000010:2.0:1724310019.089500:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3da00. 00000400:00000200:0.0:1724310019.090042:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.090050:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231a00 00000400:00000200:0.0:1724310019.090056:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 64904 00000400:00000200:0.0:1724310019.090105:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.090109:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.090113:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.090119:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497dc00. 00000020:00000010:2.0:1724310019.090191:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c978a00. 00000020:00000010:2.0:1724310019.090196:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3da00. 00000020:00000010:2.0:1724310019.090199:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.090234:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883533824 00000001:00000010:2.0:1724310019.090243:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088f26180. 00010000:00000010:2.0:1724310019.090281:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.090295:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3de80. 02000000:00000010:2.0:1724310019.090341:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be10000. 00010000:00000010:2.0:1724310019.090362:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.090365:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d400. 00010000:00000010:2.0:1724310019.090376:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.090378:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3df00. 00010000:00000010:2.0:1724310019.090381:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.090383:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3db00. 00000004:00000010:2.0:1724310019.090456:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310019.090462:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.090466:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310019.090471:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.0:1724310019.091886:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310019.091891:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.091894:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310019.091897:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310019.091949:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d400. 00010000:00000010:0.0:1724310019.091974:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3db00. 00010000:00000010:0.0:1724310019.091979:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3df00. 00010000:00000010:0.0:1724310019.092005:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3de80. 00010000:00000200:0.0:1724310019.092017:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497dc00 x1808069883533824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.092031:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2f68. 00000100:00000200:0.0:1724310019.092036:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883533824, offset 224 00000400:00000200:0.0:1724310019.092041:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.092049:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.092054:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532223:532223:256:4294967295] 192.168.204.31@tcp LPNI seq info [532219:532219:8:4294967295] 00000400:00000200:0.0:1724310019.092062:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.092066:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.092069:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310019.092074:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.092079:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.092082:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.092920:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3da00. 00000020:00000010:0.0:1724310019.092925:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:0.0:1724310019.092929:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c978a00. 00000800:00000200:1.0:1724310019.093300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.093303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:1.0:1724310019.093307:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.093312:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.093315:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2f68 00000400:00000010:1.0:1724310019.093317:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2f68. 00010000:00000010:2.1:1724310019.094443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310019.094449:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00000400:00000200:0.0:1724310019.096248:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.096304:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231b00 00000400:00000200:0.0:1724310019.096311:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 65480 00000400:00000200:0.0:1724310019.096332:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.096336:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.096341:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.096346:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497d500. 00000020:00000010:2.0:1724310019.097006:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800946fe800. 00000020:00000010:2.0:1724310019.097012:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310019.097016:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f000. 00000100:00000200:2.0:1724310019.097051:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534080 02000000:00000010:2.0:1724310019.097083:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880093920000. 00010000:00000010:2.0:1724310019.097110:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310019.097121:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:2.0:1724310019.097141:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.097145:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 00010000:00000010:2.0:1724310019.097155:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.097157:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d800. 00010000:00000010:2.0:1724310019.097159:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.097161:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3da80. 00010000:00000010:2.0:1724310019.097230:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310019.097232:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3dc00. 00010000:00000010:2.0:1724310019.097234:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.097236:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d500. 00000020:00000010:2.0:1724310019.097251:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.097255:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15da00. 00000020:00000010:2.0:1724310019.097279:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ea0. 00080000:00000010:2.0:1724310019.097283:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081195c00. 00000001:00000010:2.0:1724310019.097436:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242938a0. 00000001:00000010:2.0:1724310019.097441:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310019.097469:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ea0. 00010000:00000010:2.0:1724310019.097475:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.097478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310019.097490:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:2.0:1724310019.097507:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d500. 00010000:00000010:2.0:1724310019.097509:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3dc00. 00080000:00000010:2.0:1724310019.097534:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.097540:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:2.0:1724310019.097544:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.097549:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:2.0:1724310019.097559:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:2.0:1724310019.097569:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096671, last committed = 4295096163 00010000:00000200:2.0:1724310019.097575:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497d500 x1808069883534080/t4295096671(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.097588:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66aa0. 00000100:00000200:2.0:1724310019.097596:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883534080, offset 224 00000400:00000010:2.0:1724310019.097600:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95af0. 00000400:00000200:2.0:1724310019.097605:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.097613:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.097618:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532224:532224:256:4294967295] 192.168.204.31@tcp LPNI seq info [532220:532220:8:4294967295] 00000400:00000200:2.0:1724310019.097623:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.097630:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.097635:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.097637:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310019.097643:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.097649:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.097653:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.097666:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310019.097669:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:2.0:1724310019.097671:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800946fe800. 00000800:00000200:0.0:1724310019.097923:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.097926:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:0.0:1724310019.097929:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.097933:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.099752:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.099767:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d65 00000400:00000200:0.0:1724310019.099772:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.099775:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.099779:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66aa0 00000400:00000010:0.0:1724310019.099782:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66aa0. 00000400:00000200:0.0:1724310019.100615:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.100622:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231b80 00000400:00000200:0.0:1724310019.100628:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 65968 00000400:00000200:0.0:1724310019.100814:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.100818:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.100823:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.100828:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f480. 00010000:00000010:2.1:1724310019.101446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310019.101455:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310019.101459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310019.101461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00000020:00000010:2.0:1724310019.101562:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800946fe800. 00000020:00000010:2.0:1724310019.101568:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090f3d680. 00000020:00000010:2.0:1724310019.101572:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f000. 00010000:00000010:3.0:1724310019.101684:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3da80. 00010000:00000010:3.0:1724310019.101694:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d800. 00000100:00000200:2.0:1724310019.101805:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534208 00000001:00000010:2.0:1724310019.101814:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:2.0:1724310019.101830:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.101835:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3d100. 02000000:00000010:2.0:1724310019.101882:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086670000. 00010000:00000010:2.0:1724310019.101902:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.101904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3dc00. 00010000:00000010:2.0:1724310019.101916:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.101918:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090f3d500. 00010000:00000010:2.0:1724310019.101921:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.101923:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090f3df80. 00000004:00000010:2.0:1724310019.102004:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310019.102010:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.102014:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f578. 00080000:00000010:2.0:1724310019.102021:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:0.1:1724310019.105670:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310019.105678:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310019.105681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310019.105686:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310019.105688:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:0.1:1724310019.105690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.0:1724310019.105968:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.105971:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.105975:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.105981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.106031:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3dc00. 00010000:00000010:3.0:1724310019.106038:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3df80. 00010000:00000010:3.0:1724310019.106042:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090f3d500. 00010000:00000010:3.0:1724310019.106071:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090f3d100. 00010000:00000200:3.0:1724310019.106084:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f480 x1808069883534208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.106098:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310019.106103:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883534208, offset 224 00000400:00000200:3.0:1724310019.106107:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.106117:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.106122:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532225:532225:256:4294967295] 192.168.204.31@tcp LPNI seq info [532221:532221:8:4294967295] 00000400:00000200:3.0:1724310019.106131:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.106137:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.106140:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.106145:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.106151:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.106154:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.106169:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090f3d680. 00000020:00000010:3.0:1724310019.106172:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f000. 00000020:00000010:3.0:1724310019.106175:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800946fe800. 00000800:00000200:0.0:1724310019.106318:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.106321:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310019.106324:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.106329:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.106332:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:0.0:1724310019.106334:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:1.1:1724310019.113298:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310019.113308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310019.117940:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.117956:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231c80 00000400:00000200:0.0:1724310019.117964:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 66544 00000400:00000200:0.0:1724310019.117984:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.117988:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.117994:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.118000:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497e680. 00000020:00000010:0.0:1724310019.118040:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082970000. 00000020:00000010:0.0:1724310019.118044:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310019.118048:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310019.118069:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534464 02000000:00000010:0.0:1724310019.118094:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6e000. 00010000:00000010:0.0:1724310019.118123:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310019.118140:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:0.0:1724310019.118159:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.118163:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.118173:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310019.118175:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310019.118177:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310019.118179:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310019.118239:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310019.118240:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310019.118242:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.118244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.118273:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de196c0. 00000020:00000010:0.0:1724310019.118278:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de196c0. 00000020:00000010:0.0:1724310019.118285:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012ce647e0. 00080000:00000010:0.0:1724310019.118302:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39dc00. 00000001:00000010:0.0:1724310019.118515:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8800a4d8d180. 00000001:00000010:0.0:1724310019.118520:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310019.118560:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012ce647e0. 00010000:00000010:0.0:1724310019.118566:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.118569:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.118583:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.118599:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.118602:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310019.118619:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:0.0:1724310019.118623:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f578. 00000004:00000010:0.0:1724310019.118627:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:0.0:1724310019.118632:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:0.0:1724310019.118638:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310019.118648:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096672, last committed = 4295096163 00010000:00000200:0.0:1724310019.118654:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497e680 x1808069883534464/t4295096672(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.118666:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2880. 00000100:00000200:0.0:1724310019.118671:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883534464, offset 224 00000400:00000010:0.0:1724310019.118675:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9230. 00000400:00000200:0.0:1724310019.118678:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.118686:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.118691:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532226:532226:256:4294967295] 192.168.204.31@tcp LPNI seq info [532222:532222:8:4294967295] 00000400:00000200:0.0:1724310019.118695:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.118700:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.118705:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.118708:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ed00. 00000800:00000200:0.0:1724310019.118712:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.118718:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.118722:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.118734:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310019.118736:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:0.0:1724310019.118739:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082970000. 00000800:00000200:0.0:1724310019.118815:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.118818:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ed00. 00000400:00000200:0.0:1724310019.118820:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.118824:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.124877:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310019.124887:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310019.124890:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310019.124893:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310019.124896:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310019.124901:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:0.0:1724310019.125814:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.125835:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d6d 00000400:00000200:0.0:1724310019.125840:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.125844:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.125851:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2880 00000400:00000010:0.0:1724310019.125853:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2880. 00000400:00000200:0.0:1724310019.126746:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.126754:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231d00 00000400:00000200:0.0:1724310019.126763:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 67032 00010000:00000010:3.0:1724310019.127142:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:3.0:1724310019.127149:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00000400:00000200:0.0:1724310019.127194:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.127198:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.127202:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.127206:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497f800. 00000020:00000010:0.0:1724310019.127233:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f79000. 00000020:00000010:0.0:1724310019.127236:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.127240:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806ed8. 00000100:00000200:0.0:1724310019.127284:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534592 00000001:00000010:0.0:1724310019.127301:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:0.0:1724310019.127317:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310019.127322:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 02000000:00000010:0.0:1724310019.127365:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880075a40000. 00010000:00000010:0.0:1724310019.127386:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310019.127390:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310019.127401:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310019.127403:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.127405:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310019.127407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310019.127470:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310019.127476:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.127480:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310019.127486:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.1:1724310019.132738:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.132738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:0.1:1724310019.132747:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310019.132747:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:0.1:1724310019.132750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310019.132750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310019.132752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310019.132753:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310019.132755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310019.132759:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.0:1724310019.133039:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310019.133043:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.133046:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310019.133051:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.133106:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:1.0:1724310019.133118:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:1.0:1724310019.133122:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:1.0:1724310019.133151:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000200:1.0:1724310019.133165:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497f800 x1808069883534592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.133179:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b330. 00000100:00000200:1.0:1724310019.133184:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883534592, offset 224 00000400:00000200:1.0:1724310019.133189:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.133200:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.133205:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532227:532227:256:4294967295] 192.168.204.31@tcp LPNI seq info [532223:532223:8:4294967295] 00000400:00000200:1.0:1724310019.133213:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.133218:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.133221:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310019.133225:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.133231:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.133234:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.133249:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:1.0:1724310019.133252:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806ed8. 00000020:00000010:1.0:1724310019.133269:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f79000. 00000800:00000200:1.0:1724310019.133601:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.133603:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:1.0:1724310019.133607:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.133611:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.133615:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b330 00000400:00000010:1.0:1724310019.133616:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b330. 00010000:00000010:1.1:1724310019.137374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310019.137383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:0.0:1724310019.138438:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.138452:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231e00 00000400:00000200:0.0:1724310019.138459:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 67608 00000400:00000200:0.0:1724310019.138478:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.138483:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.138488:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.138493:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ca80. 00000020:00000010:0.0:1724310019.138530:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082f79a00. 00000020:00000010:0.0:1724310019.138535:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310019.138539:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.138564:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534848 02000000:00000010:0.0:1724310019.138591:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd69000. 00010000:00000010:0.0:1724310019.138619:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:0.0:1724310019.138629:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:0.0:1724310019.138646:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.138650:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.138660:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310019.138662:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.138665:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.138667:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.138750:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310019.138753:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.138755:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.138758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.138778:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19160. 00000020:00000010:0.0:1724310019.138783:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19160. 00000020:00000010:0.0:1724310019.138790:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba4b8a0. 00080000:00000010:0.0:1724310019.138795:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39e000. 00000001:00000010:0.0:1724310019.138942:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b0c0. 00000001:00000010:0.0:1724310019.138946:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310019.138973:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba4b8a0. 00010000:00000010:0.0:1724310019.138979:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310019.138982:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.138995:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.139012:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.139015:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00080000:00000010:0.0:1724310019.139032:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:0.0:1724310019.139037:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:0.0:1724310019.139040:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.139044:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310019.139051:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000200:0.0:1724310019.139062:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096673, last committed = 4295096163 00010000:00000200:0.0:1724310019.139068:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ca80 x1808069883534848/t4295096673(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.139080:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2908. 00000100:00000200:0.0:1724310019.139086:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883534848, offset 224 00000400:00000010:0.0:1724310019.139091:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef91f8. 00000400:00000200:0.0:1724310019.139093:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.139102:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.139107:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532228:532228:256:4294967295] 192.168.204.31@tcp LPNI seq info [532224:532224:8:4294967295] 00000400:00000200:0.0:1724310019.139111:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.139117:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.139121:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.139125:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310019.139129:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.139135:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.139138:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.139151:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310019.139154:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.139156:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082f79a00. 00000800:00000200:0.0:1724310019.139214:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.139216:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:0.0:1724310019.139218:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.139221:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.141541:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310019.141550:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310019.141553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310019.141555:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:1.0:1724310019.142155:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.142169:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d75 00000400:00000200:1.0:1724310019.142174:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.142178:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.142181:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2908 00000400:00000010:1.0:1724310019.142184:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2908. 00000400:00000200:1.0:1724310019.142200:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.142204:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13231e80 00000400:00000200:1.0:1724310019.142209:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 68096 00000400:00000200:1.0:1724310019.142219:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.142222:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.142226:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.142231:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008850c700. 00000020:00000010:1.0:1724310019.142298:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9ee00. 00000020:00000010:1.0:1724310019.142304:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310019.142307:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.142331:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883534976 00000001:00000010:1.0:1724310019.142340:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:1.0:1724310019.142358:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310019.142364:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310019.142407:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e920000. 00010000:00000010:1.0:1724310019.142427:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310019.142430:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.142442:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310019.142445:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.142447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310019.142449:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:3.0:1724310019.142466:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:3.0:1724310019.142472:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00000004:00000010:1.0:1724310019.142856:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310019.142863:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fa50. 00000004:00000010:1.0:1724310019.142868:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310019.142931:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:1.0:1724310019.146195:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310019.146201:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.146205:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310019.146209:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.146275:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.146284:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310019.146298:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.146331:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310019.146346:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008850c700 x1808069883534976/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.146361:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310019.146367:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883534976, offset 224 00000400:00000200:1.0:1724310019.146372:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.146382:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.146388:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532229:532229:256:4294967295] 192.168.204.31@tcp LPNI seq info [532225:532225:8:4294967295] 00000400:00000200:1.0:1724310019.146396:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.146401:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.146404:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3800. 00000800:00000200:1.0:1724310019.146409:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.146415:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.146419:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.146436:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310019.146440:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.146443:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9ee00. 00000800:00000200:1.0:1724310019.146522:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.146524:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3800. 00000400:00000200:1.0:1724310019.146527:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.146531:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.146534:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:1.0:1724310019.146535:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000400:00000200:0.0:1724310019.150248:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.150312:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13231f80 00000400:00000200:0.0:1724310019.150319:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 68672 00000400:00000200:0.0:1724310019.150339:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.150343:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.150349:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.150355:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ed80. 00000020:00000010:1.0:1724310019.154692:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122a8c400. 00000020:00000010:1.0:1724310019.154702:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310019.154706:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.154759:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883535232 02000000:00000010:1.0:1724310019.154788:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880124589000. 00010000:00000010:1.0:1724310019.154819:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.154831:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.154851:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310019.154855:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.154866:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310019.154868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.154870:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310019.154872:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.154944:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310019.154947:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.154950:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310019.154952:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00000020:00000010:1.0:1724310019.154972:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24220. 00000020:00000010:1.0:1724310019.154977:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24220. 00000020:00000010:1.0:1724310019.154986:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43660. 00080000:00000010:1.0:1724310019.154992:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a255400. 00000001:00000010:1.0:1724310019.155150:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7f60. 00000001:00000010:1.0:1724310019.155154:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310019.155183:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43660. 00010000:00000010:1.0:1724310019.155188:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310019.155191:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.155204:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.155221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.155223:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310019.155237:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:1.0:1724310019.155242:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:1.0:1724310019.155245:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fa50. 00000004:00000010:1.0:1724310019.155249:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310019.155254:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000200:1.0:1724310019.155284:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096674, last committed = 4295096163 00010000:00000200:1.0:1724310019.155305:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ed80 x1808069883535232/t4295096674(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.155319:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310019.155325:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883535232, offset 224 00000400:00000010:1.0:1724310019.155331:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e33f0. 00000400:00000200:1.0:1724310019.155334:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.155345:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.155351:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532230:532230:256:4294967295] 192.168.204.31@tcp LPNI seq info [532226:532226:8:4294967295] 00000400:00000200:1.0:1724310019.155355:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.155362:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.155367:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.155371:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3200. 00000800:00000200:1.0:1724310019.155376:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.155382:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.155386:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.155401:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5c00. 00000020:00000010:1.0:1724310019.155404:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.155406:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122a8c400. 00000800:00000200:1.0:1724310019.155495:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.155498:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3200. 00000400:00000200:1.0:1724310019.155500:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.155504:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.159144:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.159159:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d7d 00000400:00000200:0.0:1724310019.159165:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.159168:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.159173:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:0.0:1724310019.159175:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00010000:00000010:3.0:1724310019.159523:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:3.0:1724310019.159531:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:0.1:1724310019.160361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:0.1:1724310019.160367:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310019.160370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310019.160373:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310019.160375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310019.160379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:0.0:1724310019.161583:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.161595:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232000 00000400:00000200:0.0:1724310019.161601:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 69160 00000400:00000200:0.0:1724310019.161658:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.161662:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.161668:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.161673:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497df80. 00000020:00000010:0.0:1724310019.161715:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a6200. 00000020:00000010:0.0:1724310019.161720:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.161723:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.161747:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883535360 00000001:00000010:0.0:1724310019.161755:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:0.0:1724310019.161772:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.161777:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 02000000:00000010:0.0:1724310019.161821:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880091ee0000. 00010000:00000010:0.0:1724310019.161842:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.161845:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.161858:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.161860:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.161863:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310019.161865:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00000004:00000010:0.0:1724310019.161937:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310019.161944:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.161949:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310019.161955:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.0:1724310019.164306:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310019.164311:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.164315:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310019.164319:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310019.164369:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.164377:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310019.164381:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.164408:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000200:0.0:1724310019.164422:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497df80 x1808069883535360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.164437:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2330. 00000100:00000200:0.0:1724310019.164443:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883535360, offset 224 00000400:00000200:0.0:1724310019.164447:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.164456:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.164462:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532231:532231:256:4294967295] 192.168.204.31@tcp LPNI seq info [532227:532227:8:4294967295] 00000400:00000200:0.0:1724310019.164470:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.164475:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.164478:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310019.164482:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.164488:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.164492:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.164508:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.164511:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.164514:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a6200. 00000800:00000200:0.0:1724310019.164593:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.164595:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:0.0:1724310019.164598:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.164601:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.164604:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2330 00000400:00000010:0.0:1724310019.164605:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2330. 00010000:00000010:0.1:1724310019.166563:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310019.166569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:0.0:1724310019.166590:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.166601:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232100 00000400:00000200:0.0:1724310019.166607:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 69736 00000400:00000200:0.0:1724310019.166621:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.166625:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.166630:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.166634:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497c700. 00000020:00000010:0.0:1724310019.166666:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a7800. 00000020:00000010:0.0:1724310019.166670:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.166674:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.166695:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883535616 02000000:00000010:0.0:1724310019.166719:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087588000. 00010000:00000010:0.0:1724310019.166744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310019.166752:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.166769:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.166772:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.166780:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310019.166782:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310019.166784:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310019.166785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.166855:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310019.166857:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.166859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310019.166861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00000020:00000010:0.0:1724310019.166879:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19580. 00000020:00000010:0.0:1724310019.166884:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19580. 00000020:00000010:0.0:1724310019.166892:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2bf60. 00080000:00000010:0.0:1724310019.166896:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39c400. 00000001:00000010:0.0:1724310019.167047:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b6c0. 00000001:00000010:0.0:1724310019.167052:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310019.167080:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2bf60. 00010000:00000010:0.0:1724310019.167086:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310019.167089:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.167101:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.167116:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310019.167119:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310019.167132:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:0.0:1724310019.167137:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:0.0:1724310019.167141:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.167146:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310019.167152:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310019.167161:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096675, last committed = 4295096163 00010000:00000200:0.0:1724310019.167167:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497c700 x1808069883535616/t4295096675(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.167178:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2330. 00000100:00000200:0.0:1724310019.167182:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883535616, offset 224 00000400:00000010:0.0:1724310019.167185:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef91c0. 00000400:00000200:0.0:1724310019.167188:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.167194:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.167199:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532232:532232:256:4294967295] 192.168.204.31@tcp LPNI seq info [532228:532228:8:4294967295] 00000400:00000200:0.0:1724310019.167204:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.167209:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.167213:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.167215:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310019.167219:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.167225:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.167228:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.167239:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.167241:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.167244:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a7800. 00000800:00000200:0.0:1724310019.168886:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.168890:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:0.0:1724310019.168893:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.168899:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.168916:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.168923:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d85 00000400:00000200:0.0:1724310019.168926:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.168929:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.168932:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2330 00000400:00000010:0.0:1724310019.168934:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2330. 00000400:00000200:0.0:1724310019.168946:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.168950:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232180 00000400:00000200:0.0:1724310019.168954:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 70224 00000400:00000200:0.0:1724310019.168995:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.168998:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.169002:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.169006:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013497ce00. 00000020:00000010:0.0:1724310019.169031:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087a9ee00. 00000020:00000010:0.0:1724310019.169034:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.169037:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.169057:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883535744 00000001:00000010:0.0:1724310019.169064:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:0.0:1724310019.169081:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310019.169084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 02000000:00000010:0.0:1724310019.169124:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c20000. 00010000:00000010:0.0:1724310019.169141:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310019.169144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.169154:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310019.169156:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.169158:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310019.169160:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310019.169223:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3960. 00000004:00000010:0.0:1724310019.169229:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.169232:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310019.169238:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:3.0:1724310019.169435:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:3.0:1724310019.169441:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310019.172062:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.172066:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.172070:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310019.172076:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.172128:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.172134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.172138:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.172167:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310019.172180:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88013497ce00 x1808069883535744/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.172192:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2d48. 00000100:00000200:0.0:1724310019.172197:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883535744, offset 224 00000400:00000200:0.0:1724310019.172202:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.172212:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.172217:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532233:532233:256:4294967295] 192.168.204.31@tcp LPNI seq info [532229:532229:8:4294967295] 00000400:00000200:0.0:1724310019.172225:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.172229:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.172232:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310019.172237:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.172243:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.172246:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.172295:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.172306:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.172309:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087a9ee00. 00000800:00000200:0.0:1724310019.172380:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.172382:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:0.0:1724310019.172385:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.172389:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.172392:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2d48 00000400:00000010:0.0:1724310019.172394:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2d48. 00010000:00000010:3.1:1724310019.175756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:3.1:1724310019.175766:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:3.1:1724310019.175769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00010000:00000010:3.1:1724310019.175771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:3.1:1724310019.175777:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:3.1:1724310019.175779:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:3.1:1724310019.175781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:3.1:1724310019.175783:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:3.1:1724310019.175785:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:3.1:1724310019.175789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00000400:00000200:0.0:1724310019.179334:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.179347:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232280 00000400:00000200:0.0:1724310019.179353:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 70800 00000400:00000200:0.0:1724310019.179370:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.179373:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.179379:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.179385:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566f480. 00000020:00000010:0.0:1724310019.179421:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800938a7800. 00000020:00000010:0.0:1724310019.179425:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310019.179429:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.179450:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536000 02000000:00000010:0.0:1724310019.179476:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008de2f000. 00010000:00000010:0.0:1724310019.179505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.179516:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.179536:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310019.179539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.179549:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310019.179551:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.179554:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310019.179556:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.179624:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310019.179626:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.179628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310019.179630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310019.179646:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19580. 00000020:00000010:0.0:1724310019.179651:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19580. 00000020:00000010:0.0:1724310019.179659:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b5a0. 00080000:00000010:0.0:1724310019.179663:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39cc00. 00000001:00000010:0.0:1724310019.179813:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b7e0. 00000001:00000010:0.0:1724310019.179817:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310019.179844:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b5a0. 00010000:00000010:0.0:1724310019.179849:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310019.179852:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310019.179864:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310019.179879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.179881:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310019.179892:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:0.0:1724310019.179897:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:0.0:1724310019.179900:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be8e8. 00000004:00000010:0.0:1724310019.179904:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3960. 00010000:00000010:0.0:1724310019.179909:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:0.0:1724310019.179919:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096676, last committed = 4295096163 00010000:00000200:0.0:1724310019.179925:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566f480 x1808069883536000/t4295096676(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.179937:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2d48. 00000100:00000200:0.0:1724310019.179941:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883536000, offset 224 00000400:00000010:0.0:1724310019.179945:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9188. 00000400:00000200:0.0:1724310019.179948:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.179955:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.179960:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532234:532234:256:4294967295] 192.168.204.31@tcp LPNI seq info [532230:532230:8:4294967295] 00000400:00000200:0.0:1724310019.179964:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.179969:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.179974:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.179977:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310019.179980:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.179985:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.179988:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.180000:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310019.180002:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.180004:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800938a7800. 00000800:00000200:0.0:1724310019.180067:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.180070:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:0.0:1724310019.180072:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.180075:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.183250:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.183279:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d8d 00000400:00000200:1.0:1724310019.183294:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.183298:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.183303:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2d48 00000400:00000010:1.0:1724310019.183305:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2d48. 00010000:00000010:3.0:1724310019.184304:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:3.0:1724310019.184313:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.1:1724310019.186108:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310019.186115:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00000400:00000200:1.0:1724310019.186459:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.186471:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232300 00000400:00000200:1.0:1724310019.186477:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 71288 00000400:00000200:1.0:1724310019.186529:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.186534:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.186539:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.186545:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f653b80. 00000020:00000010:1.0:1724310019.186578:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d34d000. 00000020:00000010:1.0:1724310019.186582:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310019.186585:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.186605:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536128 00000001:00000010:1.0:1724310019.186614:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:1.0:1724310019.186631:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310019.186635:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310019.186674:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800809c0000. 00010000:00000010:1.0:1724310019.186694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310019.186697:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.186709:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310019.186712:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.186714:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310019.186716:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000004:00000010:1.0:1724310019.186774:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310019.186780:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fa50. 00000004:00000010:1.0:1724310019.186784:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc258. 00080000:00000010:1.0:1724310019.186790:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8d00. 00010000:00000010:1.0:1724310019.189468:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310019.189475:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.189479:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310019.189483:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.189530:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.189537:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.189541:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.189570:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310019.189583:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f653b80 x1808069883536128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.189598:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310019.189604:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883536128, offset 224 00000400:00000200:1.0:1724310019.189609:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.189619:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.189624:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532235:532235:256:4294967295] 192.168.204.31@tcp LPNI seq info [532231:532231:8:4294967295] 00000400:00000200:1.0:1724310019.189632:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.189638:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.189642:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310019.189647:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.189652:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.189656:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.189672:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310019.189675:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.189678:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d34d000. 00000800:00000200:1.0:1724310019.189752:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.189755:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:1.0:1724310019.189758:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.189762:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.189765:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:1.0:1724310019.189767:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00000400:00000200:1.0:1724310019.192523:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.192536:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232400 00000400:00000200:1.0:1724310019.192543:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 71864 00000400:00000200:1.0:1724310019.192561:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.192565:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.192571:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.192576:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f650000. 00000020:00000010:0.0:1724310019.192705:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414b600. 00000020:00000010:0.0:1724310019.192718:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.192722:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.192744:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536384 02000000:00000010:0.0:1724310019.192771:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3b000. 00010000:00000010:0.0:1724310019.192801:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:0.0:1724310019.192811:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:0.0:1724310019.192831:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310019.192835:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.192845:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310019.192847:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.192849:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310019.192851:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310019.192923:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310019.192925:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.192928:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310019.192930:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310019.192949:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19e80. 00000020:00000010:0.0:1724310019.192954:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19e80. 00000020:00000010:0.0:1724310019.192961:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2bba0. 00080000:00000010:0.0:1724310019.192966:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bc29800. 00000001:00000010:0.0:1724310019.194083:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bde0. 00000001:00000010:0.0:1724310019.194088:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310019.194113:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2bba0. 00010000:00000010:0.0:1724310019.194119:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310019.194122:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.194137:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.194153:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310019.194156:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00080000:00000010:0.0:1724310019.194171:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8d00. 00000004:00000010:0.0:1724310019.194175:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc258. 00000004:00000010:0.0:1724310019.194178:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fa50. 00000004:00000010:0.0:1724310019.194181:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:0.0:1724310019.194186:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310019.194197:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096677, last committed = 4295096163 00010000:00000200:0.0:1724310019.194204:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f650000 x1808069883536384/t4295096677(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.194217:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f25d8. 00000100:00000200:0.0:1724310019.194222:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883536384, offset 224 00000400:00000010:0.0:1724310019.194226:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9150. 00000400:00000200:0.0:1724310019.194229:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.194238:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.194243:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532236:532236:256:4294967295] 192.168.204.31@tcp LPNI seq info [532232:532232:8:4294967295] 00000400:00000200:0.0:1724310019.194247:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.194252:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.194271:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.194274:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310019.194278:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.194295:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.194299:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.194312:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.194315:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.194317:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414b600. 00010000:00000010:0.1:1724310019.194359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310019.194363:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310019.194366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310019.194368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310019.194371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310019.194373:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310019.194375:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.1:1724310019.194377:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310019.194379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.1:1724310019.194382:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.1:1724310019.194387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.1:1724310019.194388:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:0.1:1724310019.194390:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310019.194392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000800:00000200:1.0:1724310019.195190:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.195194:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310019.195197:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.195201:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.196779:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.196791:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d95 00000400:00000200:1.0:1724310019.196797:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.196799:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.196803:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f25d8 00000400:00000010:1.0:1724310019.196806:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f25d8. 00010000:00000010:3.0:1724310019.196900:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:3.0:1724310019.196907:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00000400:00000200:0.0:1724310019.197082:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.197090:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232480 00000400:00000200:0.0:1724310019.197096:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 72352 00000400:00000200:0.0:1724310019.197133:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.197137:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.197141:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.197145:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566c380. 00000020:00000010:0.0:1724310019.197174:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414b600. 00000020:00000010:0.0:1724310019.197178:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.197181:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.197869:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536512 00000001:00000010:0.0:1724310019.197878:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:0.0:1724310019.198069:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310019.198075:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 02000000:00000010:0.0:1724310019.198124:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080a30000. 00010000:00000010:0.0:1724310019.198144:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310019.198147:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.198156:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310019.198158:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310019.198161:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310019.198163:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00000004:00000010:0.0:1724310019.198538:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3790. 00000004:00000010:0.0:1724310019.198544:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be2d0. 00000004:00000010:0.0:1724310019.198549:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310019.198556:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00010000:00000010:0.0:1724310019.199647:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.199650:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310019.199654:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.199657:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.199704:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.199712:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.199716:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310019.199744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310019.199758:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566c380 x1808069883536512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.199776:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2088. 00000100:00000200:0.0:1724310019.199781:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883536512, offset 224 00000400:00000200:0.0:1724310019.199785:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.199795:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.199800:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532237:532237:256:4294967295] 192.168.204.31@tcp LPNI seq info [532233:532233:8:4294967295] 00000400:00000200:0.0:1724310019.199809:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.199813:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.199816:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310019.199822:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.199827:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.199830:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.199843:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.199847:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:0.0:1724310019.199850:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414b600. 00000800:00000200:1.0:1724310019.200146:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.200149:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:1.0:1724310019.200152:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.200156:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.200159:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2088 00000400:00000010:1.0:1724310019.200161:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2088. 00010000:00000010:0.1:1724310019.200757:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310019.200764:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.1:1724310019.200811:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310019.200814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:1.0:1724310019.202521:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.202533:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232580 00000400:00000200:1.0:1724310019.202539:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 72928 00000400:00000200:1.0:1724310019.202553:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.202557:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.202562:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.202567:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f651f80. 00000020:00000010:0.0:1724310019.202809:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ac00. 00000020:00000010:0.0:1724310019.202814:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310019.202818:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806af0. 00000100:00000200:0.0:1724310019.202835:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536768 02000000:00000010:0.0:1724310019.202889:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3c000. 00010000:00000010:0.0:1724310019.202914:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.202924:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310019.202942:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310019.202946:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310019.202954:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310019.202956:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.202959:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310019.202960:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.203032:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310019.203035:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310019.203038:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310019.203040:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310019.203059:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de194a0. 00000020:00000010:0.0:1724310019.203064:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de194a0. 00000020:00000010:0.0:1724310019.203071:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b240. 00080000:00000010:0.0:1724310019.203076:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd70000. 00000001:00000010:0.0:1724310019.203230:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b840. 00000001:00000010:0.0:1724310019.203234:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310019.203313:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b240. 00010000:00000010:0.0:1724310019.203320:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310019.203373:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.203389:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.203407:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.203410:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00080000:00000010:0.0:1724310019.203424:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:0.0:1724310019.203430:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:0.0:1724310019.203433:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be2d0. 00000004:00000010:0.0:1724310019.203437:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3790. 00010000:00000010:0.0:1724310019.203443:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000200:0.0:1724310019.203454:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096678, last committed = 4295096163 00010000:00000200:0.0:1724310019.203460:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f651f80 x1808069883536768/t4295096678(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.203472:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c0f2000. 00000100:00000200:0.0:1724310019.203476:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883536768, offset 224 00000400:00000010:0.0:1724310019.203482:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9118. 00000400:00000200:0.0:1724310019.203484:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.203493:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.203498:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532238:532238:256:4294967295] 192.168.204.31@tcp LPNI seq info [532234:532234:8:4294967295] 00000400:00000200:0.0:1724310019.203502:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.203507:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.203512:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.203544:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310019.203550:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.203555:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.203559:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.203570:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:1.0:1724310019.203573:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806af0. 00000020:00000010:1.0:1724310019.203575:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ac00. 00000800:00000200:0.0:1724310019.203821:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.203824:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310019.203827:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.203830:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000001:00000010:2.0:1724310019.205644:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcd20. 00080000:00000010:2.0:1724310019.205651:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39d000. 00000001:00000010:2.0:1724310019.205654:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b000. 00080000:00000010:2.0:1724310019.205656:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39e800. 00000001:00000010:2.0:1724310019.205658:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fca80. 00080000:00000010:2.0:1724310019.205659:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39ec00. 00000001:00000010:2.0:1724310019.205662:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166960. 00080000:00000010:2.0:1724310019.205663:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880130fbf000. 00000001:00000010:2.0:1724310019.205665:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b240. 00080000:00000010:2.0:1724310019.205667:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880130fbc000. 00000001:00000010:2.0:1724310019.205669:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1662a0. 00080000:00000010:2.0:1724310019.205671:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880130fbcc00. 00000001:00000010:2.0:1724310019.205673:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9480. 00080000:00000010:2.0:1724310019.205675:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e16800. 00000001:00000010:2.0:1724310019.205677:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b720. 00080000:00000010:2.0:1724310019.205679:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e15400. 00000001:00000010:2.0:1724310019.205681:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9f00. 00080000:00000010:2.0:1724310019.205683:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e14000. 00000001:00000010:2.0:1724310019.205685:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b360. 00080000:00000010:2.0:1724310019.205686:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e15c00. 00000001:00000010:2.0:1724310019.205689:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bcc0. 00080000:00000010:2.0:1724310019.205691:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e16000. 00000001:00000010:2.0:1724310019.205697:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bc00. 00080000:00000010:2.0:1724310019.205698:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e17800. 00000001:00000010:2.0:1724310019.205700:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b420. 00080000:00000010:2.0:1724310019.205702:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e14c00. 00000001:00000010:2.0:1724310019.205704:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b6c0. 00080000:00000010:2.0:1724310019.205706:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093e14800. 00000001:00000010:2.0:1724310019.205708:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4ba20. 00080000:00000010:2.0:1724310019.205710:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cec00. 00000001:00000010:2.0:1724310019.205712:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b300. 00080000:00000010:2.0:1724310019.205713:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cd400. 00000001:00000010:2.0:1724310019.205715:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b3c0. 00080000:00000010:2.0:1724310019.205716:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cfc00. 00000001:00000010:2.0:1724310019.205719:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b900. 00080000:00000010:2.0:1724310019.205720:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345ccc00. 00000001:00000010:2.0:1724310019.205722:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bf60. 00080000:00000010:2.0:1724310019.205724:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cd000. 00000001:00000010:2.0:1724310019.205726:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4be40. 00080000:00000010:2.0:1724310019.205727:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cd800. 00000001:00000010:2.0:1724310019.205729:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b840. 00080000:00000010:2.0:1724310019.205730:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801345cc800. 00000001:00000010:2.0:1724310019.205732:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4b1e0. 00080000:00000010:2.0:1724310019.205733:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135892800. 00000001:00000010:2.0:1724310019.205735:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bc60. 00080000:00000010:2.0:1724310019.205737:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135893400. 00000001:00000010:2.0:1724310019.205738:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba4bd80. 00080000:00000010:2.0:1724310019.205740:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135893c00. 00000001:00000010:2.0:1724310019.205742:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcb40. 00080000:00000010:2.0:1724310019.205743:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135891c00. 00000001:00000010:2.0:1724310019.205745:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9d80. 00080000:00000010:2.0:1724310019.205746:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135892c00. 00000001:00000010:2.0:1724310019.205748:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc3c0. 00080000:00000010:2.0:1724310019.205749:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135890000. 00000001:00000010:2.0:1724310019.205751:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166a80. 00080000:00000010:2.0:1724310019.205752:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880135890800. 00000001:00000010:2.0:1724310019.205754:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fcea0. 00080000:00000010:2.0:1724310019.205756:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879de800. 00000001:00000010:2.0:1724310019.205758:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1666c0. 00080000:00000010:2.0:1724310019.205760:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879dc000. 00000001:00000010:2.0:1724310019.205763:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc960. 00080000:00000010:2.0:1724310019.205764:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879dec00. 00000001:00000010:2.0:1724310019.205766:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9a20. 00080000:00000010:2.0:1724310019.205767:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879dd400. 00000001:00000010:2.0:1724310019.205770:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc9c0. 00080000:00000010:2.0:1724310019.205771:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879de400. 00000001:00000010:2.0:1724310019.205773:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9c60. 00080000:00000010:2.0:1724310019.205775:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879dc800. 00000001:00000010:2.0:1724310019.205777:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a52fc420. 00080000:00000010:2.0:1724310019.205778:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800879df800. 00000001:00000010:2.0:1724310019.205780:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1668a0. 00080000:00000010:2.0:1724310019.205781:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c413000. 00000001:00000010:2.0:1724310019.205784:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9ae0. 00080000:00000010:2.0:1724310019.205785:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c413800. 00000001:00000010:2.0:1724310019.205788:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166a20. 00080000:00000010:2.0:1724310019.205789:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c413c00. 00000001:00000010:2.0:1724310019.205791:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9de0. 00080000:00000010:2.0:1724310019.205792:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c413400. 00000001:00000010:2.0:1724310019.205794:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166660. 00000400:00000200:0.0:1724310019.205795:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00080000:00000010:2.0:1724310019.205796:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c411400. 00000001:00000010:2.0:1724310019.205798:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9060. 00080000:00000010:2.0:1724310019.205799:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012efce800. 00000001:00000010:2.0:1724310019.205802:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166780. 00080000:00000010:2.0:1724310019.205803:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012efcf800. 00000400:00000200:0.0:1724310019.205805:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295d9d 00000001:00000010:2.0:1724310019.205805:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca480. 00080000:00000010:2.0:1724310019.205807:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012efce400. 00000001:00000010:2.0:1724310019.205809:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9300. 00000400:00000200:0.0:1724310019.205810:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1724310019.205811:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012efce000. 00000400:00000200:0.0:1724310019.205813:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000001:00000010:2.0:1724310019.205813:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca1e0. 00080000:00000010:2.0:1724310019.205815:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012efcd800. 00000400:00000200:0.0:1724310019.205816:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0f2000 00000400:00000010:0.0:1724310019.205818:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88009c0f2000. 00000001:00000010:2.0:1724310019.205818:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9540. 00080000:00000010:2.0:1724310019.205819:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801335b0000. 00000001:00000010:2.0:1724310019.205822:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c99c0. 00080000:00000010:2.0:1724310019.205824:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801335b0c00. 00000001:00000010:2.0:1724310019.205826:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c95a0. 00080000:00000010:2.0:1724310019.205827:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801335b1800. 00000001:00000010:2.0:1724310019.205830:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9660. 00080000:00000010:2.0:1724310019.205832:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801335b2800. 00000001:00000010:2.0:1724310019.205834:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9600. 00080000:00000010:2.0:1724310019.205836:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801335b2c00. 00000001:00000010:2.0:1724310019.205838:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9000. 00080000:00000010:2.0:1724310019.205839:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095976400. 00000001:00000010:2.0:1724310019.205842:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9420. 00080000:00000010:2.0:1724310019.205843:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095977000. 00000001:00000010:2.0:1724310019.205846:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9cc0. 00080000:00000010:2.0:1724310019.205848:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095975c00. 00000001:00000010:2.0:1724310019.205850:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9960. 00080000:00000010:2.0:1724310019.205851:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095974800. 00000001:00000010:2.0:1724310019.205853:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c90c0. 00080000:00000010:2.0:1724310019.205855:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095976c00. 00000001:00000010:2.0:1724310019.205857:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1664e0. 00080000:00000010:2.0:1724310019.205858:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095975400. 00000001:00000010:2.0:1724310019.205860:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca6c0. 00080000:00000010:2.0:1724310019.205862:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bbdfc00. 00000001:00000010:2.0:1724310019.205864:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0f00. 00080000:00000010:2.0:1724310019.205866:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bbde400. 00000001:00000010:2.0:1724310019.205869:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1667e0. 00080000:00000010:2.0:1724310019.205870:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bbdc800. 00000001:00000010:2.0:1724310019.205873:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca5a0. 00080000:00000010:2.0:1724310019.205875:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bbde800. 00000001:00000010:2.0:1724310019.205877:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baba0. 00080000:00000010:2.0:1724310019.205878:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bbdd000. 00000001:00000010:2.0:1724310019.205881:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1663c0. 00080000:00000010:2.0:1724310019.205882:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c539800. 00000001:00000010:2.0:1724310019.205884:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166b40. 00080000:00000010:2.0:1724310019.205886:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c53a000. 00000001:00000010:2.0:1724310019.205888:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166120. 00080000:00000010:2.0:1724310019.205889:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c538400. 00000001:00000010:2.0:1724310019.205891:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166480. 00080000:00000010:2.0:1724310019.205893:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c53a400. 00000001:00000010:2.0:1724310019.205894:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1661e0. 00080000:00000010:2.0:1724310019.205896:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c538c00. 00010000:00000010:3.0:1724310019.205897:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00000001:00000010:2.0:1724310019.205898:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166720. 00080000:00000010:2.0:1724310019.205899:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c539c00. 00000001:00000010:2.0:1724310019.205901:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166840. 00080000:00000010:2.0:1724310019.205902:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c539400. 00010000:00000010:3.0:1724310019.205903:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00000001:00000010:2.0:1724310019.205905:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166e40. 00080000:00000010:2.0:1724310019.205906:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f6800. 00000001:00000010:2.0:1724310019.205911:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166420. 00080000:00000010:2.0:1724310019.205912:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f7c00. 00000001:00000010:2.0:1724310019.205916:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1669c0. 00080000:00000010:2.0:1724310019.205918:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800784f7000. 00000001:00000010:2.0:1724310019.205920:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1660c0. 00080000:00000010:2.0:1724310019.205922:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b08400. 00000001:00000010:2.0:1724310019.205925:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166cc0. 00080000:00000010:2.0:1724310019.205927:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b09c00. 00000001:00000010:2.0:1724310019.205929:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166d20. 00080000:00000010:2.0:1724310019.205930:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b0a800. 00000001:00000010:2.0:1724310019.205932:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166600. 00080000:00000010:2.0:1724310019.205934:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b08c00. 00000001:00000010:2.0:1724310019.205936:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bade0. 00080000:00000010:2.0:1724310019.205938:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b0b800. 00000001:00000010:2.0:1724310019.205940:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166180. 00080000:00000010:2.0:1724310019.205941:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880088b0b400. 00000001:00000010:2.0:1724310019.205946:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43ae0. 00080000:00000010:2.0:1724310019.205948:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013180b400. 00000001:00000010:2.0:1724310019.205951:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ba0. 00080000:00000010:2.0:1724310019.205953:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013180bc00. 00000001:00000010:2.0:1724310019.205956:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67f000. 00080000:00000010:2.0:1724310019.205959:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131808400. 00000001:00000010:2.0:1724310019.205961:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857ba0. 00080000:00000010:2.0:1724310019.205963:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131808000. 00000001:00000010:2.0:1724310019.205965:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba438a0. 00080000:00000010:2.0:1724310019.205967:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131809c00. 00000001:00000010:2.0:1724310019.205969:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857960. 00080000:00000010:2.0:1724310019.205970:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131808c00. 00000001:00000010:2.0:1724310019.205972:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800959c9e40. 00080000:00000010:2.0:1724310019.205973:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013180a000. 00000001:00000010:2.0:1724310019.205975:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba435a0. 00080000:00000010:2.0:1724310019.205977:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d5400. 00000001:00000010:2.0:1724310019.205979:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba430c0. 00080000:00000010:2.0:1724310019.205980:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d6400. 00000001:00000010:2.0:1724310019.205983:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43b40. 00080000:00000010:2.0:1724310019.205984:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d5800. 00000001:00000010:2.0:1724310019.205986:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43d20. 00080000:00000010:2.0:1724310019.205987:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d7c00. 00000001:00000010:2.0:1724310019.205989:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43900. 00080000:00000010:2.0:1724310019.205990:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d7400. 00000001:00000010:2.0:1724310019.205992:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba439c0. 00080000:00000010:2.0:1724310019.205993:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d6000. 00000001:00000010:2.0:1724310019.205995:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43300. 00080000:00000010:2.0:1724310019.205997:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353d6800. 00000001:00000010:2.0:1724310019.205999:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43720. 00080000:00000010:2.0:1724310019.206000:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be49c00. 00000001:00000010:2.0:1724310019.206003:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43240. 00080000:00000010:2.0:1724310019.206004:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be48400. 00000001:00000010:2.0:1724310019.206007:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43540. 00080000:00000010:2.0:1724310019.206008:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be48800. 00000001:00000010:2.0:1724310019.206010:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43060. 00080000:00000010:2.0:1724310019.206012:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be4ac00. 00000001:00000010:2.0:1724310019.206014:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43e40. 00080000:00000010:2.0:1724310019.206016:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be48c00. 00000001:00000010:2.0:1724310019.206018:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43c60. 00080000:00000010:2.0:1724310019.206020:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be48000. 00000001:00000010:2.0:1724310019.206022:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a4d8d120. 00080000:00000010:2.0:1724310019.206023:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081ae9000. 00000001:00000010:2.0:1724310019.206026:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202f7e0. 00080000:00000010:2.0:1724310019.206028:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081aeb800. 00000001:00000010:2.0:1724310019.206030:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa77e0. 00080000:00000010:2.0:1724310019.206032:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081ae9c00. 00000001:00000010:2.0:1724310019.206034:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67f1e0. 00080000:00000010:2.0:1724310019.206036:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081ae8800. 00000001:00000010:2.0:1724310019.206038:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1960. 00080000:00000010:2.0:1724310019.206041:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4c27000. 00000001:00000010:2.0:1724310019.206043:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202f960. 00080000:00000010:2.0:1724310019.206044:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4c27800. 00000001:00000010:2.0:1724310019.206049:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857f60. 00080000:00000010:2.0:1724310019.206050:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb72000. 00000001:00000010:2.0:1724310019.206052:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7060. 00080000:00000010:2.0:1724310019.206054:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb70800. 00000001:00000010:2.0:1724310019.206056:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857780. 00080000:00000010:2.0:1724310019.206058:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb72400. 00000001:00000010:2.0:1724310019.206059:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7600. 00080000:00000010:2.0:1724310019.206061:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb71c00. 00000001:00000010:2.0:1724310019.206063:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857720. 00080000:00000010:2.0:1724310019.206064:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb72800. 00000001:00000010:2.0:1724310019.206066:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7cc0. 00080000:00000010:2.0:1724310019.206067:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb73c00. 00000001:00000010:2.0:1724310019.206070:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857de0. 00080000:00000010:2.0:1724310019.206071:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb73800. 00000001:00000010:2.0:1724310019.206073:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5953c0. 00080000:00000010:2.0:1724310019.206075:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b56000. 00000001:00000010:2.0:1724310019.206078:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7120. 00080000:00000010:2.0:1724310019.206079:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b56400. 00000001:00000010:2.0:1724310019.206081:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b18a0. 00080000:00000010:2.0:1724310019.206083:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b54800. 00000001:00000010:2.0:1724310019.206085:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa70c0. 00080000:00000010:2.0:1724310019.206086:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b57400. 00000001:00000010:2.0:1724310019.206088:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595420. 00080000:00000010:2.0:1724310019.206089:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b56c00. 00000001:00000010:2.0:1724310019.206091:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7d20. 00080000:00000010:2.0:1724310019.206092:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b54000. 00000001:00000010:2.0:1724310019.206094:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7b40. 00080000:00000010:2.0:1724310019.206095:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b57800. 00000001:00000010:2.0:1724310019.206097:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7f00. 00080000:00000010:2.0:1724310019.206098:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b237c400. 00000001:00000010:2.0:1724310019.206101:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa72a0. 00080000:00000010:2.0:1724310019.206102:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b237c000. 00000001:00000010:2.0:1724310019.206104:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7a20. 00080000:00000010:2.0:1724310019.206105:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b237d000. 00000001:00000010:2.0:1724310019.206108:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7de0. 00080000:00000010:2.0:1724310019.206109:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b237d800. 00000001:00000010:2.0:1724310019.206111:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7a80. 00080000:00000010:2.0:1724310019.206112:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a98800. 00000001:00000010:2.0:1724310019.206116:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa79c0. 00080000:00000010:2.0:1724310019.206117:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a98c00. 00000001:00000010:2.0:1724310019.206119:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ae0. 00080000:00000010:2.0:1724310019.206120:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a99800. 00000001:00000010:2.0:1724310019.206122:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7660. 00080000:00000010:2.0:1724310019.206123:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a9b800. 00000001:00000010:2.0:1724310019.206125:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7480. 00080000:00000010:2.0:1724310019.206126:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a99c00. 00000001:00000010:2.0:1724310019.206128:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ea0. 00080000:00000010:2.0:1724310019.206130:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a9a800. 00000001:00000010:2.0:1724310019.206132:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7240. 00080000:00000010:2.0:1724310019.206134:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880076a9a400. 00000001:00000010:2.0:1724310019.206135:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa73c0. 00080000:00000010:2.0:1724310019.206137:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013421b800. 00000001:00000010:2.0:1724310019.206140:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa78a0. 00080000:00000010:2.0:1724310019.206142:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134219000. 00000001:00000010:2.0:1724310019.206144:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7900. 00080000:00000010:2.0:1724310019.206146:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013421b400. 00000001:00000010:2.0:1724310019.206148:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7300. 00080000:00000010:2.0:1724310019.206149:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013421b000. 00000001:00000010:2.0:1724310019.206151:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7960. 00080000:00000010:2.0:1724310019.206153:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134218c00. 00000001:00000010:2.0:1724310019.206156:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7540. 00080000:00000010:2.0:1724310019.206157:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ac9a000. 00000001:00000010:2.0:1724310019.206159:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1b40. 00080000:00000010:2.0:1724310019.206161:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ac9a400. 00000001:00000010:2.0:1724310019.206162:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595a80. 00080000:00000010:2.0:1724310019.206164:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ac9ac00. 00000001:00000010:2.0:1724310019.206166:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1ba0. 00080000:00000010:2.0:1724310019.206167:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ac98400. 00000001:00000010:2.0:1724310019.206169:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857ae0. 00080000:00000010:2.0:1724310019.206171:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ac98c00. 00000001:00000010:2.0:1724310019.206173:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1840. 00080000:00000010:2.0:1724310019.206174:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f3000. 00000001:00000010:2.0:1724310019.206180:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880135857a20. 00080000:00000010:2.0:1724310019.206182:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f2c00. 00000001:00000010:2.0:1724310019.206184:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b16c0. 00080000:00000010:2.0:1724310019.206186:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f3800. 00000001:00000010:2.0:1724310019.206188:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf11e0. 00080000:00000010:2.0:1724310019.206189:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f2800. 00000001:00000010:2.0:1724310019.206191:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801358578a0. 00080000:00000010:2.0:1724310019.206193:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f1400. 00000001:00000010:2.0:1724310019.206195:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba240. 00080000:00000010:2.0:1724310019.206197:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800874f3c00. 00000001:00000010:2.0:1724310019.206199:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1360. 00080000:00000010:2.0:1724310019.206201:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd28000. 00000001:00000010:2.0:1724310019.206204:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595ba0. 00080000:00000010:2.0:1724310019.206206:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd28400. 00000001:00000010:2.0:1724310019.206208:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1a20. 00080000:00000010:2.0:1724310019.206210:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd2a400. 00000001:00000010:2.0:1724310019.206212:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595de0. 00080000:00000010:2.0:1724310019.206213:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd2b800. 00000001:00000010:2.0:1724310019.206215:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1d20. 00080000:00000010:2.0:1724310019.206216:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd2b400. 00000001:00000010:2.0:1724310019.206218:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af9c0. 00080000:00000010:2.0:1724310019.206220:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd29000. 00000001:00000010:2.0:1724310019.206222:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5959c0. 00080000:00000010:2.0:1724310019.206224:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd29800. 00000001:00000010:2.0:1724310019.206226:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1300. 00080000:00000010:2.0:1724310019.206228:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd29400. 00000001:00000010:2.0:1724310019.206230:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af840. 00080000:00000010:2.0:1724310019.206232:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122750400. 00000001:00000010:2.0:1724310019.206234:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1cc0. 00080000:00000010:2.0:1724310019.206235:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122752400. 00000001:00000010:2.0:1724310019.206237:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5958a0. 00080000:00000010:2.0:1724310019.206239:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122750800. 00000001:00000010:2.0:1724310019.206240:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1840. 00080000:00000010:2.0:1724310019.206242:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122751c00. 00000001:00000010:2.0:1724310019.206244:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5955a0. 00080000:00000010:2.0:1724310019.206245:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122753000. 00000001:00000010:2.0:1724310019.206247:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1540. 00080000:00000010:2.0:1724310019.206248:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122751400. 00000001:00000010:2.0:1724310019.206250:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595120. 00080000:00000010:2.0:1724310019.206252:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122750000. 00000001:00000010:2.0:1724310019.206254:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1780. 00080000:00000010:2.0:1724310019.206255:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f535800. 00010000:00000010:1.1:1724310019.206455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:1.1:1724310019.206463:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310019.206466:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310019.206468:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310019.206471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310019.206475:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.1:1724310019.206547:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:0.1:1724310019.206551:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:0.1:1724310019.206554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:0.1:1724310019.206556:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00000001:00000010:2.0:1724310019.207082:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595ae0. 00080000:00000010:2.0:1724310019.207086:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f534400. 00000001:00000010:2.0:1724310019.207088:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1720. 00080000:00000010:2.0:1724310019.207091:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f535000. 00000001:00000010:2.0:1724310019.207093:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012a397300. 00080000:00000010:2.0:1724310019.207095:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f535400. 00010000:00000010:1.1:1724310019.207096:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000001:00000010:2.0:1724310019.207097:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4989d20. 00010000:00000010:1.1:1724310019.207098:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00080000:00000010:2.0:1724310019.207099:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f536000. 00010000:00000010:1.1:1724310019.207101:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000001:00000010:2.0:1724310019.207102:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332d20. 00080000:00000010:2.0:1724310019.207104:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f536800. 00010000:00000010:1.1:1724310019.207104:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00000001:00000010:2.0:1724310019.207106:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bad20. 00010000:00000010:1.1:1724310019.207106:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00080000:00000010:2.0:1724310019.207108:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f537c00. 00010000:00000010:1.1:1724310019.207109:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000001:00000010:2.0:1724310019.207111:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595a20. 00080000:00000010:2.0:1724310019.207112:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c871400. 00000001:00000010:2.0:1724310019.207115:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baea0. 00080000:00000010:2.0:1724310019.207116:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c871000. 00000001:00000010:2.0:1724310019.207118:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5952a0. 00080000:00000010:2.0:1724310019.207120:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c870400. 00000001:00000010:2.0:1724310019.207122:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba9c0. 00080000:00000010:2.0:1724310019.207123:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c872000. 00000001:00000010:2.0:1724310019.207126:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e060. 00000400:00000200:1.0:1724310019.207127:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00080000:00000010:2.0:1724310019.207128:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c871800. 00000001:00000010:2.0:1724310019.207130:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595f60. 00080000:00000010:2.0:1724310019.207131:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353f9800. 00000400:00000200:1.0:1724310019.207135:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232600 00000001:00000010:2.0:1724310019.207136:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595480. 00080000:00000010:2.0:1724310019.207138:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353fb400. 00000400:00000200:1.0:1724310019.207141:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 73416 00000001:00000010:2.0:1724310019.207142:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595300. 00080000:00000010:2.0:1724310019.207144:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353fa000. 00000001:00000010:2.0:1724310019.207148:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595f00. 00080000:00000010:2.0:1724310019.207150:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353f9000. 00000001:00000010:2.0:1724310019.207152:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595060. 00080000:00000010:2.0:1724310019.207153:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353fa800. 00000001:00000010:2.0:1724310019.207155:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595000. 00080000:00000010:2.0:1724310019.207156:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353f8800. 00000001:00000010:2.0:1724310019.207160:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595780. 00080000:00000010:2.0:1724310019.207162:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801353f8400. 00000001:00000010:2.0:1724310019.207164:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595540. 00080000:00000010:2.0:1724310019.207166:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a8b000. 00000001:00000010:2.0:1724310019.207168:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595c60. 00080000:00000010:2.0:1724310019.207170:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a8bc00. 00000001:00000010:2.0:1724310019.207172:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595e40. 00080000:00000010:2.0:1724310019.207173:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a89000. 00000001:00000010:2.0:1724310019.207175:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595840. 00080000:00000010:2.0:1724310019.207176:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a88800. 00000001:00000010:2.0:1724310019.207178:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595cc0. 00080000:00000010:2.0:1724310019.207180:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a88400. 00000001:00000010:2.0:1724310019.207182:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d5950c0. 00080000:00000010:2.0:1724310019.207184:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a8a800. 00000001:00000010:2.0:1724310019.207188:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595900. 00080000:00000010:2.0:1724310019.207189:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24cc00. 00000400:00000200:1.0:1724310019.207190:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1724310019.207191:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008d595960. 00000400:00000200:1.0:1724310019.207193:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00080000:00000010:2.0:1724310019.207193:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24c800. 00000001:00000010:2.0:1724310019.207195:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e4e0. 00080000:00000010:2.0:1724310019.207196:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24ec00. 00000100:00000200:1.0:1724310019.207198:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000001:00000010:2.0:1724310019.207198:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba900. 00080000:00000010:2.0:1724310019.207200:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24fc00. 00000100:00000010:1.0:1724310019.207202:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f652d80. 00000001:00000010:2.0:1724310019.207202:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332a20. 00080000:00000010:2.0:1724310019.207203:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24d800. 00000001:00000010:2.0:1724310019.207205:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba540. 00080000:00000010:2.0:1724310019.207207:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24e000. 00000001:00000010:2.0:1724310019.207209:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67e480. 00080000:00000010:2.0:1724310019.207210:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c423800. 00000001:00000010:2.0:1724310019.207213:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0000. 00080000:00000010:2.0:1724310019.207215:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c420c00. 00000001:00000010:2.0:1724310019.207218:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bab40. 00080000:00000010:2.0:1724310019.207219:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c421000. 00000001:00000010:2.0:1724310019.207223:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0180. 00080000:00000010:2.0:1724310019.207224:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c421400. 00000001:00000010:2.0:1724310019.207227:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba180. 00080000:00000010:2.0:1724310019.207229:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c423000. 00000001:00000010:2.0:1724310019.207231:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0e40. 00080000:00000010:2.0:1724310019.207232:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c423400. 00000001:00000010:2.0:1724310019.207234:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba000. 00080000:00000010:2.0:1724310019.207236:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c421c00. 00000001:00000010:2.0:1724310019.207238:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf0060. 00080000:00000010:2.0:1724310019.207239:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b1bc0800. 00000001:00000010:2.0:1724310019.207241:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba060. 00080000:00000010:2.0:1724310019.207243:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b1bc1c00. 00000001:00000010:2.0:1724310019.207245:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4989540. 00080000:00000010:2.0:1724310019.207246:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b1bc3400. 00000001:00000010:2.0:1724310019.207249:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1aa8540. 00080000:00000010:2.0:1724310019.207250:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082dfb000. 00000001:00000010:2.0:1724310019.207252:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba1e0. 00080000:00000010:2.0:1724310019.207254:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082dfb400. 00000001:00000010:2.0:1724310019.207255:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba480. 00080000:00000010:2.0:1724310019.207274:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082df9800. 00000001:00000010:2.0:1724310019.207276:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baf00. 00080000:00000010:2.0:1724310019.207278:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082dfa400. 00000001:00000010:2.0:1724310019.207279:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bad80. 00080000:00000010:2.0:1724310019.207281:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082dfa000. 00000001:00000010:2.0:1724310019.207283:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba780. 00080000:00000010:2.0:1724310019.207297:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082dfac00. 00000001:00000010:2.0:1724310019.207299:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baa80. 00080000:00000010:2.0:1724310019.207301:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082df8c00. 00000001:00000010:2.0:1724310019.207302:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bac00. 00080000:00000010:2.0:1724310019.207304:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082df9000. 00000001:00000010:2.0:1724310019.207306:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baa20. 00080000:00000010:2.0:1724310019.207307:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506fc00. 00000001:00000010:2.0:1724310019.207310:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba4e0. 00080000:00000010:2.0:1724310019.207311:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506f400. 00000001:00000010:2.0:1724310019.207313:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba8a0. 00080000:00000010:2.0:1724310019.207315:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506d800. 00000001:00000010:2.0:1724310019.207317:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba6c0. 00080000:00000010:2.0:1724310019.207319:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506e400. 00000001:00000010:2.0:1724310019.207321:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba360. 00080000:00000010:2.0:1724310019.207323:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848f400. 00000001:00000010:2.0:1724310019.207325:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881bae40. 00080000:00000010:2.0:1724310019.207326:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848fc00. 00000001:00000010:2.0:1724310019.207328:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba660. 00080000:00000010:2.0:1724310019.207329:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848e400. 00000001:00000010:2.0:1724310019.207331:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba0c0. 00080000:00000010:2.0:1724310019.207332:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848d400. 00000001:00000010:2.0:1724310019.207334:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baae0. 00080000:00000010:2.0:1724310019.207336:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848f800. 00000001:00000010:2.0:1724310019.207337:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba600. 00080000:00000010:2.0:1724310019.207339:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008848cc00. 00000001:00000010:2.0:1724310019.207341:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba5a0. 00080000:00000010:2.0:1724310019.207343:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e390000. 00000001:00000010:2.0:1724310019.207345:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba840. 00080000:00000010:2.0:1724310019.207347:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095021800. 00000001:00000010:2.0:1724310019.207349:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba3c0. 00080000:00000010:2.0:1724310019.207350:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095022c00. 00000001:00000010:2.0:1724310019.207353:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881baf60. 00080000:00000010:2.0:1724310019.207354:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095020c00. 00000001:00000010:2.0:1724310019.207356:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba300. 00080000:00000010:2.0:1724310019.207358:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095023800. 00000001:00000010:2.0:1724310019.207364:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242938a0. 00080000:00000010:2.0:1724310019.207366:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081195c00. 00000001:00000010:2.0:1724310019.207369:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242930c0. 00080000:00000010:2.0:1724310019.207370:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c125c00. 00000001:00000010:2.0:1724310019.207372:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293840. 00080000:00000010:2.0:1724310019.207374:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c125000. 00000001:00000010:2.0:1724310019.207376:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293180. 00080000:00000010:2.0:1724310019.207377:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c125800. 00000001:00000010:2.0:1724310019.207379:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293c60. 00080000:00000010:2.0:1724310019.207382:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c126000. 00000001:00000010:2.0:1724310019.207384:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242935a0. 00080000:00000010:2.0:1724310019.207386:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a2800. 00000001:00000010:2.0:1724310019.207388:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242931e0. 00080000:00000010:2.0:1724310019.207390:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a0000. 00000001:00000010:2.0:1724310019.207392:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293420. 00080000:00000010:2.0:1724310019.207394:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a2400. 00000001:00000010:2.0:1724310019.207396:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293ba0. 00080000:00000010:2.0:1724310019.207398:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a1400. 00000001:00000010:2.0:1724310019.207400:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293de0. 00080000:00000010:2.0:1724310019.207402:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a3c00. 00000001:00000010:2.0:1724310019.207406:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293f60. 00080000:00000010:2.0:1724310019.207407:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008d5a3400. 00000001:00000010:2.0:1724310019.207410:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293300. 00080000:00000010:2.0:1724310019.207411:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ed800. 00000001:00000010:2.0:1724310019.207413:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce648a0. 00080000:00000010:2.0:1724310019.207415:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9eec00. 00000001:00000010:2.0:1724310019.207417:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584960. 00080000:00000010:2.0:1724310019.207419:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ec800. 00000001:00000010:2.0:1724310019.207421:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64420. 00080000:00000010:2.0:1724310019.207423:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ee400. 00000001:00000010:2.0:1724310019.207425:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465600. 00080000:00000010:2.0:1724310019.207427:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ef400. 00000001:00000010:2.0:1724310019.207429:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64960. 00080000:00000010:2.0:1724310019.207431:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ed000. 00000001:00000010:2.0:1724310019.207433:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465420. 00080000:00000010:2.0:1724310019.207434:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009b9ef000. 00000001:00000010:2.0:1724310019.207436:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64240. 00080000:00000010:2.0:1724310019.207437:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e91c00. 00000001:00000010:2.0:1724310019.207441:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465a20. 00080000:00000010:2.0:1724310019.207443:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e92800. 00000001:00000010:2.0:1724310019.207445:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64360. 00080000:00000010:2.0:1724310019.207447:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e93800. 00000001:00000010:2.0:1724310019.207450:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800874651e0. 00080000:00000010:2.0:1724310019.207451:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e92c00. 00000001:00000010:2.0:1724310019.207453:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64de0. 00080000:00000010:2.0:1724310019.207455:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e92400. 00000001:00000010:2.0:1724310019.207456:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10a20. 00000020:00000010:0.0:1724310019.207472:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414a200. 00000020:00000010:0.0:1724310019.207477:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c80. 00000020:00000010:0.0:1724310019.207480:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806c80. 00000100:00000200:0.0:1724310019.207511:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883536896 00080000:00000010:2.0:1724310019.207516:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094e91400. 00000001:00000010:0.0:1724310019.207519:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00000001:00000010:2.0:1724310019.207519:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465540. 00080000:00000010:2.0:1724310019.207521:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122377400. 00000001:00000010:2.0:1724310019.207523:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465720. 00080000:00000010:2.0:1724310019.207525:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122375c00. 00000001:00000010:2.0:1724310019.207528:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465780. 00080000:00000010:2.0:1724310019.207529:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122374800. 00000001:00000010:2.0:1724310019.207531:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800874659c0. 00080000:00000010:2.0:1724310019.207532:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122375000. 00000001:00000010:2.0:1724310019.207534:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465ea0. 00010000:00000010:0.0:1724310019.207536:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00080000:00000010:2.0:1724310019.207536:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122375800. 00000001:00000010:2.0:1724310019.207538:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087465f60. 00080000:00000010:2.0:1724310019.207539:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122376400. 00010000:00000010:0.0:1724310019.207541:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000001:00000010:2.0:1724310019.207541:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945840c0. 00080000:00000010:2.0:1724310019.207543:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122377c00. 00000001:00000010:2.0:1724310019.207545:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce649c0. 00080000:00000010:2.0:1724310019.207546:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590fc00. 00000001:00000010:2.0:1724310019.207548:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584c00. 00080000:00000010:2.0:1724310019.207550:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590e400. 00000001:00000010:2.0:1724310019.207552:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64840. 00080000:00000010:2.0:1724310019.207553:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590e800. 00000001:00000010:2.0:1724310019.207555:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945847e0. 00080000:00000010:2.0:1724310019.207557:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590e000. 00000001:00000010:2.0:1724310019.207558:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64ea0. 00080000:00000010:2.0:1724310019.207560:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590c400. 00000001:00000010:2.0:1724310019.207562:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945845a0. 00080000:00000010:2.0:1724310019.207563:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590ec00. 00000001:00000010:2.0:1724310019.207565:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64f60. 00080000:00000010:2.0:1724310019.207568:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590cc00. 00000001:00000010:2.0:1724310019.207570:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584b40. 00080000:00000010:2.0:1724310019.207572:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131838800. 00000001:00000010:2.0:1724310019.207574:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ea0. 00080000:00000010:2.0:1724310019.207576:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131838c00. 00000001:00000010:2.0:1724310019.207578:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b202fb40. 00080000:00000010:2.0:1724310019.207580:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013183b800. 02000000:00000010:0.0:1724310019.207582:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080950000. 00000001:00000010:2.0:1724310019.207582:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64660. 00080000:00000010:2.0:1724310019.207583:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013183bc00. 00000001:00000010:2.0:1724310019.207585:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64d20. 00080000:00000010:2.0:1724310019.207586:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013183a400. 00000001:00000010:2.0:1724310019.207588:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64b40. 00080000:00000010:2.0:1724310019.207589:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88013183a000. 00000001:00000010:2.0:1724310019.207591:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64cc0. 00080000:00000010:2.0:1724310019.207592:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880131838400. 00000001:00000010:2.0:1724310019.207594:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64540. 00080000:00000010:2.0:1724310019.207595:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5e800. 00000001:00000010:2.0:1724310019.207597:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64780. 00080000:00000010:2.0:1724310019.207599:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5ec00. 00000001:00000010:2.0:1724310019.207600:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce646c0. 00010000:00000010:0.0:1724310019.207601:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00080000:00000010:2.0:1724310019.207602:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5dc00. 00010000:00000010:0.0:1724310019.207604:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00000001:00000010:2.0:1724310019.207605:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce641e0. 00080000:00000010:2.0:1724310019.207606:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5e000. 00000001:00000010:2.0:1724310019.207608:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64180. 00080000:00000010:2.0:1724310019.207609:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5d800. 00000001:00000010:2.0:1724310019.207611:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64120. 00080000:00000010:2.0:1724310019.207612:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5cc00. 00000001:00000010:2.0:1724310019.207614:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64c00. 00010000:00000010:0.0:1724310019.207615:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00080000:00000010:2.0:1724310019.207616:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087b5d400. 00010000:00000010:0.0:1724310019.207617:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00000001:00000010:2.0:1724310019.207618:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64f00. 00010000:00000010:0.0:1724310019.207620:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00080000:00000010:2.0:1724310019.207620:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850cc00. 00010000:00000010:0.0:1724310019.207622:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00000001:00000010:2.0:1724310019.207623:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64600. 00080000:00000010:2.0:1724310019.207624:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850c000. 00000001:00000010:2.0:1724310019.207627:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64d80. 00080000:00000010:2.0:1724310019.207628:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850e800. 00000001:00000010:2.0:1724310019.207630:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce643c0. 00080000:00000010:2.0:1724310019.207631:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850ec00. 00000001:00000010:2.0:1724310019.207633:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce642a0. 00080000:00000010:2.0:1724310019.207634:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850d000. 00000001:00000010:2.0:1724310019.207637:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64c60. 00080000:00000010:2.0:1724310019.207638:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006850fc00. 00000001:00000010:2.0:1724310019.207640:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64a20. 00080000:00000010:2.0:1724310019.207641:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae2000. 00000001:00000010:2.0:1724310019.207644:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64a80. 00080000:00000010:2.0:1724310019.207645:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae1c00. 00000001:00000010:2.0:1724310019.207647:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64ba0. 00080000:00000010:2.0:1724310019.207648:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae3c00. 00000001:00000010:2.0:1724310019.207650:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64000. 00080000:00000010:2.0:1724310019.207652:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae0400. 00000001:00000010:2.0:1724310019.207654:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce644e0. 00080000:00000010:2.0:1724310019.207656:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae2800. 00000001:00000010:2.0:1724310019.207658:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64480. 00080000:00000010:2.0:1724310019.207659:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087ae2400. 00000001:00000010:2.0:1724310019.207661:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012ce64060. 00080000:00000010:2.0:1724310019.207663:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b03c00. 00000001:00000010:2.0:1724310019.207666:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd60c0. 00080000:00000010:2.0:1724310019.207668:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b03000. 00000001:00000010:2.0:1724310019.207670:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880136bf1360. 00080000:00000010:2.0:1724310019.207671:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b02400. 00000001:00000010:2.0:1724310019.207673:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e100c0. 00080000:00000010:2.0:1724310019.207675:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b01000. 00000001:00000010:2.0:1724310019.207677:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945844e0. 00080000:00000010:2.0:1724310019.207679:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b42400. 00000001:00000010:2.0:1724310019.207681:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e102a0. 00080000:00000010:2.0:1724310019.207683:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b43c00. 00000001:00000010:2.0:1724310019.207685:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e5a0. 00080000:00000010:2.0:1724310019.207687:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b42800. 00000001:00000010:2.0:1724310019.207689:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584360. 00080000:00000010:2.0:1724310019.207691:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b40c00. 00000001:00000010:2.0:1724310019.207693:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22ea20. 00080000:00000010:2.0:1724310019.207694:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b43400. 00000004:00000010:0.0:1724310019.207695:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2570. 00000001:00000010:2.0:1724310019.207697:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584720. 00080000:00000010:2.0:1724310019.207698:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b40800. 00000001:00000010:2.0:1724310019.207700:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584420. 00000004:00000010:0.0:1724310019.207701:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be2d0. 00080000:00000010:2.0:1724310019.207701:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880093b42000. 00000001:00000010:2.0:1724310019.207703:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584240. 00000004:00000010:0.0:1724310019.207705:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806000. 00080000:00000010:2.0:1724310019.207705:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009261bc00. 00000001:00000010:2.0:1724310019.207707:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584120. 00080000:00000010:2.0:1724310019.207709:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009261a000. 00080000:00000010:0.0:1724310019.207710:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef6c0. 00000001:00000010:2.0:1724310019.207712:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584d80. 00080000:00000010:2.0:1724310019.207714:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009261a400. 00000001:00000010:2.0:1724310019.207716:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945846c0. 00080000:00000010:2.0:1724310019.207717:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009261b800. 00000001:00000010:2.0:1724310019.207719:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584600. 00080000:00000010:2.0:1724310019.207721:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880092619c00. 00000001:00000010:2.0:1724310019.207723:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800945843c0. 00080000:00000010:2.0:1724310019.207725:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880092619400. 00000001:00000010:2.0:1724310019.207727:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584300. 00080000:00000010:2.0:1724310019.207728:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880092619800. 00000001:00000010:2.0:1724310019.207730:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584660. 00080000:00000010:2.0:1724310019.207731:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880092618c00. 00000001:00000010:2.0:1724310019.207733:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584ea0. 00080000:00000010:2.0:1724310019.207735:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c44a000. 00000001:00000010:2.0:1724310019.207737:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584ba0. 00080000:00000010:2.0:1724310019.207738:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c44a400. 00000001:00000010:2.0:1724310019.207740:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584d20. 00080000:00000010:2.0:1724310019.207742:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c44ac00. 00000001:00000010:2.0:1724310019.207744:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584f00. 00080000:00000010:2.0:1724310019.207745:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c448000. 00000001:00000010:2.0:1724310019.207747:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584c60. 00080000:00000010:2.0:1724310019.207748:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c44b400. 00000001:00000010:2.0:1724310019.207750:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584e40. 00080000:00000010:2.0:1724310019.207752:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008c449c00. 00000001:00000010:2.0:1724310019.207754:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584a20. 00080000:00000010:2.0:1724310019.207755:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4885800. 00000001:00000010:2.0:1724310019.207759:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584060. 00080000:00000010:2.0:1724310019.207760:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4884000. 00000001:00000010:2.0:1724310019.207762:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880094584780. 00080000:00000010:2.0:1724310019.207764:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4887c00. 00000001:00000010:2.0:1724310019.207766:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6f60. 00080000:00000010:2.0:1724310019.207767:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4884400. 00000001:00000010:2.0:1724310019.207769:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e540. 00080000:00000010:2.0:1724310019.207770:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4887400. 00000001:00000010:2.0:1724310019.207772:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6060. 00080000:00000010:2.0:1724310019.207773:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4886000. 00000001:00000010:2.0:1724310019.207776:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e7e0. 00080000:00000010:2.0:1724310019.207777:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bd8800. 00000001:00000010:2.0:1724310019.207779:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6120. 00080000:00000010:2.0:1724310019.207781:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bd8000. 00000001:00000010:2.0:1724310019.207782:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e840. 00080000:00000010:2.0:1724310019.207784:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bd9400. 00000001:00000010:2.0:1724310019.207786:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6e40. 00080000:00000010:2.0:1724310019.207788:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bdb400. 00000001:00000010:2.0:1724310019.207790:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e600. 00080000:00000010:2.0:1724310019.207791:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bdac00. 00000001:00000010:2.0:1724310019.207793:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ae0. 00080000:00000010:2.0:1724310019.207794:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bdb800. 00000001:00000010:2.0:1724310019.207796:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e2a0. 00080000:00000010:2.0:1724310019.207797:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bda400. 00000001:00000010:2.0:1724310019.207800:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10300. 00080000:00000010:2.0:1724310019.207801:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc7800. 00000001:00000010:2.0:1724310019.207803:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22eae0. 00080000:00000010:2.0:1724310019.207805:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc7000. 00000001:00000010:2.0:1724310019.207807:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6240. 00080000:00000010:2.0:1724310019.207808:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc5000. 00000001:00000010:2.0:1724310019.207811:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10d80. 00080000:00000010:2.0:1724310019.207812:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc4c00. 00000001:00000010:2.0:1724310019.207815:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd64e0. 00080000:00000010:2.0:1724310019.207816:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc4400. 00000001:00000010:2.0:1724310019.207819:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10780. 00080000:00000010:2.0:1724310019.207820:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc6400. 00000001:00000010:2.0:1724310019.207822:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6000. 00080000:00000010:2.0:1724310019.207824:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc7c00. 00000001:00000010:2.0:1724310019.207826:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10120. 00080000:00000010:2.0:1724310019.207827:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b7800. 00000001:00000010:2.0:1724310019.207829:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd63c0. 00080000:00000010:2.0:1724310019.207831:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b6400. 00000001:00000010:2.0:1724310019.207833:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10000. 00080000:00000010:2.0:1724310019.207834:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b7000. 00000001:00000010:2.0:1724310019.207836:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4bca660. 00080000:00000010:2.0:1724310019.207838:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b4000. 00000001:00000010:2.0:1724310019.207840:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b67ed20. 00080000:00000010:2.0:1724310019.207842:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b5000. 00000001:00000010:2.0:1724310019.207844:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b4332480. 00080000:00000010:2.0:1724310019.207845:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800939b6c00. 00000001:00000010:2.0:1724310019.207847:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b49895a0. 00080000:00000010:2.0:1724310019.207849:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7c800. 00000001:00000010:2.0:1724310019.207851:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012a397660. 00080000:00000010:2.0:1724310019.207852:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7e000. 00000001:00000010:2.0:1724310019.207855:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009c6af000. 00080000:00000010:2.0:1724310019.207856:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7f800. 00000001:00000010:2.0:1724310019.207858:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800881ba120. 00080000:00000010:2.0:1724310019.207860:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7d000. 00000001:00000010:2.0:1724310019.207862:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6300. 00080000:00000010:2.0:1724310019.207863:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7ec00. 00000001:00000010:2.0:1724310019.207865:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310019.207867:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7e800. 00000001:00000010:2.0:1724310019.207869:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd66c0. 00080000:00000010:2.0:1724310019.207870:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bb7d400. 00000001:00000010:2.0:1724310019.207873:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6660. 00080000:00000010:2.0:1724310019.207874:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797f800. 00000001:00000010:2.0:1724310019.207876:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6d80. 00080000:00000010:2.0:1724310019.207878:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797c800. 00000001:00000010:2.0:1724310019.207880:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6a20. 00080000:00000010:2.0:1724310019.207881:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797fc00. 00000001:00000010:2.0:1724310019.207883:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6480. 00080000:00000010:2.0:1724310019.207884:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797e800. 00000001:00000010:2.0:1724310019.207886:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ae0. 00080000:00000010:2.0:1724310019.207887:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797d400. 00000001:00000010:2.0:1724310019.207889:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6c00. 00080000:00000010:2.0:1724310019.207891:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008797e400. 00000001:00000010:2.0:1724310019.207892:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6840. 00080000:00000010:2.0:1724310019.207894:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5d000. 00000001:00000010:2.0:1724310019.207897:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6b40. 00080000:00000010:2.0:1724310019.207898:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5fc00. 00000001:00000010:2.0:1724310019.207900:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6780. 00080000:00000010:2.0:1724310019.207902:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5ec00. 00000001:00000010:2.0:1724310019.207904:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6900. 00080000:00000010:2.0:1724310019.207905:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5e000. 00000001:00000010:2.0:1724310019.207907:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6600. 00080000:00000010:2.0:1724310019.207909:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5f400. 00000001:00000010:2.0:1724310019.207911:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6540. 00080000:00000010:2.0:1724310019.207912:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5e400. 00000001:00000010:2.0:1724310019.207915:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ba0. 00080000:00000010:2.0:1724310019.207916:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b11400. 00000001:00000010:2.0:1724310019.207918:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6f00. 00080000:00000010:2.0:1724310019.207920:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b13c00. 00000001:00000010:2.0:1724310019.207922:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10de0. 00080000:00000010:2.0:1724310019.207924:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b11800. 00000001:00000010:2.0:1724310019.207926:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e105a0. 00080000:00000010:2.0:1724310019.207928:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b10c00. 00000001:00000010:2.0:1724310019.207930:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10d20. 00080000:00000010:2.0:1724310019.207932:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a1b12c00. 00000001:00000010:2.0:1724310019.207934:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e103c0. 00080000:00000010:2.0:1724310019.207935:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081b44800. 00000001:00000010:2.0:1724310019.207941:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10420. 00080000:00000010:2.0:1724310019.207943:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081b45800. 00000001:00000010:2.0:1724310019.207945:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10840. 00080000:00000010:2.0:1724310019.207946:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081b47000. 00000001:00000010:2.0:1724310019.207949:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10cc0. 00080000:00000010:2.0:1724310019.207950:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081b46000. 00000001:00000010:2.0:1724310019.207956:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10180. 00080000:00000010:2.0:1724310019.207957:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081b46400. 00000001:00000010:2.0:1724310019.207959:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10360. 00080000:00000010:2.0:1724310019.207961:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801354dac00. 00000001:00000010:2.0:1724310019.207964:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10c60. 00080000:00000010:2.0:1724310019.207966:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801354d8c00. 00000001:00000010:2.0:1724310019.207968:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10ba0. 00080000:00000010:2.0:1724310019.207970:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801354d9000. 00000001:00000010:2.0:1724310019.207972:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10960. 00080000:00000010:2.0:1724310019.207974:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801354d9c00. 00000001:00000010:2.0:1724310019.207976:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10900. 00080000:00000010:2.0:1724310019.207978:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e4800. 00000001:00000010:2.0:1724310019.207980:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10f00. 00080000:00000010:2.0:1724310019.207981:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e7400. 00000001:00000010:2.0:1724310019.207983:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e104e0. 00080000:00000010:2.0:1724310019.207985:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e5400. 00000001:00000010:2.0:1724310019.207987:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10720. 00080000:00000010:2.0:1724310019.207989:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e7000. 00000001:00000010:2.0:1724310019.207990:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10b40. 00080000:00000010:2.0:1724310019.207992:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e5c00. 00000001:00000010:2.0:1724310019.207996:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10f60. 00080000:00000010:2.0:1724310019.207998:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e5800. 00000001:00000010:2.0:1724310019.207999:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10060. 00080000:00000010:2.0:1724310019.208001:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88005c9e4000. 00000001:00000010:2.0:1724310019.208003:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e106c0. 00080000:00000010:2.0:1724310019.208005:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077104400. 00000001:00000010:2.0:1724310019.208007:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e107e0. 00080000:00000010:2.0:1724310019.208008:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077107400. 00000001:00000010:2.0:1724310019.208014:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10600. 00080000:00000010:2.0:1724310019.208015:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077105800. 00000001:00000010:2.0:1724310019.208018:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10a80. 00080000:00000010:2.0:1724310019.208019:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077106800. 00000001:00000010:2.0:1724310019.208024:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10e40. 00080000:00000010:2.0:1724310019.208025:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077106400. 00000001:00000010:2.0:1724310019.208027:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e108a0. 00080000:00000010:2.0:1724310019.208029:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880077104000. 00000001:00000010:2.0:1724310019.208031:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e101e0. 00080000:00000010:2.0:1724310019.208032:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9ec00. 00000001:00000010:2.0:1724310019.208035:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10480. 00080000:00000010:2.0:1724310019.208036:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9d000. 00000001:00000010:2.0:1724310019.208038:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e109c0. 00080000:00000010:2.0:1724310019.208039:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9fc00. 00000001:00000010:2.0:1724310019.208041:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10240. 00080000:00000010:2.0:1724310019.208042:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9cc00. 00000001:00000010:2.0:1724310019.208044:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e10540. 00080000:00000010:2.0:1724310019.208046:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9f800. 00000001:00000010:2.0:1724310019.208048:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1ea0. 00080000:00000010:2.0:1724310019.208051:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9c000. 00000001:00000010:2.0:1724310019.208053:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e180. 00080000:00000010:2.0:1724310019.208054:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008bc9e400. 00000001:00000010:2.0:1724310019.208056:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087ab10c0. 00080000:00000010:2.0:1724310019.208058:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb3400. 00000001:00000010:2.0:1724310019.208062:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa75a0. 00080000:00000010:2.0:1724310019.208064:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb0800. 00000001:00000010:2.0:1724310019.208067:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e9c0. 00080000:00000010:2.0:1724310019.208068:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb0400. 00000001:00000010:2.0:1724310019.208073:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8600. 00080000:00000010:2.0:1724310019.208076:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bd62000. 00000001:00000010:2.0:1724310019.208078:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8a80. 00080000:00000010:2.0:1724310019.208080:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bd63800. 00000001:00000010:2.0:1724310019.208082:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8c60. 00080000:00000010:2.0:1724310019.208083:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc7c00. 00000001:00000010:2.0:1724310019.208086:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8360. 00080000:00000010:2.0:1724310019.208087:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc4400. 00000001:00000010:2.0:1724310019.208090:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b43c0. 00080000:00000010:2.0:1724310019.208092:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc6000. 00000001:00000010:2.0:1724310019.208095:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4420. 00080000:00000010:2.0:1724310019.208096:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc5c00. 00000001:00000010:2.0:1724310019.208099:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4d20. 00080000:00000010:2.0:1724310019.208101:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc4800. 00000001:00000010:2.0:1724310019.208103:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae47e0. 00080000:00000010:2.0:1724310019.208104:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc6400. 00000001:00000010:2.0:1724310019.208107:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aa20. 00080000:00000010:2.0:1724310019.208108:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dfc4000. 00000001:00000010:2.0:1724310019.208111:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4b40. 00080000:00000010:2.0:1724310019.208112:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796afc00. 00000001:00000010:2.0:1724310019.208115:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4a20. 00080000:00000010:2.0:1724310019.208117:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796ad000. 00000001:00000010:2.0:1724310019.208120:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4cc0. 00080000:00000010:2.0:1724310019.208122:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796ae000. 00000001:00000010:2.0:1724310019.208124:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a060. 00080000:00000010:2.0:1724310019.208126:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796ae800. 00000001:00000010:2.0:1724310019.208128:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4540. 00080000:00000010:2.0:1724310019.208129:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796ad400. 00000001:00000010:2.0:1724310019.208131:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aba0. 00080000:00000010:2.0:1724310019.208133:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800796aec00. 00000001:00000010:2.0:1724310019.208136:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4960. 00080000:00000010:2.0:1724310019.208137:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e1b800. 00000001:00000010:2.0:1724310019.208139:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4780. 00080000:00000010:2.0:1724310019.208141:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e1bc00. 00000001:00000010:2.0:1724310019.208143:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b40c0. 00080000:00000010:2.0:1724310019.208144:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e1a000. 00000001:00000010:2.0:1724310019.208146:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b48a0. 00080000:00000010:2.0:1724310019.208148:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e18800. 00000001:00000010:2.0:1724310019.208150:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4480. 00080000:00000010:2.0:1724310019.208151:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e19800. 00000001:00000010:2.0:1724310019.208155:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b44e0. 00080000:00000010:2.0:1724310019.208157:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e19000. 00000001:00000010:2.0:1724310019.208159:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4c60. 00080000:00000010:2.0:1724310019.208161:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880086e18c00. 00000001:00000010:2.0:1724310019.208163:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b46c0. 00080000:00000010:2.0:1724310019.208165:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925fcc00. 00000001:00000010:2.0:1724310019.208167:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4f60. 00080000:00000010:2.0:1724310019.208168:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925fd800. 00000001:00000010:2.0:1724310019.208170:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4d80. 00080000:00000010:2.0:1724310019.208172:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925ffc00. 00000001:00000010:2.0:1724310019.208174:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4720. 00080000:00000010:2.0:1724310019.208175:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925ff400. 00000001:00000010:2.0:1724310019.208177:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4a20. 00080000:00000010:2.0:1724310019.208179:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925fec00. 00000001:00000010:2.0:1724310019.208181:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4180. 00080000:00000010:2.0:1724310019.208182:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800925fe000. 00000001:00000010:2.0:1724310019.208185:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4f00. 00080000:00000010:2.0:1724310019.208186:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f31800. 00000001:00000010:2.0:1724310019.208189:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4de0. 00080000:00000010:2.0:1724310019.208190:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f33000. 00000001:00000010:2.0:1724310019.208192:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4ae0. 00080000:00000010:2.0:1724310019.208194:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f31000. 00000001:00000010:2.0:1724310019.208196:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4a80. 00080000:00000010:2.0:1724310019.208198:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f33c00. 00000001:00000010:2.0:1724310019.208200:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4300. 00080000:00000010:2.0:1724310019.208202:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880090f33800. 00000001:00000010:2.0:1724310019.208204:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4060. 00080000:00000010:2.0:1724310019.208205:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad75000. 00000001:00000010:2.0:1724310019.208208:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4600. 00080000:00000010:2.0:1724310019.208209:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad75800. 00000001:00000010:2.0:1724310019.208211:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800941b4e40. 00080000:00000010:2.0:1724310019.208213:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad76c00. 00000001:00000010:2.0:1724310019.208215:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4120. 00080000:00000010:2.0:1724310019.208217:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad77c00. 00000001:00000010:2.0:1724310019.208219:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4240. 00080000:00000010:2.0:1724310019.208221:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad74800. 00000001:00000010:2.0:1724310019.208225:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4b40. 00080000:00000010:2.0:1724310019.208227:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008ad75400. 00000001:00000010:2.0:1724310019.208229:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac49c0. 00080000:00000010:2.0:1724310019.208231:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796c800. 00000001:00000010:2.0:1724310019.208233:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae41e0. 00080000:00000010:2.0:1724310019.208235:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796d800. 00000001:00000010:2.0:1724310019.208237:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4de0. 00080000:00000010:2.0:1724310019.208238:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796f800. 00000001:00000010:2.0:1724310019.208240:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae4de0. 00080000:00000010:2.0:1724310019.208242:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796fc00. 00000001:00000010:2.0:1724310019.208244:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a9c0. 00080000:00000010:2.0:1724310019.208245:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796e400. 00000001:00000010:2.0:1724310019.208247:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae49c0. 00080000:00000010:2.0:1724310019.208248:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796dc00. 00000001:00000010:2.0:1724310019.208250:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a420. 00080000:00000010:2.0:1724310019.208252:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796f000. 00000001:00000010:2.0:1724310019.208253:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800b1ae40c0. 00080000:00000010:2.0:1724310019.208255:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008796c400. 00000001:00000010:2.0:1724310019.208272:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4960. 00080000:00000010:2.0:1724310019.208274:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df7bc00. 00000001:00000010:2.0:1724310019.208277:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ad20. 00080000:00000010:2.0:1724310019.208278:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df7a000. 00000001:00000010:2.0:1724310019.208281:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4a80. 00080000:00000010:2.0:1724310019.208282:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df79400. 00000001:00000010:2.0:1724310019.208293:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a1e0. 00080000:00000010:2.0:1724310019.208295:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df78000. 00000001:00000010:2.0:1724310019.208297:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ae0. 00080000:00000010:2.0:1724310019.208299:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df78c00. 00000001:00000010:2.0:1724310019.208301:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a720. 00080000:00000010:2.0:1724310019.208302:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012df78400. 00000001:00000010:2.0:1724310019.208304:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4cc0. 00080000:00000010:2.0:1724310019.208305:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b0c00. 00000001:00000010:2.0:1724310019.208308:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a7e0. 00080000:00000010:2.0:1724310019.208310:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b3000. 00000001:00000010:2.0:1724310019.208314:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac46c0. 00080000:00000010:2.0:1724310019.208315:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b0400. 00000001:00000010:2.0:1724310019.208317:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a840. 00080000:00000010:2.0:1724310019.208318:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b2800. 00000001:00000010:2.0:1724310019.208321:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4c00. 00080000:00000010:2.0:1724310019.208322:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b0000. 00000001:00000010:2.0:1724310019.208324:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a780. 00080000:00000010:2.0:1724310019.208326:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b1c00. 00000001:00000010:2.0:1724310019.208328:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e660. 00080000:00000010:2.0:1724310019.208330:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8801373b2c00. 00000001:00000010:2.0:1724310019.208332:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6a80. 00080000:00000010:2.0:1724310019.208333:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008289bc00. 00000001:00000010:2.0:1724310019.208335:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d80. 00080000:00000010:2.0:1724310019.208336:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008289a800. 00000001:00000010:2.0:1724310019.208338:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac47e0. 00080000:00000010:2.0:1724310019.208340:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082898c00. 00000001:00000010:2.0:1724310019.208341:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4840. 00080000:00000010:2.0:1724310019.208343:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008289ac00. 00000001:00000010:2.0:1724310019.208345:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4000. 00080000:00000010:2.0:1724310019.208346:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008289a000. 00000001:00000010:2.0:1724310019.208348:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4060. 00080000:00000010:2.0:1724310019.208350:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082899000. 00000001:00000010:2.0:1724310019.208352:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4f00. 00080000:00000010:2.0:1724310019.208353:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880082898000. 00000001:00000010:2.0:1724310019.208355:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac48a0. 00080000:00000010:2.0:1724310019.208356:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831f800. 00000001:00000010:2.0:1724310019.208359:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4f60. 00080000:00000010:2.0:1724310019.208360:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831f400. 00000001:00000010:2.0:1724310019.208362:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4120. 00080000:00000010:2.0:1724310019.208363:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831dc00. 00000001:00000010:2.0:1724310019.208365:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac42a0. 00080000:00000010:2.0:1724310019.208366:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831e800. 00000001:00000010:2.0:1724310019.208368:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac44e0. 00080000:00000010:2.0:1724310019.208370:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831cc00. 00000001:00000010:2.0:1724310019.208372:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4480. 00080000:00000010:2.0:1724310019.208373:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a831c400. 00000001:00000010:2.0:1724310019.208375:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4540. 00080000:00000010:2.0:1724310019.208376:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc5f800. 00000001:00000010:2.0:1724310019.208378:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4900. 00080000:00000010:2.0:1724310019.208379:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a9b400. 00000001:00000010:2.0:1724310019.208381:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ba0. 00080000:00000010:2.0:1724310019.208383:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4ec00. 00000001:00000010:2.0:1724310019.208385:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac43c0. 00080000:00000010:2.0:1724310019.208386:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4f000. 00000001:00000010:2.0:1724310019.208388:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4660. 00080000:00000010:2.0:1724310019.208389:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4e800. 00000001:00000010:2.0:1724310019.208391:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4420. 00080000:00000010:2.0:1724310019.208392:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4c800. 00000001:00000010:2.0:1724310019.208396:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d20. 00080000:00000010:2.0:1724310019.208397:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4d000. 00000001:00000010:2.0:1724310019.208399:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ea0. 00080000:00000010:2.0:1724310019.208400:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4dc00. 00000001:00000010:2.0:1724310019.208402:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4780. 00080000:00000010:2.0:1724310019.208404:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008dd4fc00. 00000001:00000010:2.0:1724310019.208406:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac40c0. 00080000:00000010:2.0:1724310019.208407:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86e800. 00000001:00000010:2.0:1724310019.208410:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4b40. 00080000:00000010:2.0:1724310019.208411:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86f000. 00000001:00000010:2.0:1724310019.208413:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4300. 00080000:00000010:2.0:1724310019.208414:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86e000. 00000001:00000010:2.0:1724310019.208416:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4c60. 00080000:00000010:2.0:1724310019.208417:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a99400. 00000001:00000010:2.0:1724310019.208419:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a5a0. 00080000:00000010:2.0:1724310019.208420:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a9b000. 00000001:00000010:2.0:1724310019.208422:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3acc0. 00080000:00000010:2.0:1724310019.208423:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a9bc00. 00000001:00000010:2.0:1724310019.208425:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a480. 00080000:00000010:2.0:1724310019.208426:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a9a400. 00000001:00000010:2.0:1724310019.208428:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a120. 00080000:00000010:2.0:1724310019.208430:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087a9a000. 00000001:00000010:2.0:1724310019.208431:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a600. 00080000:00000010:2.0:1724310019.208433:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3df000. 00000001:00000010:2.0:1724310019.208434:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a4e0. 00080000:00000010:2.0:1724310019.208436:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3dd000. 00000001:00000010:2.0:1724310019.208438:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ade0. 00080000:00000010:2.0:1724310019.208439:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3dcc00. 00000001:00000010:2.0:1724310019.208441:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ac00. 00080000:00000010:2.0:1724310019.208442:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3dec00. 00000001:00000010:2.0:1724310019.208444:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a360. 00080000:00000010:2.0:1724310019.208445:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3dc000. 00000001:00000010:2.0:1724310019.208447:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a3c0. 00080000:00000010:2.0:1724310019.208448:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3dfc00. 00000001:00000010:2.0:1724310019.208450:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a000. 00080000:00000010:2.0:1724310019.208451:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3de400. 00000001:00000010:2.0:1724310019.208453:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ad80. 00080000:00000010:2.0:1724310019.208454:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f3df800. 00000001:00000010:2.0:1724310019.208456:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ae40. 00080000:00000010:2.0:1724310019.208458:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f642000. 00000001:00000010:2.0:1724310019.208460:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ac60. 00080000:00000010:2.0:1724310019.208461:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f640c00. 00000001:00000010:2.0:1724310019.208463:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aea0. 00080000:00000010:2.0:1724310019.208465:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f641c00. 00000001:00000010:2.0:1724310019.208467:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a8a0. 00080000:00000010:2.0:1724310019.208468:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc2b400. 00000001:00000010:2.0:1724310019.208470:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a6c0. 00080000:00000010:2.0:1724310019.208471:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf1400. 00000001:00000010:2.0:1724310019.208473:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a960. 00080000:00000010:2.0:1724310019.208474:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf3800. 00000001:00000010:2.0:1724310019.208476:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a240. 00080000:00000010:2.0:1724310019.208477:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012dcf0c00. 00000001:00000010:2.0:1724310019.208479:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a2a0. 00080000:00000010:2.0:1724310019.208480:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd72800. 00000001:00000010:2.0:1724310019.208482:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3ab40. 00080000:00000010:2.0:1724310019.208484:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd72000. 00000001:00000010:2.0:1724310019.208485:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3aae0. 00080000:00000010:2.0:1724310019.208487:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd73400. 00000001:00000010:2.0:1724310019.208489:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3af60. 00080000:00000010:2.0:1724310019.208490:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bc800. 00000001:00000010:2.0:1724310019.208492:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a660. 00080000:00000010:2.0:1724310019.208493:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bfc00. 00000001:00000010:2.0:1724310019.208495:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a540. 00080000:00000010:2.0:1724310019.208496:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bf000. 00000001:00000010:2.0:1724310019.208497:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a180. 00080000:00000010:2.0:1724310019.208499:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6bf800. 00000001:00000010:2.0:1724310019.208500:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3a900. 00080000:00000010:2.0:1724310019.208501:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6be800. 00000001:00000010:2.0:1724310019.208504:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880086e3af00. 00080000:00000010:2.0:1724310019.208505:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009c6be400. 00010000:00000010:1.0:1724310019.208623:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310019.208626:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.208631:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310019.208634:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.208668:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:1.0:1724310019.208673:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:1.0:1724310019.208675:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:1.0:1724310019.208694:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000200:1.0:1724310019.208703:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012f652d80 x1808069883536896/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.208713:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310019.208718:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883536896, offset 224 00000400:00000200:1.0:1724310019.208721:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.208728:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.208732:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532239:532239:256:4294967295] 192.168.204.31@tcp LPNI seq info [532235:532235:8:4294967295] 00000400:00000200:1.0:1724310019.208738:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.208741:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.208744:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3d00. 00000800:00000200:1.0:1724310019.208747:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.208752:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.208754:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.208774:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c80. 00000020:00000010:1.0:1724310019.208777:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806c80. 00000020:00000010:1.0:1724310019.208779:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414a200. 00000800:00000200:0.0:1724310019.208831:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.208834:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3d00. 00000400:00000200:0.0:1724310019.208836:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.208840:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.208842:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:0.0:1724310019.208844:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00010000:00000010:1.1:1724310019.209352:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310019.209357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310019.212599:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310019.212612:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310019.212616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310019.212618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310019.212623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310019.212625:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310019.212628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310019.212630:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310019.212632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310019.212637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:0.0:1724310019.214578:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.214594:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232700 00000400:00000200:0.0:1724310019.214600:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 73992 00000400:00000200:0.0:1724310019.214618:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.214622:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.214629:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.214634:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566c000. 00000020:00000010:1.0:1724310019.214705:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d34d000. 00000020:00000010:1.0:1724310019.214710:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.214714:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.214772:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883537152 02000000:00000010:1.0:1724310019.214797:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88005b97a000. 00010000:00000010:1.0:1724310019.214825:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.214837:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.214856:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310019.214860:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.214872:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310019.214875:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.214878:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310019.214880:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.214959:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310019.214961:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.214963:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310019.214966:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310019.214984:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310019.214988:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310019.214996:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba437e0. 00080000:00000010:1.0:1724310019.215001:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a254800. 00000001:00000010:1.0:1724310019.215152:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43900. 00000001:00000010:1.0:1724310019.215157:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310019.215184:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba437e0. 00010000:00000010:1.0:1724310019.215190:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310019.215193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.215205:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.215221:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.215223:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310019.215238:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef6c0. 00000004:00000010:1.0:1724310019.215243:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806000. 00000004:00000010:1.0:1724310019.215246:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be2d0. 00000004:00000010:1.0:1724310019.215250:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2570. 00010000:00000010:1.0:1724310019.215301:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310019.215314:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096679, last committed = 4295096671 00010000:00000200:1.0:1724310019.215321:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566c000 x1808069883537152/t4295096679(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.215338:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310019.215343:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883537152, offset 224 00000400:00000010:1.0:1724310019.215347:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3428. 00000400:00000200:1.0:1724310019.215350:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.215359:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.215364:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532240:532240:256:4294967295] 192.168.204.31@tcp LPNI seq info [532236:532236:8:4294967295] 00000400:00000200:1.0:1724310019.215368:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.215374:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.215378:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.215381:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3400. 00000800:00000200:1.0:1724310019.215385:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.215391:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.215394:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.215418:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.215421:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.215425:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d34d000. 00000800:00000200:0.0:1724310019.215520:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.215523:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3400. 00000400:00000200:0.0:1724310019.215526:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.215529:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.217165:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.217175:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295da5 00000400:00000200:0.0:1724310019.217179:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.217181:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.217184:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:0.0:1724310019.217186:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00010000:00000010:3.0:1724310019.217240:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:3.0:1724310019.217246:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00000400:00000200:0.0:1724310019.217994:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.218000:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232780 00000400:00000200:0.0:1724310019.218006:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 74480 00000400:00000200:0.0:1724310019.218047:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.218051:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.218055:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.218060:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566e300. 00000020:00000010:2.0:1724310019.218819:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c979200. 00000020:00000010:2.0:1724310019.218825:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.218829:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.218853:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883537280 00000001:00000010:2.0:1724310019.218863:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:2.0:1724310019.218880:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310019.218884:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 02000000:00000010:2.0:1724310019.218927:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082eb0000. 00010000:00000010:2.0:1724310019.218946:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310019.218949:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.218960:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310019.218962:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.218965:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310019.218967:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:0.1:1724310019.219005:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310019.219010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000004:00000010:2.0:1724310019.219094:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310019.219147:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.219152:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.219160:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.219911:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.219915:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.219918:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310019.219921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.219961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.219968:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.219971:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.219993:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000200:2.0:1724310019.220005:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566e300 x1808069883537280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.220018:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310019.220024:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883537280, offset 224 00000400:00000200:2.0:1724310019.220029:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.220036:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.220041:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532241:532241:256:4294967295] 192.168.204.31@tcp LPNI seq info [532237:532237:8:4294967295] 00000400:00000200:2.0:1724310019.220049:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.220053:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.220056:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:2.0:1724310019.220061:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.220066:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.220070:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.220082:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.220085:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.220088:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c979200. 00000800:00000200:0.0:1724310019.220183:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.220186:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310019.220190:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.220193:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.220196:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:0.0:1724310019.220198:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00010000:00000010:2.1:1724310019.221473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310019.221481:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310019.221484:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310019.221486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:0.0:1724310019.223156:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.223168:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232880 00000400:00000200:0.0:1724310019.223174:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 75056 00000400:00000200:0.0:1724310019.223193:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.223197:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.223202:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.223207:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566ed80. 00000020:00000010:2.0:1724310019.223309:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8800. 00000020:00000010:2.0:1724310019.223317:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.223321:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.223343:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883537536 02000000:00000010:2.0:1724310019.223370:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf4000. 00010000:00000010:2.0:1724310019.223399:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.223412:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.223435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.223438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.223448:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310019.223450:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.223452:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310019.223454:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310019.223528:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.223530:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.223533:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.223535:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310019.223554:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.223559:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.223568:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ba0. 00080000:00000010:2.0:1724310019.223575:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506e400. 00000001:00000010:2.0:1724310019.223730:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293f00. 00000001:00000010:2.0:1724310019.223735:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310019.223763:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ba0. 00010000:00000010:2.0:1724310019.223768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310019.223772:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.223784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.223799:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.223802:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:2.0:1724310019.223819:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.223824:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310019.223828:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.223833:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310019.223841:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310019.223853:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096680, last committed = 4295096671 00010000:00000200:2.0:1724310019.223859:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566ed80 x1808069883537536/t4295096680(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.223871:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310019.223876:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883537536, offset 224 00000400:00000010:2.0:1724310019.223880:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95b28. 00000400:00000200:2.0:1724310019.223883:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.223891:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.223896:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532242:532242:256:4294967295] 192.168.204.31@tcp LPNI seq info [532238:532238:8:4294967295] 00000400:00000200:2.0:1724310019.223900:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.223905:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.223909:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.223912:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310019.223917:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.223923:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.223926:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.223953:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.223956:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.223958:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8800. 00000800:00000200:0.0:1724310019.224180:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.224183:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310019.224187:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.224190:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.224809:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:0.1:1724310019.224816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00000400:00000200:0.0:1724310019.226556:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.226570:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dad 00000400:00000200:0.0:1724310019.226574:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.226576:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.226579:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:0.0:1724310019.226580:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000400:00000200:0.0:1724310019.226600:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.226603:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232900 00000400:00000200:0.0:1724310019.226607:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 75544 00000400:00000200:0.0:1724310019.226646:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.226648:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.226651:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.226654:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566f800. 00010000:00000010:3.0:1724310019.226716:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:3.0:1724310019.226724:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00000020:00000010:2.0:1724310019.226894:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008caa8800. 00000020:00000010:2.0:1724310019.226899:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.226902:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.226936:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883537664 00000001:00000010:2.0:1724310019.226945:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310019.226960:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.226964:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 02000000:00000010:2.0:1724310019.227009:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081eb0000. 00010000:00000010:2.0:1724310019.227032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.227035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.227047:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.227049:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.227052:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.227054:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00000004:00000010:2.0:1724310019.227136:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310019.227142:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.227146:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.227152:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.227957:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310019.227960:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310019.227963:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.227966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.228003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.228015:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.228018:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.228042:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310019.228054:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566f800 x1808069883537664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.228067:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310019.228071:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883537664, offset 224 00000400:00000200:2.0:1724310019.228076:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.228084:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.228089:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532243:532243:256:4294967295] 192.168.204.31@tcp LPNI seq info [532239:532239:8:4294967295] 00000400:00000200:2.0:1724310019.228096:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.228100:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.228104:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310019.228108:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.228114:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.228117:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.228142:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.228145:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.228148:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008caa8800. 00000800:00000200:0.0:1724310019.228244:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.228247:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:0.0:1724310019.228251:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.228254:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.228276:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:0.0:1724310019.228278:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:2.1:1724310019.230554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00010000:00000010:2.1:1724310019.230562:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:2.1:1724310019.230565:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310019.230567:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310019.230570:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310019.230583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00000400:00000200:0.0:1724310019.230975:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.230987:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232a00 00000400:00000200:0.0:1724310019.230993:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 76120 00000400:00000200:0.0:1724310019.231016:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.231021:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.231026:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.231031:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566ce00. 00000020:00000010:2.0:1724310019.231111:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:2.0:1724310019.231117:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.231120:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.231147:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883537920 02000000:00000010:2.0:1724310019.231172:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88002baf3000. 00010000:00000010:2.0:1724310019.231199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.231209:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310019.231231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.231235:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310019.231245:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310019.231247:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:2.0:1724310019.231250:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.231253:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.231362:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310019.231365:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.231367:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.231369:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.231389:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.231394:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.231401:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293540. 00080000:00000010:2.0:1724310019.231406:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506f400. 00000001:00000010:2.0:1724310019.231577:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293240. 00000001:00000010:2.0:1724310019.231581:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310019.231611:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293540. 00010000:00000010:2.0:1724310019.231618:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.231621:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.231634:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.231651:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.231653:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00080000:00000010:2.0:1724310019.231673:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.231677:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310019.231681:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.231686:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:2.0:1724310019.231692:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:2.0:1724310019.231702:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096681, last committed = 4295096671 00010000:00000200:2.0:1724310019.231709:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566ce00 x1808069883537920/t4295096681(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.231723:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310019.231728:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883537920, offset 224 00000400:00000010:2.0:1724310019.231733:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95b60. 00000400:00000200:2.0:1724310019.231736:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.231744:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.231749:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532244:532244:256:4294967295] 192.168.204.31@tcp LPNI seq info [532240:532240:8:4294967295] 00000400:00000200:2.0:1724310019.231753:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.231758:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.231763:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.231766:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310019.231770:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.231776:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.231779:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.231791:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.231794:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.231796:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310019.232060:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.232063:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310019.232067:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.232070:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.232851:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.232860:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295db5 00000400:00000200:0.0:1724310019.232863:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.232865:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.232868:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:0.0:1724310019.232870:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00010000:00000010:3.0:1724310019.232937:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:3.0:1724310019.232944:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00000400:00000200:0.0:1724310019.233137:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.233144:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232a80 00000400:00000200:0.0:1724310019.233150:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 76608 00000400:00000200:0.0:1724310019.233178:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.233182:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.233186:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.233189:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566fb80. 00000020:00000010:2.0:1724310019.233297:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:2.0:1724310019.233301:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.233303:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.233326:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883538048 00000001:00000010:2.0:1724310019.233334:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310019.233346:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.233350:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 02000000:00000010:2.0:1724310019.233390:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092550000. 00010000:00000010:2.0:1724310019.233405:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.233408:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.233416:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310019.233418:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310019.233420:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.233422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000004:00000010:2.0:1724310019.233481:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310019.233486:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.233491:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.233496:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.234357:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310019.234360:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.234364:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.234366:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.234399:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.234405:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.234407:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310019.234431:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:2.0:1724310019.234442:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566fb80 x1808069883538048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.234454:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310019.234458:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883538048, offset 224 00000400:00000200:2.0:1724310019.234463:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.234469:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.234474:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532245:532245:256:4294967295] 192.168.204.31@tcp LPNI seq info [532241:532241:8:4294967295] 00000400:00000200:2.0:1724310019.234481:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.234486:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.234489:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310019.234493:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.234499:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.234502:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.234525:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.234529:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.234532:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310019.234626:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.234629:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310019.234633:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.234637:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.234639:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310019.234641:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:2.1:1724310019.236371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310019.236382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310019.236529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310019.236551:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310019.236556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310019.236558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310019.236560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310019.236577:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:3.1:1724310019.236589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310019.236591:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:3.1:1724310019.236612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310019.236638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310019.237738:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.237749:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232b80 00000400:00000200:0.0:1724310019.237755:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 77184 00000400:00000200:0.0:1724310019.237773:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.237777:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.237781:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.237786:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566df80. 00000020:00000010:2.0:1724310019.237872:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:2.0:1724310019.237878:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.237882:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.237910:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883538304 02000000:00000010:2.0:1724310019.237935:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800a846a000. 00010000:00000010:2.0:1724310019.237962:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.237973:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.237993:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310019.237997:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.238007:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310019.238009:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:2.0:1724310019.238012:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.238014:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310019.238192:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.238195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310019.238197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.238200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000020:00000010:2.0:1724310019.238219:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.238223:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.238230:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242937e0. 00080000:00000010:2.0:1724310019.238235:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009506cc00. 00000001:00000010:2.0:1724310019.238521:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242936c0. 00000001:00000010:2.0:1724310019.238526:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310019.238556:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242937e0. 00010000:00000010:2.0:1724310019.238563:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.238566:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.238579:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.238683:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.238688:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00080000:00000010:2.0:1724310019.238707:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.238711:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310019.238715:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.238720:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310019.238726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310019.238737:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096682, last committed = 4295096671 00010000:00000200:2.0:1724310019.238745:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566df80 x1808069883538304/t4295096682(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.238762:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310019.238767:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883538304, offset 224 00000400:00000010:2.0:1724310019.238772:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95b98. 00000400:00000200:2.0:1724310019.238775:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.238782:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.238787:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532246:532246:256:4294967295] 192.168.204.31@tcp LPNI seq info [532242:532242:8:4294967295] 00000400:00000200:2.0:1724310019.238791:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.238796:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.238800:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.238804:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:2.0:1724310019.238808:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.238814:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.238817:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.238902:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.238906:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.238908:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310019.238956:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.238959:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:0.0:1724310019.238963:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.238966:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.239540:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:2.1:1724310019.239546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310019.239865:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.239874:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dbd 00000400:00000200:0.0:1724310019.239877:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.239880:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.239883:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:0.0:1724310019.239885:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00010000:00000010:3.0:1724310019.239950:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:3.0:1724310019.239957:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00000400:00000200:0.0:1724310019.240361:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.240368:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232c00 00000400:00000200:0.0:1724310019.240373:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 77672 00000400:00000200:0.0:1724310019.240409:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.240412:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.240416:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.240420:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a566d180. 00000020:00000010:2.0:1724310019.240471:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:2.0:1724310019.240475:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.240478:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.240509:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883538432 00000001:00000010:2.0:1724310019.240517:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310019.240532:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.240584:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310019.240629:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080df0000. 00010000:00000010:2.0:1724310019.240649:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.240652:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.240672:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310019.240675:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.240678:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310019.240680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000004:00000010:2.0:1724310019.240753:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310019.240759:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.240763:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.240769:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.241585:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310019.241589:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.241592:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310019.241595:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.241631:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.241639:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310019.241642:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.241666:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310019.241678:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a566d180 x1808069883538432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.241692:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310019.241696:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883538432, offset 224 00000400:00000200:2.0:1724310019.241701:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.241708:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.241713:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532247:532247:256:4294967295] 192.168.204.31@tcp LPNI seq info [532243:532243:8:4294967295] 00000400:00000200:2.0:1724310019.241721:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.241725:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.241729:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310019.241733:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.241738:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.241741:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.241761:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.241765:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.241768:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310019.241803:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.241805:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310019.241808:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.241811:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.241813:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310019.241813:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:3.1:1724310019.242476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310019.242483:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:3.1:1724310019.242486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310019.242493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310019.242495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310019.242497:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310019.242499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310019.242502:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:3.1:1724310019.242504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310019.242515:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310019.242517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310019.242519:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:3.1:1724310019.242522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310019.242523:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310019.243049:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.243055:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232d00 00000400:00000200:0.0:1724310019.243059:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 78248 00000400:00000200:0.0:1724310019.243070:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.243073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.243077:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.243082:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468000. 00000020:00000010:2.0:1724310019.243129:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095811200. 00000020:00000010:2.0:1724310019.243131:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.243134:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.243152:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883538688 02000000:00000010:2.0:1724310019.243167:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231d000. 00010000:00000010:2.0:1724310019.243184:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.243189:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.243202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.243204:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.243210:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.243211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.243213:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.243214:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.243304:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310019.243307:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.243309:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.243311:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000020:00000010:2.0:1724310019.243329:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.243333:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15de80. 00000020:00000010:2.0:1724310019.243340:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293600. 00080000:00000010:2.0:1724310019.243346:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081195c00. 00000001:00000010:2.0:1724310019.243495:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293e40. 00000001:00000010:2.0:1724310019.243498:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310019.243519:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293600. 00010000:00000010:2.0:1724310019.243523:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.243525:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.243534:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.243545:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310019.243546:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00080000:00000010:2.0:1724310019.243561:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:2.0:1724310019.243564:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310019.243568:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.243573:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310019.243580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000200:2.0:1724310019.243590:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096683, last committed = 4295096671 00010000:00000200:2.0:1724310019.243595:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468000 x1808069883538688/t4295096683(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.243668:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310019.243672:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883538688, offset 224 00000400:00000010:2.0:1724310019.243676:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95bd0. 00000400:00000200:2.0:1724310019.243679:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.243685:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.243688:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532248:532248:256:4294967295] 192.168.204.31@tcp LPNI seq info [532244:532244:8:4294967295] 00000400:00000200:2.0:1724310019.243691:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.243694:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.243697:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.243699:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310019.243702:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.243705:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.243708:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.243726:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.243728:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.243730:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095811200. 00000800:00000200:0.0:1724310019.243774:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.243777:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:0.0:1724310019.243780:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.243784:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.244378:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.244385:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dc5 00000400:00000200:0.0:1724310019.244388:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.244391:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.244393:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310019.244395:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:3.0:1724310019.244479:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:3.0:1724310019.244485:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00000400:00000200:0.0:1724310019.245329:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.245335:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232d80 00000400:00000200:0.0:1724310019.245340:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 78736 00000400:00000200:0.0:1724310019.245378:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.245382:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.245386:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.245390:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a300. 00000020:00000010:2.0:1724310019.245433:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020600. 00000020:00000010:2.0:1724310019.245438:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.245440:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.245468:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883538816 00000001:00000010:2.0:1724310019.245475:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310019.245489:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.245492:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 02000000:00000010:2.0:1724310019.245531:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082f20000. 00010000:00000010:2.0:1724310019.245548:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.245550:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.245557:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310019.245559:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.245561:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.245563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000004:00000010:2.0:1724310019.245624:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310019.245631:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.245635:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.245641:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1860. 00010000:00000010:2.0:1724310019.246163:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310019.246166:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310019.246169:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.246171:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.246206:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.246213:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.246216:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.246238:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000200:2.0:1724310019.246248:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a300 x1808069883538816/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.246305:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310019.246311:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883538816, offset 224 00000400:00000200:2.0:1724310019.246315:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.246323:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.246327:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532249:532249:256:4294967295] 192.168.204.31@tcp LPNI seq info [532245:532245:8:4294967295] 00000400:00000200:2.0:1724310019.246335:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.246339:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.246342:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28900. 00000800:00000200:2.0:1724310019.246347:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.246352:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.246355:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.246380:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.246383:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.246387:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020600. 00000800:00000200:1.0:1724310019.246545:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.246548:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28900. 00000400:00000200:1.0:1724310019.246551:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.246555:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.246557:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:1.0:1724310019.246559:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00010000:00000010:2.1:1724310019.246724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:2.1:1724310019.246730:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:2.0:1724310019.249784:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.249798:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13232e80 00000400:00000200:2.0:1724310019.249804:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 79312 00010000:00000010:3.1:1724310019.249807:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:2.0:1724310019.249826:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.249830:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.249835:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.249840:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aee300. 00000020:00000010:0.0:1724310019.249934:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414a200. 00000020:00000010:0.0:1724310019.249940:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310019.249944:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806190. 00010000:00000010:3.1:1724310019.250011:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:3.1:1724310019.250018:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310019.250020:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:3.1:1724310019.250023:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:3.1:1724310019.250027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310019.250030:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310019.250031:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:3.1:1724310019.250034:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310019.250045:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000100:00000200:1.0:1724310019.250158:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539072 02000000:00000010:1.0:1724310019.250184:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880083570000. 00010000:00000010:1.0:1724310019.250213:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:1.0:1724310019.250241:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:1.0:1724310019.250353:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310019.250358:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.250370:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310019.250373:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.250376:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310019.250378:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.250465:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310019.250467:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.250470:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310019.250472:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00000020:00000010:1.0:1724310019.250494:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310019.250499:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d245c0. 00000020:00000010:1.0:1724310019.250506:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba432a0. 00080000:00000010:1.0:1724310019.250512:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a257800. 00000001:00000010:1.0:1724310019.250694:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43c60. 00000001:00000010:1.0:1724310019.250698:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310019.250726:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba432a0. 00010000:00000010:1.0:1724310019.250733:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310019.250735:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.250748:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.250766:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.250768:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310019.250786:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1860. 00000004:00000010:1.0:1724310019.250791:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:1.0:1724310019.250795:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:1.0:1724310019.250801:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:1.0:1724310019.250808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310019.250818:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096684, last committed = 4295096671 00010000:00000200:1.0:1724310019.250826:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aee300 x1808069883539072/t4295096684(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.250840:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b770. 00000100:00000200:1.0:1724310019.250845:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883539072, offset 224 00000400:00000010:1.0:1724310019.250849:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3460. 00000400:00000200:1.0:1724310019.250852:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.250861:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.250867:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532250:532250:256:4294967295] 192.168.204.31@tcp LPNI seq info [532246:532246:8:4294967295] 00000400:00000200:1.0:1724310019.250871:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.250877:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.250881:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.250884:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3300. 00000800:00000200:1.0:1724310019.250889:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.250894:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.250897:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.250922:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98a80. 00000020:00000010:1.0:1724310019.250925:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806190. 00000020:00000010:1.0:1724310019.250928:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414a200. 00000800:00000200:0.0:1724310019.251405:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.251409:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3300. 00000400:00000200:0.0:1724310019.251412:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.251416:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.252478:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:2.1:1724310019.252486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310019.253390:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.253404:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dcd 00000400:00000200:0.0:1724310019.253410:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.253413:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.253417:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b770 00000400:00000010:0.0:1724310019.253419:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b770. 00010000:00000010:3.0:1724310019.253558:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:3.0:1724310019.253566:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00000400:00000200:2.0:1724310019.253897:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.253905:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13232f00 00000400:00000200:2.0:1724310019.253911:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 79800 00000400:00000200:2.0:1724310019.254001:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.254005:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.254009:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.254014:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeed80. 00000020:00000010:1.0:1724310019.254119:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d34c200. 00000020:00000010:1.0:1724310019.254125:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.254129:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.254160:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539200 00000001:00000010:1.0:1724310019.254169:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:1.0:1724310019.254186:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310019.254191:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310019.254238:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f20000. 00010000:00000010:1.0:1724310019.254309:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310019.254313:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.254324:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310019.254326:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.254330:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310019.254332:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000004:00000010:1.0:1724310019.254418:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca23a0. 00000004:00000010:1.0:1724310019.254424:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.254428:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.254434:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.254903:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3700. 00010000:00000010:1.0:1724310019.254906:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.254908:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:1.0:1724310019.254911:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.254954:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.254962:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.254964:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.254985:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310019.254996:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeed80 x1808069883539200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.255009:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b3b8. 00000100:00000200:1.0:1724310019.255013:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883539200, offset 224 00000400:00000200:1.0:1724310019.255017:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.255025:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.255030:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532251:532251:256:4294967295] 192.168.204.31@tcp LPNI seq info [532247:532247:8:4294967295] 00000400:00000200:1.0:1724310019.255038:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.255043:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.255046:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3c00. 00000800:00000200:1.0:1724310019.255051:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.255057:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.255060:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.255071:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.255075:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.255078:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d34c200. 00000800:00000200:0.0:1724310019.255161:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.255164:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3c00. 00000400:00000200:0.0:1724310019.255166:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.255170:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.255172:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b3b8 00000400:00000010:0.0:1724310019.255174:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b3b8. 00010000:00000010:3.1:1724310019.255880:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310019.255886:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:3.1:1724310019.255889:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310019.255890:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:3.1:1724310019.255893:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310019.255899:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310019.255901:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310019.255902:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310019.255904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310019.255912:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310019.255944:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310019.255952:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00000400:00000200:0.0:1724310019.256451:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.256459:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233000 00000400:00000200:0.0:1724310019.256465:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 80376 00000400:00000200:0.0:1724310019.256479:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.256482:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.256486:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.256490:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b800. 00000020:00000010:1.0:1724310019.256554:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008d34c200. 00000020:00000010:1.0:1724310019.256558:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.256561:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.256590:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539456 02000000:00000010:1.0:1724310019.256611:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006b884000. 00010000:00000010:1.0:1724310019.256632:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.256639:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.256654:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8240. 00010000:00000010:1.0:1724310019.256657:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.256664:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3800. 00010000:00000010:1.0:1724310019.256666:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.256668:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa880. 00010000:00000010:1.0:1724310019.256670:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.256734:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3a00. 00010000:00000010:1.0:1724310019.256735:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.256737:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eabcc0. 00010000:00000010:1.0:1724310019.256739:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310019.256754:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.256758:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.256765:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43540. 00080000:00000010:1.0:1724310019.256771:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a256000. 00000001:00000010:1.0:1724310019.256939:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba430c0. 00000001:00000010:1.0:1724310019.256944:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310019.256972:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43540. 00010000:00000010:1.0:1724310019.256979:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab600. 00010000:00000010:1.0:1724310019.256982:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.257000:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.257016:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.257018:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310019.257031:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.257036:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.257039:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.257042:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca23a0. 00010000:00000010:1.0:1724310019.257048:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.257059:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096685, last committed = 4295096671 00010000:00000200:1.0:1724310019.257066:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b800 x1808069883539456/t4295096685(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.257077:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b110. 00000100:00000200:1.0:1724310019.257082:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883539456, offset 224 00000400:00000010:1.0:1724310019.257099:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3498. 00000400:00000200:1.0:1724310019.257102:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.257109:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.257114:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532252:532252:256:4294967295] 192.168.204.31@tcp LPNI seq info [532248:532248:8:4294967295] 00000400:00000200:1.0:1724310019.257117:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.257122:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.257319:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.257324:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310019.257481:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.257488:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.257491:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.257512:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.257590:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.257593:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008d34c200. 00000800:00000200:2.0:1724310019.257597:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.257600:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310019.257603:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.257607:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.258405:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.258414:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dd5 00000400:00000200:0.0:1724310019.258417:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.258420:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.258423:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b110 00000400:00000010:0.0:1724310019.258425:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b110. 00000400:00000200:0.0:1724310019.258931:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.258937:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233080 00000400:00000200:0.0:1724310019.258942:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 80864 00000400:00000200:0.0:1724310019.258979:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.258982:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.258985:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.258989:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446b100. 00010000:00000010:3.0:1724310019.259047:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:3.0:1724310019.259059:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000020:00000010:1.0:1724310019.259114:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5155200. 00000020:00000010:1.0:1724310019.259117:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.259120:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.259136:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539584 00000001:00000010:1.0:1724310019.259144:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310019.259158:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9b00. 00010000:00000010:1.0:1724310019.259162:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310019.259208:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800863b0000. 00010000:00000010:1.0:1724310019.259227:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8d80. 00010000:00000010:1.0:1724310019.259230:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.259386:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3000. 00010000:00000010:1.0:1724310019.259391:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.259394:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea98c0. 00010000:00000010:1.0:1724310019.259397:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310019.259471:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca35c0. 00000004:00000010:1.0:1724310019.259479:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.259483:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.259490:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.260026:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3c00. 00010000:00000010:1.0:1724310019.260029:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.260032:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaba80. 00010000:00000010:1.0:1724310019.260035:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.260068:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.260074:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.260076:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.260111:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.260122:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446b100 x1808069883539584/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.260134:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310019.260139:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883539584, offset 224 00000400:00000200:1.0:1724310019.260143:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.260149:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.260155:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532253:532253:256:4294967295] 192.168.204.31@tcp LPNI seq info [532249:532249:8:4294967295] 00000400:00000200:1.0:1724310019.260162:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.260166:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.260169:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3f00. 00000800:00000200:1.0:1724310019.260173:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.260178:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.260181:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.260204:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.260207:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.260210:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5155200. 00000800:00000200:0.0:1724310019.260390:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.260393:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3f00. 00000400:00000200:0.0:1724310019.260396:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.260400:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.260403:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:0.0:1724310019.260405:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00010000:00000010:0.1:1724310019.261713:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310019.261721:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00000400:00000200:2.0:1724310019.261777:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.261787:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233180 00000400:00000200:2.0:1724310019.261794:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 81440 00000400:00000200:2.0:1724310019.261810:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.261814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.261819:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.261824:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aefb80. 00000020:00000010:1.0:1724310019.261970:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5155200. 00000020:00000010:1.0:1724310019.261975:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.261978:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.262009:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539840 02000000:00000010:1.0:1724310019.262035:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a5000. 00010000:00000010:1.0:1724310019.262057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.262067:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.262085:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaac0. 00010000:00000010:1.0:1724310019.262088:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.262096:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3300. 00010000:00000010:1.0:1724310019.262098:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.262101:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9200. 00010000:00000010:1.0:1724310019.262103:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.262505:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3600. 00010000:00000010:1.0:1724310019.262509:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.262511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa640. 00010000:00000010:1.0:1724310019.262514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310019.262537:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.262543:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.262550:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43b40. 00080000:00000010:1.0:1724310019.262556:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a256c00. 00000001:00000010:1.0:1724310019.262713:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba438a0. 00000001:00000010:1.0:1724310019.262717:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310019.262745:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43b40. 00010000:00000010:1.0:1724310019.262751:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8000. 00010000:00000010:1.0:1724310019.262754:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.262766:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.262787:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.262790:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00080000:00000010:1.0:1724310019.262804:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.262809:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.262813:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.262817:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca35c0. 00010000:00000010:1.0:1724310019.262823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310019.262834:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096686, last committed = 4295096671 00010000:00000200:1.0:1724310019.262841:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aefb80 x1808069883539840/t4295096686(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.262853:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310019.262858:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883539840, offset 224 00000400:00000010:1.0:1724310019.262862:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e34d0. 00000400:00000200:1.0:1724310019.262865:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.262873:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.262879:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532254:532254:256:4294967295] 192.168.204.31@tcp LPNI seq info [532250:532250:8:4294967295] 00000400:00000200:1.0:1724310019.262883:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.262889:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.262893:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.262896:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310019.262899:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.262904:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.262908:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.262926:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.262929:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.262931:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5155200. 00000800:00000200:0.0:1724310019.263039:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.263042:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310019.263046:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.263049:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.264048:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.264057:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ddd 00000400:00000200:0.0:1724310019.264061:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.264064:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.264067:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:0.0:1724310019.264069:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00010000:00000010:3.0:1724310019.264381:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310019.264388:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00000400:00000200:2.0:1724310019.264452:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.264460:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233200 00000400:00000200:2.0:1724310019.264465:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 81928 00000400:00000200:2.0:1724310019.264501:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.264504:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.264507:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.264511:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aec000. 00000020:00000010:1.0:1724310019.264609:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5155200. 00000020:00000010:1.0:1724310019.264613:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.264616:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.264645:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883539968 00000001:00000010:1.0:1724310019.264653:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310019.264669:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8480. 00010000:00000010:1.0:1724310019.264673:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 02000000:00000010:1.0:1724310019.264723:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800861a0000. 00010000:00000010:1.0:1724310019.264743:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa400. 00010000:00000010:1.0:1724310019.264746:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.264755:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3d00. 00010000:00000010:1.0:1724310019.264757:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.264760:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea86c0. 00010000:00000010:1.0:1724310019.264762:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000004:00000010:1.0:1724310019.264835:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2000. 00000004:00000010:1.0:1724310019.264842:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.264846:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.264853:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.265642:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3400. 00010000:00000010:1.0:1724310019.265645:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.265648:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8b40. 00010000:00000010:1.0:1724310019.265652:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.265686:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.265694:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.265697:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.265724:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000200:1.0:1724310019.265736:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aec000 x1808069883539968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.265748:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310019.265753:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883539968, offset 224 00000400:00000200:1.0:1724310019.265758:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.265766:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.265771:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532255:532255:256:4294967295] 192.168.204.31@tcp LPNI seq info [532251:532251:8:4294967295] 00000400:00000200:1.0:1724310019.265778:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.265783:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.265786:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310019.265791:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.265797:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.265801:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.265813:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.265816:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.265820:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5155200. 00000800:00000200:0.0:1724310019.265908:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.265911:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310019.265914:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.265917:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.265920:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:0.0:1724310019.265922:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00000400:00000200:0.0:1724310019.267187:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.267198:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233300 00000400:00000200:0.0:1724310019.267204:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 82504 00000400:00000200:0.0:1724310019.267220:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.267224:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.267228:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.267232:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094469500. 00000020:00000010:1.0:1724310019.267354:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a5155200. 00000020:00000010:1.0:1724310019.267359:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.267361:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.267383:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883540224 00010000:00000010:3.1:1724310019.267394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:3.1:1724310019.267402:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:3.1:1724310019.267406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 02000000:00000010:1.0:1724310019.267408:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a6000. 00010000:00000010:3.1:1724310019.267413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:3.1:1724310019.267415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:3.1:1724310019.267418:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:3.1:1724310019.267420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:3.1:1724310019.267422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310019.267431:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.267441:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.267458:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaaf40. 00010000:00000010:1.0:1724310019.267461:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.267469:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3200. 00010000:00000010:1.0:1724310019.267471:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.267473:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea8900. 00010000:00000010:1.0:1724310019.267475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.267649:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3f00. 00010000:00000010:1.0:1724310019.267652:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.267654:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9f80. 00010000:00000010:1.0:1724310019.267656:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00000020:00000010:1.0:1724310019.267675:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.267680:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.267686:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba435a0. 00080000:00000010:1.0:1724310019.267693:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88011a255c00. 00000001:00000010:1.0:1724310019.267857:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43ea0. 00000001:00000010:1.0:1724310019.267863:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310019.267889:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba435a0. 00010000:00000010:1.0:1724310019.267894:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9d40. 00010000:00000010:1.0:1724310019.267897:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.267909:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.267923:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.267926:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00080000:00000010:1.0:1724310019.267939:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.267943:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.267946:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.267950:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2000. 00010000:00000010:1.0:1724310019.267956:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310019.267967:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096687, last committed = 4295096671 00010000:00000200:1.0:1724310019.267973:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094469500 x1808069883540224/t4295096687(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.267984:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310019.267988:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883540224, offset 224 00000400:00000010:1.0:1724310019.267992:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3508. 00000400:00000200:1.0:1724310019.267995:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.268002:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.268007:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532256:532256:256:4294967295] 192.168.204.31@tcp LPNI seq info [532252:532252:8:4294967295] 00000400:00000200:1.0:1724310019.268011:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.268016:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.268020:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.268022:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3e00. 00000800:00000200:1.0:1724310019.268026:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.268031:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.268034:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.268212:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.268215:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.268218:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a5155200. 00000800:00000200:2.0:1724310019.268373:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.268376:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3e00. 00000400:00000200:2.0:1724310019.268380:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.268383:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.269768:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.269777:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295de5 00000400:00000200:0.0:1724310019.269781:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.269783:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.269787:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:0.0:1724310019.269789:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00000400:00000200:0.0:1724310019.269817:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.269821:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233380 00000400:00000200:0.0:1724310019.269826:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 82992 00000400:00000200:0.0:1724310019.269863:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.269867:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.269870:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.269874:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468a80. 00010000:00000010:3.0:1724310019.269922:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:3.0:1724310019.269929:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00000020:00000010:1.0:1724310019.270039:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.270043:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.270046:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.270076:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883540352 00000001:00000010:1.0:1724310019.270083:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310019.270098:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9440. 00010000:00000010:1.0:1724310019.270101:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310019.270142:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5e0000. 00010000:00000010:1.0:1724310019.270160:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab180. 00010000:00000010:1.0:1724310019.270163:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.270172:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3e00. 00010000:00000010:1.0:1724310019.270174:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.270176:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab840. 00010000:00000010:1.0:1724310019.270178:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000004:00000010:1.0:1724310019.270247:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2570. 00000004:00000010:1.0:1724310019.270253:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.270309:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.270319:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.271190:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3b00. 00010000:00000010:1.0:1724310019.271193:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.271197:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaad00. 00010000:00000010:1.0:1724310019.271200:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.271235:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.271242:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.271244:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.271295:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310019.271313:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468a80 x1808069883540352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.271325:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310019.271331:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883540352, offset 224 00000400:00000200:1.0:1724310019.271335:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.271342:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.271347:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532257:532257:256:4294967295] 192.168.204.31@tcp LPNI seq info [532253:532253:8:4294967295] 00000400:00000200:1.0:1724310019.271356:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.271360:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.271363:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092cd3500. 00000800:00000200:1.0:1724310019.271368:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.271374:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.271377:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880092cd3500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.271398:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.271401:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.271404:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:0.0:1724310019.271491:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.271494:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092cd3500. 00000400:00000200:0.0:1724310019.271497:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.271500:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.271503:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:0.0:1724310019.271505:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00000400:00000200:2.0:1724310019.272871:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.272879:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233480 00000400:00000200:2.0:1724310019.272884:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 83568 00000400:00000200:2.0:1724310019.272897:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.272899:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.272902:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.272906:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef100. 00000020:00000010:1.0:1724310019.272958:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.272961:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.272964:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.272986:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883540608 02000000:00000010:1.0:1724310019.273006:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801245a3000. 00010000:00000010:1.0:1724310019.273027:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.273036:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.273050:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eab3c0. 00010000:00000010:1.0:1724310019.273052:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.273060:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3500. 00010000:00000010:1.0:1724310019.273062:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.273064:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091ea9680. 00010000:00000010:1.0:1724310019.273066:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.273129:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880092cd3100. 00010000:00000010:1.0:1724310019.273131:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.273133:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:1.0:1724310019.273136:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.273154:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.273158:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.273165:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43ae0. 00080000:00000010:1.0:1724310019.273170:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39e800. 00000001:00000010:1.0:1724310019.273383:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43b40. 00000001:00000010:1.0:1724310019.273388:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310019.273414:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43ae0. 00010000:00000010:1.0:1724310019.273421:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9680. 00010000:00000010:1.0:1724310019.273424:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.273436:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.273451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.273454:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00080000:00000010:1.0:1724310019.273468:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.273473:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.273476:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.273480:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2570. 00010000:00000010:1.0:1724310019.273486:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.273497:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096688, last committed = 4295096671 00010000:00000200:1.0:1724310019.273503:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef100 x1808069883540608/t4295096688(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.273513:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b440. 00000100:00000200:1.0:1724310019.273517:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883540608, offset 224 00000400:00000010:1.0:1724310019.273521:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3540. 00000400:00000200:1.0:1724310019.273523:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.273530:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.273534:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532258:532258:256:4294967295] 192.168.204.31@tcp LPNI seq info [532254:532254:8:4294967295] 00000400:00000200:1.0:1724310019.273537:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.273542:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.273545:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.273549:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.273552:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.273557:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.273559:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.273576:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.273579:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.273581:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:0.0:1724310019.273767:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.273770:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:0.0:1724310019.273773:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.273776:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.274135:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3800. 00010000:00000010:0.1:1724310019.274141:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa880. 00000400:00000200:0.0:1724310019.274878:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.274888:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ded 00000400:00000200:0.0:1724310019.274891:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.274894:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.274898:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b440 00000400:00000010:0.0:1724310019.274900:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b440. 00000400:00000200:0.0:1724310019.274927:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.274931:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233500 00000400:00000200:0.0:1724310019.274936:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 84056 00000400:00000200:0.0:1724310019.274977:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.274980:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.274983:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.274987:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094468e00. 00010000:00000010:3.0:1724310019.275069:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:3.0:1724310019.275076:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00000020:00000010:1.0:1724310019.275623:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.275628:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.275631:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.275662:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883540736 00000001:00000010:1.0:1724310019.275670:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310019.275689:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:1.0:1724310019.275693:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310019.275735:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008e140000. 00010000:00000010:1.0:1724310019.275754:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8480. 00010000:00000010:1.0:1724310019.275757:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.275767:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310019.275769:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310019.275772:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa880. 00010000:00000010:1.0:1724310019.275774:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000004:00000010:1.0:1724310019.275843:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2910. 00000004:00000010:1.0:1724310019.275849:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.275853:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.275859:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.276935:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.276939:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.276941:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9440. 00010000:00000010:1.0:1724310019.276945:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.276985:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.276993:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.276997:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310019.277021:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.277031:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094468e00 x1808069883540736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.277043:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bdd0. 00000100:00000200:1.0:1724310019.277048:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883540736, offset 224 00000400:00000200:1.0:1724310019.277053:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.277060:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.277065:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532259:532259:256:4294967295] 192.168.204.31@tcp LPNI seq info [532255:532255:8:4294967295] 00000400:00000200:1.0:1724310019.277070:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.277074:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.277076:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310019.277080:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.277086:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.277089:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.277110:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.277113:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.277116:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:2.0:1724310019.277228:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.277230:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:2.0:1724310019.277234:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.277237:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.277240:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bdd0 00000400:00000010:2.0:1724310019.277241:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bdd0. 00000400:00000200:0.0:1724310019.278871:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.278880:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233600 00000400:00000200:0.0:1724310019.278886:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 84632 00000400:00000200:0.0:1724310019.278900:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.278903:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.278907:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.278912:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446ad80. 00000020:00000010:1.0:1724310019.278973:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.278978:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.278981:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.279011:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883540992 02000000:00000010:1.0:1724310019.279036:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5c000. 00010000:00000010:1.0:1724310019.279058:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.279068:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.279083:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa400. 00010000:00000010:1.0:1724310019.279087:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.279095:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.279097:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.279100:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9b00. 00010000:00000010:1.0:1724310019.279102:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.279210:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310019.279213:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5200. 00010000:00000010:1.0:1724310019.279216:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfad00. 00010000:00000010:1.0:1724310019.279218:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00000020:00000010:1.0:1724310019.279241:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.279245:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.279275:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43420. 00080000:00000010:1.0:1724310019.279281:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e39f400. 00010000:00000010:2.1:1724310019.279347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8fc0. 00010000:00000010:2.1:1724310019.279358:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3700. 00010000:00000010:2.1:1724310019.279363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab600. 00010000:00000010:2.1:1724310019.279365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3a00. 00010000:00000010:2.1:1724310019.279367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eabcc0. 00010000:00000010:2.1:1724310019.279371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8240. 00010000:00000010:2.1:1724310019.279373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8d80. 00010000:00000010:2.1:1724310019.279375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3000. 00010000:00000010:2.1:1724310019.279377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea98c0. 00010000:00000010:2.1:1724310019.279379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9b00. 00010000:00000010:2.1:1724310019.279380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaba80. 00010000:00000010:2.1:1724310019.279382:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3c00. 00010000:00000010:2.1:1724310019.279384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8000. 00010000:00000010:2.1:1724310019.279386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3600. 00010000:00000010:2.1:1724310019.279390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa640. 00010000:00000010:2.1:1724310019.279392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaac0. 00010000:00000010:2.1:1724310019.279394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa400. 00010000:00000010:2.1:1724310019.279396:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3d00. 00010000:00000010:2.1:1724310019.279398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea86c0. 00010000:00000010:2.1:1724310019.279400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8480. 00000001:00000010:1.0:1724310019.279472:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43060. 00000001:00000010:1.0:1724310019.279477:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310019.279505:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43420. 00010000:00000010:1.0:1724310019.279511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8000. 00010000:00000010:1.0:1724310019.279514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.279526:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.279541:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.279544:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5200. 00080000:00000010:1.0:1724310019.279557:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.279562:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.279566:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.279570:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2910. 00010000:00000010:1.0:1724310019.279580:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310019.279591:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096689, last committed = 4295096671 00010000:00000200:1.0:1724310019.279598:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446ad80 x1808069883540992/t4295096689(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.279609:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310019.279614:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883540992, offset 224 00000400:00000010:1.0:1724310019.279619:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3578. 00000400:00000200:1.0:1724310019.279622:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.279629:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.279635:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532260:532260:256:4294967295] 192.168.204.31@tcp LPNI seq info [532256:532256:8:4294967295] 00000400:00000200:1.0:1724310019.279639:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.279644:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.279647:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.279650:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efa00. 00000800:00000200:1.0:1724310019.279654:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.279659:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.279663:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.279688:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.279692:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.279694:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:0.0:1724310019.279751:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.279753:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efa00. 00000400:00000200:0.0:1724310019.279756:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.279759:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.280653:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.280662:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295df5 00000400:00000200:2.0:1724310019.280665:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.280668:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.280672:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:2.0:1724310019.280673:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00000400:00000200:0.0:1724310019.280912:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.280919:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233680 00000400:00000200:0.0:1724310019.280925:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 85120 00000400:00000200:0.0:1724310019.280964:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.280968:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.280971:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.280975:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009446a680. 00010000:00000010:3.0:1724310019.281253:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:3.0:1724310019.281281:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.281305:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.281309:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.281313:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.281341:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883541120 00000001:00000010:1.0:1724310019.281348:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310019.281363:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:1.0:1724310019.281367:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 02000000:00000010:1.0:1724310019.281413:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088bd0000. 00010000:00000010:1.0:1724310019.281433:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:1.0:1724310019.281437:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.281446:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310019.281448:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.281450:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:1.0:1724310019.281453:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310019.281522:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2e80. 00000004:00000010:1.0:1724310019.281590:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.281594:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.281600:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.0:1724310019.282324:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.282327:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.282330:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:1.0:1724310019.282333:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.282367:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.282373:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310019.282376:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.282398:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000200:1.0:1724310019.282410:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009446a680 x1808069883541120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.282422:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bcc0. 00000100:00000200:1.0:1724310019.282427:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883541120, offset 224 00000400:00000200:1.0:1724310019.282431:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.282439:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.282443:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532261:532261:256:4294967295] 192.168.204.31@tcp LPNI seq info [532257:532257:8:4294967295] 00000400:00000200:1.0:1724310019.282450:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.282454:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.282457:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310019.282461:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.282467:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.282470:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.282591:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.282594:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.282597:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:0.0:1724310019.282676:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.282679:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310019.282682:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.282686:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.282688:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bcc0 00000400:00000010:0.0:1724310019.282690:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bcc0. 00010000:00000010:0.1:1724310019.284484:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3300. 00010000:00000010:0.1:1724310019.284493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9200. 00010000:00000010:0.1:1724310019.284495:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3200. 00010000:00000010:0.1:1724310019.284603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8900. 00000400:00000200:2.0:1724310019.284644:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.284655:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233780 00000400:00000200:2.0:1724310019.284661:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 85696 00000400:00000200:2.0:1724310019.284679:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.284683:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.284688:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.284693:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aeea00. 00000020:00000010:1.0:1724310019.284820:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093332a00. 00000020:00000010:1.0:1724310019.284825:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.284828:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00000100:00000200:1.0:1724310019.284849:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883541376 02000000:00000010:1.0:1724310019.285391:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5e000. 00010000:00000010:1.0:1724310019.285421:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.285432:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.285454:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310019.285459:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.285469:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.285471:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5000. 00010000:00000010:1.0:1724310019.285474:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00010000:00000010:1.0:1724310019.285476:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.285554:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.285557:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.285559:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4b40. 00010000:00000010:1.0:1724310019.285566:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310019.285587:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.285592:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ec0. 00000020:00000010:1.0:1724310019.285599:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43540. 00080000:00000010:1.0:1724310019.285605:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86e000. 00000001:00000010:1.0:1724310019.286117:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43ae0. 00000001:00000010:1.0:1724310019.286122:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ead80. 00000020:00000010:1.0:1724310019.286149:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43540. 00010000:00000010:1.0:1724310019.286156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310019.286158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.286170:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.286186:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310019.286482:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00080000:00000010:1.0:1724310019.286501:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:1.0:1724310019.286506:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:1.0:1724310019.286510:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.286514:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2e80. 00010000:00000010:1.0:1724310019.286524:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310019.286541:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096690, last committed = 4295096671 00010000:00000200:1.0:1724310019.286550:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aeea00 x1808069883541376/t4295096690(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.286564:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bcc0. 00000100:00000200:1.0:1724310019.286570:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883541376, offset 224 00000400:00000010:1.0:1724310019.286575:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e35b0. 00000400:00000200:1.0:1724310019.286578:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.286588:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.286593:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532262:532262:256:4294967295] 192.168.204.31@tcp LPNI seq info [532258:532258:8:4294967295] 00000400:00000200:1.0:1724310019.286597:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.286602:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.286607:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.286610:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310019.286614:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.286619:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.286622:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:0.0:1724310019.286820:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.286823:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:0.0:1724310019.286827:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.286830:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000020:00000010:1.0:1724310019.286864:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.286868:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.286870:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093332a00. 00010000:00000010:2.1:1724310019.287605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea8b40. 00010000:00000010:2.1:1724310019.287613:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3400. 00010000:00000010:2.1:1724310019.287617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9d40. 00010000:00000010:2.1:1724310019.287619:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3f00. 00010000:00000010:2.1:1724310019.287621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9f80. 00010000:00000010:2.1:1724310019.287627:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaaf40. 00010000:00000010:2.1:1724310019.287630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab180. 00010000:00000010:2.1:1724310019.287633:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3e00. 00010000:00000010:2.1:1724310019.287634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab840. 00010000:00000010:2.1:1724310019.287636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9440. 00010000:00000010:2.1:1724310019.287638:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaad00. 00010000:00000010:2.1:1724310019.287640:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3b00. 00010000:00000010:2.1:1724310019.287644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9680. 00010000:00000010:2.1:1724310019.287647:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3100. 00010000:00000010:2.1:1724310019.287649:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eaa1c0. 00010000:00000010:2.1:1724310019.287651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091eab3c0. 00010000:00000010:2.1:1724310019.287654:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8480. 00010000:00000010:2.1:1724310019.287657:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:2.1:1724310019.287661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa880. 00010000:00000010:2.1:1724310019.287663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:2.1:1724310019.287664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9440. 00010000:00000010:2.1:1724310019.287666:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00000400:00000200:0.0:1724310019.290366:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.290382:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295dfd 00000400:00000200:0.0:1724310019.290388:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.290392:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.290397:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bcc0 00000400:00000010:0.0:1724310019.290399:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bcc0. 00010000:00000010:3.0:1724310019.292186:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5080. 00010000:00000010:3.0:1724310019.292198:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5000. 00000400:00000200:1.0:1724310019.292308:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.292318:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233800 00000400:00000200:1.0:1724310019.292324:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 86184 00010000:00000010:0.1:1724310019.292740:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880092cd3500. 00010000:00000010:0.1:1724310019.292746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880091ea9680. 00010000:00000010:0.1:1724310019.292749:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:0.1:1724310019.292752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9b00. 00000400:00000200:1.0:1724310019.292795:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.292799:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.292804:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.292811:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6d80. 00000020:00000010:2.0:1724310019.292895:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020800. 00000020:00000010:2.0:1724310019.292900:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.292904:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.293173:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883541504 00000001:00000010:2.0:1724310019.293182:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:2.0:1724310019.293199:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.293203:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 02000000:00000010:2.0:1724310019.293248:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088dd0000. 00010000:00000010:2.0:1724310019.293298:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.293302:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.293312:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310019.293315:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.293317:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.293319:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000004:00000010:2.0:1724310019.293396:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310019.293404:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.293408:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.293414:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:2.0:1724310019.294687:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310019.294692:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.294695:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.294699:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:2.0:1724310019.294742:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.294873:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.294878:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.294905:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000200:2.0:1724310019.294916:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6d80 x1808069883541504/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.294931:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310019.294937:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883541504, offset 224 00000400:00000200:2.0:1724310019.294942:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.294953:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.294958:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532263:532263:256:4294967295] 192.168.204.31@tcp LPNI seq info [532259:532259:8:4294967295] 00000400:00000200:2.0:1724310019.294966:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.294971:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.294975:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310019.294979:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.294986:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.294989:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.295012:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.295017:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.295020:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020800. 00000800:00000200:0.0:1724310019.295076:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.295079:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310019.295082:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.295086:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.295088:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310019.295090:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:0.1:1724310019.295874:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8000. 00010000:00000010:0.1:1724310019.295880:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:0.1:1724310019.295884:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfad00. 00010000:00000010:0.1:1724310019.295889:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa400. 00010000:00000010:0.1:1724310019.295891:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:0.1:1724310019.295892:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:0.1:1724310019.295895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:0.1:1724310019.295897:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:0.1:1724310019.295899:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:0.1:1724310019.295901:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:0.1:1724310019.295903:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:0.1:1724310019.295914:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:0.1:1724310019.295917:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4b40. 00010000:00000010:0.1:1724310019.295920:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00000400:00000200:0.0:1724310019.297375:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.297389:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233900 00000400:00000200:0.0:1724310019.297396:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 86760 00000400:00000200:0.0:1724310019.297415:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.297419:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.297424:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.297431:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d880. 00000020:00000010:2.0:1724310019.297576:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020800. 00000020:00000010:2.0:1724310019.297581:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.297585:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.297616:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883541760 02000000:00000010:2.0:1724310019.297642:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231f000. 00010000:00000010:2.0:1724310019.297669:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:2.0:1724310019.297705:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.297726:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.297731:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.297742:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310019.297744:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.297747:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.297749:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.297827:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310019.297830:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.297833:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.297835:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310019.297853:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.297858:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.297865:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242935a0. 00080000:00000010:2.0:1724310019.297870:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5283000. 00000001:00000010:2.0:1724310019.298033:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293a20. 00000001:00000010:2.0:1724310019.298039:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310019.298068:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242935a0. 00010000:00000010:2.0:1724310019.298074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.298077:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.298090:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.298109:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.298112:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00080000:00000010:2.0:1724310019.298129:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:2.0:1724310019.298134:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:2.0:1724310019.298138:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.298144:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310019.298150:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:2.0:1724310019.298160:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096691, last committed = 4295096671 00010000:00000200:2.0:1724310019.298167:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d880 x1808069883541760/t4295096691(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.298180:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310019.298185:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883541760, offset 224 00000400:00000010:2.0:1724310019.298190:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95c08. 00000400:00000200:2.0:1724310019.298192:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.298201:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.298206:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532264:532264:256:4294967295] 192.168.204.31@tcp LPNI seq info [532260:532260:8:4294967295] 00000400:00000200:2.0:1724310019.298210:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.298216:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.298221:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.298224:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:2.0:1724310019.298229:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.298234:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.298237:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.298484:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.298488:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:2.0:1724310019.298491:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020800. 00000800:00000200:0.0:1724310019.298801:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.298804:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310019.298808:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.298811:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.300659:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.300671:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e05 00000400:00000200:0.0:1724310019.300677:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.300680:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.300684:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:0.0:1724310019.300686:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00000400:00000200:0.0:1724310019.300779:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.300784:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233980 00000400:00000200:0.0:1724310019.300789:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 87248 00000400:00000200:0.0:1724310019.300805:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.300808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.300812:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.300816:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8ea00. 00010000:00000010:3.0:1724310019.300886:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:3.0:1724310019.300895:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00000020:00000010:2.0:1724310019.300986:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020800. 00000020:00000010:2.0:1724310019.300991:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.300994:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f258. 00000100:00000200:2.0:1724310019.301013:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883541888 00000001:00000010:2.0:1724310019.301021:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ead80. 00010000:00000010:2.0:1724310019.301036:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.301040:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 02000000:00000010:2.0:1724310019.301084:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088600000. 00010000:00000010:2.0:1724310019.301104:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310019.301106:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.301116:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.301117:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:2.0:1724310019.301120:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310019.301123:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000004:00000010:2.0:1724310019.301194:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310019.301201:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f533c0. 00000004:00000010:2.0:1724310019.301205:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f320. 00080000:00000010:2.0:1724310019.301216:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1a00. 00010000:00000010:0.1:1724310019.301376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310019.301570:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:1.1:1724310019.301575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00010000:00000010:3.0:1724310019.301840:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.301842:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.301845:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.301848:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.301877:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:3.0:1724310019.301883:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:3.0:1724310019.301884:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00010000:00000010:3.0:1724310019.301907:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000200:3.0:1724310019.301919:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8ea00 x1808069883541888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.301931:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310019.301936:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883541888, offset 224 00000400:00000200:3.0:1724310019.301940:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.301947:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.301952:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532265:532265:256:4294967295] 192.168.204.31@tcp LPNI seq info [532261:532261:8:4294967295] 00000400:00000200:3.0:1724310019.301960:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.301965:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.301968:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.301972:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.301978:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.301981:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.302002:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99880. 00000020:00000010:3.0:1724310019.302006:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f258. 00000020:00000010:3.0:1724310019.302009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020800. 00000800:00000200:0.0:1724310019.302097:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.302099:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310019.302102:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.302105:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.302108:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:0.0:1724310019.302109:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00000400:00000200:0.0:1724310019.303871:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.303883:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233a80 00000400:00000200:0.0:1724310019.303889:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 87824 00000400:00000200:0.0:1724310019.303907:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.303911:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.303916:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.303921:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8dc00. 00000020:00000010:3.0:1724310019.304010:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080931e00. 00000020:00000010:3.0:1724310019.304015:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310019.304018:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.304048:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883542144 02000000:00000010:3.0:1724310019.304074:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb51000. 00010000:00000010:3.0:1724310019.304098:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.304108:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.304126:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.304129:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.304138:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.304139:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.304144:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.304145:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.304322:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.304325:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.304328:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.304330:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310019.304351:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.304356:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.304365:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe88a0. 00080000:00000010:3.0:1724310019.304370:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb1c00. 00000001:00000010:3.0:1724310019.304541:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8d80. 00000001:00000010:3.0:1724310019.304546:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c480. 00000020:00000010:3.0:1724310019.304576:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe88a0. 00010000:00000010:3.0:1724310019.304583:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.304586:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.304600:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.304616:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310019.304619:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00080000:00000010:3.0:1724310019.304636:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1a00. 00000004:00000010:3.0:1724310019.304641:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f320. 00000004:00000010:3.0:1724310019.304644:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f533c0. 00000004:00000010:3.0:1724310019.304650:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:3.0:1724310019.304658:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.304669:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096692, last committed = 4295096671 00010000:00000200:3.0:1724310019.304676:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8dc00 x1808069883542144/t4295096692(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.304688:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310019.304693:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883542144, offset 224 00000400:00000010:3.0:1724310019.304697:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b070. 00000400:00000200:3.0:1724310019.304700:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.304708:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.304713:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532266:532266:256:4294967295] 192.168.204.31@tcp LPNI seq info [532262:532262:8:4294967295] 00000400:00000200:3.0:1724310019.304717:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.304722:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.304726:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.304730:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310019.304733:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.304739:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.304742:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.304762:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310019.304765:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.304767:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080931e00. 00000800:00000200:0.0:1724310019.304870:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.304873:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310019.304876:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.304880:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.305083:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:0.1:1724310019.305099:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:0.1:1724310019.305103:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310019.305107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:0.1:1724310019.305109:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:0.1:1724310019.305111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310019.305113:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310019.305115:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310019.305119:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00000400:00000200:0.0:1724310019.306190:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.306200:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e0d 00000400:00000200:0.0:1724310019.306203:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.306206:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.306210:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:0.0:1724310019.306211:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00010000:00000010:3.0:1724310019.306311:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.306317:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00000400:00000200:0.0:1724310019.306638:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.306644:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233b00 00000400:00000200:0.0:1724310019.306649:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 88312 00000400:00000200:0.0:1724310019.306682:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.306685:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.306689:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.306693:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8e680. 00000020:00000010:3.0:1724310019.306764:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080931e00. 00000020:00000010:3.0:1724310019.306767:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.306771:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.306789:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883542272 00000001:00000010:3.0:1724310019.306796:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310019.306810:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.306814:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310019.306854:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086810000. 00010000:00000010:3.0:1724310019.306872:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.306875:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.306883:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.306885:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.306888:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.306890:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000004:00000010:3.0:1724310019.306958:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310019.306964:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.306968:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.306973:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310019.307359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310019.307370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.0:1724310019.308689:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.308693:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.308697:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.308701:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.308743:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.308752:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.308755:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.308782:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310019.308795:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8e680 x1808069883542272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.308809:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310019.308814:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883542272, offset 224 00000400:00000200:3.0:1724310019.308819:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.308828:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.308834:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532267:532267:256:4294967295] 192.168.204.31@tcp LPNI seq info [532263:532263:8:4294967295] 00000400:00000200:3.0:1724310019.308841:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.308846:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.308849:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.308854:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.308860:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.308863:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.308913:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.308917:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.308919:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080931e00. 00000800:00000200:0.0:1724310019.309060:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.309063:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:0.0:1724310019.309066:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.309070:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.309073:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310019.309074:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00010000:00000010:1.1:1724310019.311322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310019.311332:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310019.311337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310019.311339:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310019.311342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.311347:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.311352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310019.311354:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.311356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310019.311370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:1.1:1724310019.311372:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310019.311374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00000400:00000200:0.0:1724310019.311424:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.311436:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233c00 00000400:00000200:0.0:1724310019.311442:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 88888 00000400:00000200:0.0:1724310019.311460:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.311464:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.311469:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.311474:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8d500. 00000020:00000010:3.0:1724310019.311549:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080931e00. 00000020:00000010:3.0:1724310019.311555:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.311559:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.311591:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883542528 02000000:00000010:3.0:1724310019.311619:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb54000. 00010000:00000010:3.0:1724310019.311645:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.311656:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.311675:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.311680:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.311689:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.311691:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.311694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.311696:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.311774:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.311776:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.311779:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.311781:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00000020:00000010:3.0:1724310019.311799:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.311804:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.311810:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8600. 00080000:00000010:3.0:1724310019.311815:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb2400. 00000001:00000010:3.0:1724310019.312230:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8ae0. 00000001:00000010:3.0:1724310019.312235:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c9c0. 00000020:00000010:3.0:1724310019.312344:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8600. 00010000:00000010:3.0:1724310019.312350:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.312353:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.312364:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.312381:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.312383:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310019.312397:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.312401:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.312404:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.312409:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310019.312414:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310019.312424:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096693, last committed = 4295096671 00010000:00000200:3.0:1724310019.312430:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8d500 x1808069883542528/t4295096693(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.312443:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310019.312448:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883542528, offset 224 00000400:00000010:3.0:1724310019.312456:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b0a8. 00000400:00000200:3.0:1724310019.312459:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.312468:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.312473:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532268:532268:256:4294967295] 192.168.204.31@tcp LPNI seq info [532264:532264:8:4294967295] 00000400:00000200:3.0:1724310019.312476:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.312483:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.312488:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.312491:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.312495:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.312500:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.312503:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.312524:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.312527:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.312529:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080931e00. 00000800:00000200:0.0:1724310019.312584:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.312587:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310019.312590:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.312594:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.314395:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.314405:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e15 00000400:00000200:0.0:1724310019.314409:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.314412:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.314416:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:0.0:1724310019.314418:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:3.0:1724310019.314565:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.314572:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:0.0:1724310019.315086:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.315092:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233c80 00000400:00000200:0.0:1724310019.315099:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 89376 00000400:00000200:0.0:1724310019.315608:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.315613:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.315617:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.315622:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094c8c380. 00000020:00000010:3.0:1724310019.315825:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080931e00. 00000020:00000010:3.0:1724310019.315829:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.315833:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.315882:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883542656 00000001:00000010:3.0:1724310019.315892:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c480. 00010000:00000010:3.0:1724310019.315909:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.315915:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310019.315956:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008e1b0000. 00010000:00000010:3.0:1724310019.315975:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.315977:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.315988:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.315991:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.315994:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.315996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000004:00000010:3.0:1724310019.316065:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310019.316070:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.316074:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.316080:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.316862:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.316865:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.316868:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.316871:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.316905:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.316912:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.316915:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.316936:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310019.316947:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094c8c380 x1808069883542656/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.316960:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310019.316965:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883542656, offset 224 00000400:00000200:3.0:1724310019.316969:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.316977:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.316982:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532269:532269:256:4294967295] 192.168.204.31@tcp LPNI seq info [532265:532265:8:4294967295] 00000400:00000200:3.0:1724310019.316990:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.316995:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.316998:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.317003:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.317008:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.317011:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.317639:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.317644:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.317647:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080931e00. 00010000:00000010:1.1:1724310019.318032:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:1.1:1724310019.318039:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.318042:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.318044:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000800:00000200:0.0:1724310019.318209:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.318213:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310019.318216:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.318221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.318225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310019.318228:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00010000:00000010:1.1:1724310019.320479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.320492:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310019.320496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310019.320499:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310019.320616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.320623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:1.1:1724310019.320625:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.320627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.320629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:1.1:1724310019.320646:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310019.320651:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.320657:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00000400:00000200:0.0:1724310019.320939:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.320952:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233d80 00000400:00000200:0.0:1724310019.320958:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 89952 00000400:00000200:0.0:1724310019.320977:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.320980:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.320984:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.320990:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5880. 00000020:00000010:3.0:1724310019.321085:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080931e00. 00000020:00000010:3.0:1724310019.321090:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.321214:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.321239:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883542912 02000000:00000010:3.0:1724310019.321280:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bb56000. 00010000:00000010:3.0:1724310019.321318:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.321342:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.321360:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.321364:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.321374:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.321376:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.321379:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.321380:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.321459:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.321462:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.321464:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.321466:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310019.321485:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.321490:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.321497:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8a20. 00080000:00000010:3.0:1724310019.321503:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb0400. 00000001:00000010:3.0:1724310019.321780:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8120. 00000001:00000010:3.0:1724310019.321785:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c840. 00000020:00000010:3.0:1724310019.321813:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8a20. 00010000:00000010:3.0:1724310019.321820:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.321823:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.321835:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.321851:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.321854:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00080000:00000010:3.0:1724310019.321868:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.321873:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.321876:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.321881:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310019.321886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310019.321896:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096694, last committed = 4295096671 00010000:00000200:3.0:1724310019.321902:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5880 x1808069883542912/t4295096694(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.321916:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310019.321921:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883542912, offset 224 00000400:00000010:3.0:1724310019.321925:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b0e0. 00000400:00000200:3.0:1724310019.321928:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.321937:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.321941:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532270:532270:256:4294967295] 192.168.204.31@tcp LPNI seq info [532266:532266:8:4294967295] 00000400:00000200:3.0:1724310019.321945:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.321950:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.321955:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.321958:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.321962:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.321967:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.321970:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.322429:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.322433:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.322435:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080931e00. 00000800:00000200:1.0:1724310019.322775:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.322778:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310019.322781:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.322785:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.323752:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.323762:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e1d 00000400:00000200:0.0:1724310019.323766:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.323768:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.323773:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310019.323775:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00000400:00000200:0.0:1724310019.323843:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.323848:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233e00 00010000:00000010:3.0:1724310019.323850:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00000400:00000200:0.0:1724310019.323854:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 90440 00010000:00000010:3.0:1724310019.323857:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00000400:00000200:0.0:1724310019.323893:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.323897:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.323900:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.323904:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4a80. 00000020:00000010:3.0:1724310019.324453:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480800. 00000020:00000010:3.0:1724310019.324457:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.324460:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.324486:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883543040 00000001:00000010:3.0:1724310019.324496:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c9c0. 00010000:00000010:3.0:1724310019.324511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.324514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310019.324554:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d360000. 00010000:00000010:3.0:1724310019.324571:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.324573:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.324583:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.324585:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.324588:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.324589:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:1.1:1724310019.324601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:1.1:1724310019.324607:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00000004:00000010:3.0:1724310019.324707:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310019.324713:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.324717:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.324723:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.325118:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.325121:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.325125:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.325127:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.325158:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.325163:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.325165:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.325184:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310019.325192:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4a80 x1808069883543040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.325204:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310019.325209:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883543040, offset 224 00000400:00000200:3.0:1724310019.325212:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.325220:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.325224:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532271:532271:256:4294967295] 192.168.204.31@tcp LPNI seq info [532267:532267:8:4294967295] 00000400:00000200:3.0:1724310019.325232:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.325236:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.325239:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310019.325243:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.325249:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.325252:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.325281:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.325294:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.325297:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480800. 00000800:00000200:0.0:1724310019.325369:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.325371:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:0.0:1724310019.325374:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.325377:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.325380:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310019.325381:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00000400:00000200:1.0:1724310019.328430:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.328447:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13233f00 00000400:00000200:1.0:1724310019.328454:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 91016 00000400:00000200:1.0:1724310019.328476:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.328480:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.328485:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.328490:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c5880. 00000020:00000010:3.0:1724310019.328658:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480800. 00000020:00000010:3.0:1724310019.328663:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.328667:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.328701:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883543296 02000000:00000010:3.0:1724310019.328732:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472cd000. 00010000:00000010:3.0:1724310019.328760:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.328774:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.328794:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.328798:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.328809:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.328811:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.328814:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.328828:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.328913:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.328916:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.328918:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.328920:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.328940:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.328945:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.328952:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe81e0. 00080000:00000010:3.0:1724310019.328958:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb3400. 00000001:00000010:3.0:1724310019.329126:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe88a0. 00000001:00000010:3.0:1724310019.329131:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0cd80. 00000020:00000010:3.0:1724310019.329161:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe81e0. 00010000:00000010:3.0:1724310019.329167:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.329170:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.329183:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.329201:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.329204:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310019.329220:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.329225:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.329228:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.329234:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310019.329241:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310019.329253:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096695, last committed = 4295096671 00010000:00000200:3.0:1724310019.329296:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c5880 x1808069883543296/t4295096695(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.329309:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310019.329314:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883543296, offset 224 00000400:00000010:3.0:1724310019.329319:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b118. 00000400:00000200:3.0:1724310019.329322:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.329329:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.329334:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532272:532272:256:4294967295] 192.168.204.31@tcp LPNI seq info [532268:532268:8:4294967295] 00000400:00000200:3.0:1724310019.329338:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.329343:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.329347:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.329349:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310019.329353:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.329358:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.329361:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.329387:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.329391:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.329393:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480800. 00000800:00000200:0.0:1724310019.329463:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.329466:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310019.329469:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.329473:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.329718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310019.329724:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310019.329728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:1.1:1724310019.329732:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:1.1:1724310019.329734:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310019.329736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00000400:00000200:0.0:1724310019.331808:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.331822:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e25 00000400:00000200:0.0:1724310019.331827:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.331830:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.331834:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310019.331836:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00010000:00000010:3.0:1724310019.332086:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.332095:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:1.1:1724310019.332387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:1.1:1724310019.332392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.332396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:1.1:1724310019.332400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:1.1:1724310019.332403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:1.1:1724310019.332406:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310019.332408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.332410:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.332412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:1.1:1724310019.332416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00000400:00000200:1.0:1724310019.333150:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.333161:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13233f80 00000400:00000200:1.0:1724310019.333167:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 91504 00000400:00000200:1.0:1724310019.333387:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.333392:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.333397:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.333403:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c4000. 00000020:00000010:3.0:1724310019.333555:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987400. 00000020:00000010:3.0:1724310019.333562:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.333565:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.333754:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883543424 00000001:00000010:3.0:1724310019.333763:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c840. 00010000:00000010:3.0:1724310019.333779:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.333785:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310019.333829:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080a10000. 00010000:00000010:3.0:1724310019.333849:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.333851:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.333862:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.333865:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.333867:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.333869:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000004:00000010:3.0:1724310019.333945:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310019.333952:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.333956:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.333962:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.334488:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.334491:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.334493:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.334496:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.334535:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.334542:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.334545:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.334568:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310019.334580:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c4000 x1808069883543424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.334594:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310019.334600:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883543424, offset 224 00000400:00000200:3.0:1724310019.334605:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.334613:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.334618:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532273:532273:256:4294967295] 192.168.204.31@tcp LPNI seq info [532269:532269:8:4294967295] 00000400:00000200:3.0:1724310019.334626:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.334630:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.334634:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.334638:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.334644:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.334647:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.335002:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.335006:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.335009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987400. 00000800:00000200:0.0:1724310019.335187:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.335190:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310019.335193:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.335197:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.335200:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:0.0:1724310019.335202:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00010000:00000010:1.1:1724310019.335362:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310019.335367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.338571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.338583:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.338587:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310019.338590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00000400:00000200:0.0:1724310019.338753:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.338767:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234080 00000400:00000200:0.0:1724310019.338773:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 92080 00000400:00000200:0.0:1724310019.338792:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.338797:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.338803:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.338808:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5500. 00000020:00000010:3.0:1724310019.338923:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987400. 00000020:00000010:3.0:1724310019.338928:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.338932:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.338956:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883543680 02000000:00000010:3.0:1724310019.338983:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800472cc000. 00010000:00000010:3.0:1724310019.339011:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.339034:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.339053:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.339057:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.339067:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.339069:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.339072:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.339074:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.339151:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310019.339153:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.339156:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.339158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310019.339174:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.339181:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.339189:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8600. 00080000:00000010:3.0:1724310019.339195:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880087bb3c00. 00000001:00000010:3.0:1724310019.340349:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8a20. 00000001:00000010:3.0:1724310019.340356:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c6c0. 00000020:00000010:3.0:1724310019.340396:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8600. 00010000:00000010:3.0:1724310019.340403:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.340408:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.340423:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.340442:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.340445:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310019.340460:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.340465:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.340468:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.340474:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310019.340481:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310019.340493:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096696, last committed = 4295096671 00010000:00000200:3.0:1724310019.340500:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5500 x1808069883543680/t4295096696(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.340515:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310019.340521:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883543680, offset 224 00000400:00000010:3.0:1724310019.340526:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b150. 00000400:00000200:3.0:1724310019.340528:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.340537:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.340543:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532274:532274:256:4294967295] 192.168.204.31@tcp LPNI seq info [532270:532270:8:4294967295] 00000400:00000200:3.0:1724310019.340547:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.340553:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.340558:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.340561:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310019.340565:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.340572:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.340575:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.340598:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.340602:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.340604:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987400. 00000800:00000200:1.0:1724310019.340732:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.340735:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310019.340738:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.340742:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.342930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.342941:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00000400:00000200:0.0:1724310019.343376:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.343389:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e2d 00000400:00000200:0.0:1724310019.343394:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.343397:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.343402:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:0.0:1724310019.343404:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00000400:00000200:0.0:1724310019.343432:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.343437:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234100 00000400:00000200:0.0:1724310019.343443:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 92568 00000400:00000200:0.0:1724310019.343488:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.343491:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.343495:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.343500:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6d80. 00010000:00000010:3.0:1724310019.343592:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.343600:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000020:00000010:2.0:1724310019.344603:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020200. 00000020:00000010:2.0:1724310019.344608:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310019.344612:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f578. 00000100:00000200:2.0:1724310019.344885:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883543808 00000001:00000010:2.0:1724310019.344893:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0cd80. 00010000:00000010:2.0:1724310019.344908:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310019.344912:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 02000000:00000010:2.0:1724310019.344956:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbb0000. 00010000:00000010:2.0:1724310019.344976:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310019.344979:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310019.344991:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310019.344993:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310019.344996:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310019.344999:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00000004:00000010:2.0:1724310019.345079:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310019.345084:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53438. 00000004:00000010:2.0:1724310019.345089:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f000. 00080000:00000010:2.0:1724310019.345095:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0680. 00010000:00000010:3.0:1724310019.345692:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.345695:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.345699:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.345702:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.345739:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:3.0:1724310019.345746:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:3.0:1724310019.345749:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000010:3.0:1724310019.345771:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:3.0:1724310019.345786:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6d80 x1808069883543808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.345800:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310019.345805:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883543808, offset 224 00000400:00000200:3.0:1724310019.345810:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.345819:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.345824:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532275:532275:256:4294967295] 192.168.204.31@tcp LPNI seq info [532271:532271:8:4294967295] 00000400:00000200:3.0:1724310019.345832:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.345836:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.345840:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310019.345844:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.345851:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.345854:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.345880:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:3.0:1724310019.345884:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f578. 00000020:00000010:3.0:1724310019.345888:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020200. 00010000:00000010:1.1:1724310019.345973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.345979:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310019.345982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:1.1:1724310019.345987:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000800:00000200:0.0:1724310019.346050:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.346052:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310019.346055:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.346059:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.346062:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:0.0:1724310019.346063:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00000400:00000200:1.0:1724310019.348080:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.348090:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234200 00000400:00000200:1.0:1724310019.348097:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 93144 00000400:00000200:1.0:1724310019.348130:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.348133:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.348138:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.348142:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c6a00. 00000020:00000010:3.0:1724310019.348328:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987400. 00000020:00000010:3.0:1724310019.348333:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310019.348337:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.348369:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544064 02000000:00000010:3.0:1724310019.348399:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006e769000. 00010000:00000010:3.0:1724310019.348427:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.348440:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.348459:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.348462:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.348471:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.348473:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.348476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.348478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.348558:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.348560:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.348563:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.348565:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310019.348585:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.348591:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ce20. 00000020:00000010:3.0:1724310019.348599:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8600. 00080000:00000010:3.0:1724310019.348604:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bd62000. 00000001:00000010:3.0:1724310019.348749:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1ea0. 00000001:00000010:3.0:1724310019.348753:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ce40. 00000020:00000010:3.0:1724310019.348779:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8600. 00010000:00000010:3.0:1724310019.348784:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.348787:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.348799:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.348814:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.348816:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00080000:00000010:3.0:1724310019.348829:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0680. 00000004:00000010:3.0:1724310019.348833:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f000. 00000004:00000010:3.0:1724310019.348837:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53438. 00000004:00000010:3.0:1724310019.348842:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:3.0:1724310019.348848:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310019.348858:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096697, last committed = 4295096671 00010000:00000200:3.0:1724310019.348864:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c6a00 x1808069883544064/t4295096697(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.348876:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310019.348880:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883544064, offset 224 00000400:00000010:3.0:1724310019.348885:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b188. 00000400:00000200:3.0:1724310019.348888:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.348895:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.348899:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532276:532276:256:4294967295] 192.168.204.31@tcp LPNI seq info [532272:532272:8:4294967295] 00000400:00000200:3.0:1724310019.348903:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.348908:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.348912:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.348914:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.348919:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.348923:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.348926:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.348950:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310019.348953:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.348955:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987400. 00000800:00000200:1.0:1724310019.349017:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.349020:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:1.0:1724310019.349023:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.349027:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.350855:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.350865:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e35 00000400:00000200:0.0:1724310019.350870:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.350873:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.350878:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310019.350880:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00000400:00000200:0.0:1724310019.350911:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.350916:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234280 00000400:00000200:0.0:1724310019.350921:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 93632 00000400:00000200:0.0:1724310019.350936:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.350939:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.350943:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.350947:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e6680. 00000020:00000010:2.0:1724310019.351071:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020600. 00000020:00000010:2.0:1724310019.351076:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.351080:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.351109:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544192 00000001:00000010:2.0:1724310019.351117:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c6c0. 00010000:00000010:2.0:1724310019.351134:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.351139:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 02000000:00000010:2.0:1724310019.351178:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088d00000. 00010000:00000010:2.0:1724310019.351196:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310019.351199:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.351210:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310019.351213:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.351215:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310019.351217:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:3.0:1724310019.351442:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.351450:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000004:00000010:2.0:1724310019.351590:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310019.351597:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.351602:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310019.351608:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:1.1:1724310019.351853:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:1.1:1724310019.351858:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.351862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310019.351864:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:1.1:1724310019.351868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310019.351869:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310019.352167:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:2.0:1724310019.352170:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310019.352173:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.352176:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310019.352209:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.352218:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310019.352220:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.352243:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000200:2.0:1724310019.352254:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e6680 x1808069883544192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.352292:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310019.352297:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883544192, offset 224 00000400:00000200:2.0:1724310019.352302:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.352309:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.352315:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532277:532277:256:4294967295] 192.168.204.31@tcp LPNI seq info [532273:532273:8:4294967295] 00000400:00000200:2.0:1724310019.352322:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.352327:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.352330:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:2.0:1724310019.352334:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.352339:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.352343:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.352366:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.352370:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.352373:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020600. 00000800:00000200:1.0:1724310019.352598:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.352601:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:1.0:1724310019.352604:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.352607:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.352610:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:1.0:1724310019.352611:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00000400:00000200:1.0:1724310019.354928:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.354941:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234380 00000400:00000200:1.0:1724310019.354947:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 94208 00000400:00000200:1.0:1724310019.354966:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.354970:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.354975:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.354980:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8c7b80. 00000020:00000010:2.0:1724310019.355162:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020600. 00000020:00000010:2.0:1724310019.355166:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.355171:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.355674:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544448 02000000:00000010:2.0:1724310019.355702:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012231c000. 00010000:00000010:2.0:1724310019.355729:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310019.355741:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310019.355763:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.355767:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.355778:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.355779:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310019.355782:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.355784:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310019.355855:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:2.0:1724310019.355857:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.355859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.355861:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00000020:00000010:2.0:1724310019.355877:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.355881:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.355888:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ae0. 00080000:00000010:2.0:1724310019.355893:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5282400. 00000001:00000010:2.0:1724310019.356038:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293060. 00000001:00000010:2.0:1724310019.356042:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f840. 00000020:00000010:2.0:1724310019.356068:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ae0. 00010000:00000010:2.0:1724310019.356073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.356076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.356088:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.356104:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310019.356107:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00080000:00000010:2.0:1724310019.356125:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310019.356129:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310019.356133:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.356138:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310019.356144:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000200:2.0:1724310019.356155:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096698, last committed = 4295096671 00010000:00000200:2.0:1724310019.356162:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8c7b80 x1808069883544448/t4295096698(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.356174:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310019.356179:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883544448, offset 224 00000400:00000010:2.0:1724310019.356184:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95c40. 00000400:00000200:2.0:1724310019.356187:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.356195:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.356200:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532278:532278:256:4294967295] 192.168.204.31@tcp LPNI seq info [532274:532274:8:4294967295] 00000400:00000200:2.0:1724310019.356205:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.356210:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.356215:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.356218:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310019.356222:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.356227:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.356230:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.356271:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.356274:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.356277:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020600. 00000800:00000200:3.0:1724310019.356420:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.356423:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:3.0:1724310019.356426:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.356430:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.356474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:1.1:1724310019.356479:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.356482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:1.1:1724310019.356484:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310019.356486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.356492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310019.356495:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.356497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00000400:00000200:1.0:1724310019.358918:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.358933:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e3d 00000400:00000200:1.0:1724310019.358938:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.358941:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.358947:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:1.0:1724310019.358949:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000400:00000200:1.0:1724310019.358975:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.358979:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234400 00000400:00000200:1.0:1724310019.358985:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 94696 00000400:00000200:1.0:1724310019.359032:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.359036:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.359040:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.359054:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800832c6300. 00000020:00000010:0.0:1724310019.359111:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ac00. 00000020:00000010:0.0:1724310019.359115:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310019.359119:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.359145:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544576 00000001:00000010:0.0:1724310019.359153:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ce40. 00010000:00000010:0.0:1724310019.359171:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310019.359175:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 02000000:00000010:0.0:1724310019.359217:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092d10000. 00010000:00000010:0.0:1724310019.359234:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.359236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310019.359249:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.359252:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310019.359254:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310019.359274:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:3.0:1724310019.359476:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:3.0:1724310019.359484:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00000004:00000010:0.0:1724310019.359660:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310019.359667:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bec30. 00000004:00000010:0.0:1724310019.359671:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310019.359678:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeb60. 00010000:00000010:2.0:1724310019.360792:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:2.0:1724310019.360797:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.360801:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.360805:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310019.360844:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310019.360852:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:2.0:1724310019.360855:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:2.0:1724310019.360879:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:2.0:1724310019.360891:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800832c6300 x1808069883544576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.360905:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310019.360911:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883544576, offset 224 00000400:00000200:2.0:1724310019.360915:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.360924:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.360929:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532279:532279:256:4294967295] 192.168.204.31@tcp LPNI seq info [532275:532275:8:4294967295] 00000400:00000200:2.0:1724310019.360937:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.360941:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.360945:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:2.0:1724310019.360949:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.360955:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.360958:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.360981:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98b00. 00000020:00000010:2.0:1724310019.360985:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:2.0:1724310019.360988:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ac00. 00000800:00000200:1.0:1724310019.361092:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.361094:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:1.0:1724310019.361099:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.361103:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.361106:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:1.0:1724310019.361107:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00010000:00000010:0.1:1724310019.362691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:0.1:1724310019.362698:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310019.362703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:0.1:1724310019.362705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:3.0:1724310019.362778:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.362789:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234500 00000400:00000200:3.0:1724310019.362795:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 95272 00000400:00000200:3.0:1724310019.362811:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.362814:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.362819:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.362824:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9f80. 00000020:00000010:2.0:1724310019.362926:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5de00. 00000020:00000010:2.0:1724310019.362930:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.362933:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.363005:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544832 02000000:00000010:2.0:1724310019.363032:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8e000. 00010000:00000010:2.0:1724310019.363056:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310019.363066:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310019.363085:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.363088:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.363097:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:2.0:1724310019.363099:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310019.363101:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.363103:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310019.363177:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:2.0:1724310019.363179:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.363182:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.363184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00000020:00000010:2.0:1724310019.363205:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.363209:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.363215:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293ae0. 00080000:00000010:2.0:1724310019.363222:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a5280400. 00000001:00000010:2.0:1724310019.363727:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293420. 00000001:00000010:2.0:1724310019.363731:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f540. 00000020:00000010:2.0:1724310019.363759:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293ae0. 00010000:00000010:2.0:1724310019.363764:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.363767:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.363779:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.363795:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310019.363797:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e80. 00080000:00000010:2.0:1724310019.363811:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeb60. 00000004:00000010:2.0:1724310019.363817:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:2.0:1724310019.363820:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bec30. 00000004:00000010:2.0:1724310019.363824:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:2.0:1724310019.363829:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310019.363838:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096699, last committed = 4295096671 00010000:00000200:2.0:1724310019.363844:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9f80 x1808069883544832/t4295096699(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.363856:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66990. 00000100:00000200:2.0:1724310019.363861:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883544832, offset 224 00000400:00000010:2.0:1724310019.363866:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95c78. 00000400:00000200:2.0:1724310019.363869:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.363878:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.363882:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532280:532280:256:4294967295] 192.168.204.31@tcp LPNI seq info [532276:532276:8:4294967295] 00000400:00000200:2.0:1724310019.363887:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.363892:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.363897:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.363900:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:2.0:1724310019.363904:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.363910:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.363912:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.364009:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.364012:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.364015:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5de00. 00000800:00000200:1.0:1724310019.364205:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.364208:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:1.0:1724310019.364211:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.364215:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.365441:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.365450:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e45 00000400:00000200:1.0:1724310019.365454:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.365456:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.365460:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66990 00000400:00000010:1.0:1724310019.365462:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66990. 00000400:00000200:1.0:1724310019.365512:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.365517:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234580 00000400:00000200:1.0:1724310019.365522:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 95760 00010000:00000010:3.0:1724310019.365681:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:3.0:1724310019.365689:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00000400:00000200:1.0:1724310019.365722:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.365725:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.365729:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.365734:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9f80. 00000020:00000010:2.0:1724310019.365853:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a4d5de00. 00000020:00000010:2.0:1724310019.365858:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.365861:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.365891:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883544960 00000001:00000010:2.0:1724310019.365899:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f840. 00010000:00000010:2.0:1724310019.365914:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.365922:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 02000000:00000010:2.0:1724310019.365963:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088830000. 00010000:00000010:2.0:1724310019.365982:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.365985:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.365994:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:2.0:1724310019.365996:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310019.365999:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.366001:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00000004:00000010:2.0:1724310019.366073:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310019.366081:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.366085:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310019.366091:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:2.0:1724310019.366641:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:2.0:1724310019.366645:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:2.0:1724310019.366648:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.366650:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.366687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.366694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.366697:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310019.366719:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310019.366729:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9f80 x1808069883544960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.366741:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310019.366746:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883544960, offset 224 00000400:00000200:2.0:1724310019.366750:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.366757:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.366761:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532281:532281:256:4294967295] 192.168.204.31@tcp LPNI seq info [532277:532277:8:4294967295] 00000400:00000200:2.0:1724310019.366769:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.366773:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.366775:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310019.366779:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.366784:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.366787:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.366809:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.366812:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.366815:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4d5de00. 00000800:00000200:3.0:1724310019.367104:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.367106:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:3.0:1724310019.367110:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.367113:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.367116:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:3.0:1724310019.367118:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00000400:00000200:1.0:1724310019.368207:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.368217:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234680 00000400:00000200:1.0:1724310019.368223:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 96336 00000400:00000200:1.0:1724310019.368239:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.368242:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.368246:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.368250:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9180. 00000020:00000010:2.0:1724310019.368360:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132020600. 00000020:00000010:2.0:1724310019.368364:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.368367:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.368384:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883545216 02000000:00000010:2.0:1724310019.368403:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8d000. 00010000:00000010:1.1:1724310019.368414:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310019.368420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.368425:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.368432:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00010000:00000010:2.0:1724310019.368447:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310019.368450:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00010000:00000010:2.0:1724310019.368456:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:2.0:1724310019.368458:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310019.368461:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.368463:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310019.368534:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:2.0:1724310019.368536:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310019.368538:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310019.368540:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00000020:00000010:2.0:1724310019.368558:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.368562:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.368569:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293660. 00080000:00000010:2.0:1724310019.368575:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590a000. 00000001:00000010:2.0:1724310019.368735:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293780. 00000001:00000010:2.0:1724310019.368740:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310019.368767:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293660. 00010000:00000010:2.0:1724310019.368773:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.368776:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.368788:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.368802:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.368805:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00080000:00000010:2.0:1724310019.368823:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310019.368827:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310019.368830:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.368835:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:2.0:1724310019.368841:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000200:2.0:1724310019.368852:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096700, last committed = 4295096671 00010000:00000200:2.0:1724310019.368858:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9180 x1808069883545216/t4295096700(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.368868:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310019.368872:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883545216, offset 224 00000400:00000010:2.0:1724310019.368877:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95cb0. 00000400:00000200:2.0:1724310019.368879:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.368886:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.368891:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532282:532282:256:4294967295] 192.168.204.31@tcp LPNI seq info [532278:532278:8:4294967295] 00000400:00000200:2.0:1724310019.368895:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.368899:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.368903:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.368906:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:2.0:1724310019.368910:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.368915:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.368918:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.368941:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.368944:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.368946:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132020600. 00000800:00000200:1.0:1724310019.369591:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.369594:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:1.0:1724310019.369598:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.369602:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.370710:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310019.370720:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e4d 00000400:00000200:3.0:1724310019.370723:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.370726:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310019.370729:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:3.0:1724310019.370731:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00010000:00000010:0.0:1724310019.371563:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310019.372114:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00000400:00000200:1.0:1724310019.372238:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.372248:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234700 00000400:00000200:1.0:1724310019.372254:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 96824 00000400:00000200:1.0:1724310019.372334:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.372339:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.372343:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.372348:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfb800. 00000020:00000010:2.0:1724310019.372425:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:2.0:1724310019.372430:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.372433:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.372490:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883545344 00000001:00000010:2.0:1724310019.372499:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f540. 00010000:00000010:2.0:1724310019.372516:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310019.372520:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 02000000:00000010:2.0:1724310019.372564:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880029fd0000. 00010000:00000010:2.0:1724310019.372582:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.372585:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.372597:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:2.0:1724310019.372599:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.372602:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.372604:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00000004:00000010:2.0:1724310019.372679:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310019.372685:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.372690:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310019.372696:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:2.0:1724310019.373138:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:2.0:1724310019.373141:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.373144:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.373146:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.373179:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.373186:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.373188:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.373208:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000200:2.0:1724310019.373219:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfb800 x1808069883545344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.373232:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310019.373237:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883545344, offset 224 00000400:00000200:2.0:1724310019.373241:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.373249:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.373253:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532283:532283:256:4294967295] 192.168.204.31@tcp LPNI seq info [532279:532279:8:4294967295] 00000400:00000200:2.0:1724310019.373278:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.373307:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.373312:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310019.373316:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.373321:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.373325:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.373348:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.373352:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.373355:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:1.0:1724310019.373438:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.373440:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:1.0:1724310019.373446:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.373450:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.373452:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:1.0:1724310019.373454:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00010000:00000010:1.1:1724310019.374460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310019.374468:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:1.1:1724310019.374472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310019.374475:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:1.1:1724310019.374478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310019.374483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310019.374485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310019.374487:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310019.374490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310019.374492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:3.0:1724310019.375973:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.375985:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234800 00000400:00000200:3.0:1724310019.375991:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 97400 00000400:00000200:3.0:1724310019.376008:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.376012:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.376016:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.376023:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbb800. 00000020:00000010:2.0:1724310019.376078:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:2.0:1724310019.376083:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.376086:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.376324:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883545600 02000000:00000010:2.0:1724310019.376360:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb88000. 00010000:00000010:2.0:1724310019.376387:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.376401:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.376429:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.376433:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:2.0:1724310019.376444:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310019.376446:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310019.376449:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.376451:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00010000:00000010:2.0:1724310019.376534:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310019.376537:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.376540:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.376542:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310019.376562:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.376567:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.376575:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242931e0. 00080000:00000010:2.0:1724310019.376580:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009590bc00. 00000001:00000010:2.0:1724310019.376733:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293f60. 00000001:00000010:2.0:1724310019.376736:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f480. 00000020:00000010:2.0:1724310019.376762:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242931e0. 00010000:00000010:2.0:1724310019.376768:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.376771:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.376784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.376800:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.376803:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00080000:00000010:2.0:1724310019.376820:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310019.376824:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310019.376827:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.376833:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310019.376840:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000200:2.0:1724310019.376851:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096701, last committed = 4295096671 00010000:00000200:2.0:1724310019.376858:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbb800 x1808069883545600/t4295096701(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.376870:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310019.376875:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883545600, offset 224 00000400:00000010:2.0:1724310019.376880:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95ce8. 00000400:00000200:2.0:1724310019.376883:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.376890:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.376895:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532284:532284:256:4294967295] 192.168.204.31@tcp LPNI seq info [532280:532280:8:4294967295] 00000400:00000200:2.0:1724310019.376900:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.376905:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.376909:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.376912:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310019.376917:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.376922:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.376926:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.376950:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.376954:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.376956:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:1.0:1724310019.377065:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.377068:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310019.377071:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.377075:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.377714:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:0.1:1724310019.377723:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310019.377743:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:1.1:1724310019.377753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:1.0:1724310019.378304:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.378314:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e55 00000400:00000200:1.0:1724310019.378317:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.378320:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.378445:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:1.0:1724310019.378448:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:3.0:1724310019.378687:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000010:3.0:1724310019.378693:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00000400:00000200:0.0:1724310019.378716:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.378722:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234880 00000400:00000200:0.0:1724310019.378728:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 97888 00000400:00000200:0.0:1724310019.378767:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.378771:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.378774:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.378779:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5f80. 00000020:00000010:2.0:1724310019.378849:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009248c800. 00000020:00000010:2.0:1724310019.378852:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.378856:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.379089:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883545728 00000001:00000010:2.0:1724310019.379098:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:2.0:1724310019.379115:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.379118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 02000000:00000010:2.0:1724310019.379162:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086640000. 00010000:00000010:2.0:1724310019.379181:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.379183:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.379193:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310019.379195:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.379197:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310019.379199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000004:00000010:2.0:1724310019.379339:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310019.379347:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.379351:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310019.379358:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:2.0:1724310019.379911:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310019.379914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310019.379917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310019.379920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310019.379956:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.379963:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.379967:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.379989:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000200:2.0:1724310019.379999:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5f80 x1808069883545728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.380011:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310019.380015:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883545728, offset 224 00000400:00000200:2.0:1724310019.380019:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.380027:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.380031:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532285:532285:256:4294967295] 192.168.204.31@tcp LPNI seq info [532281:532281:8:4294967295] 00000400:00000200:2.0:1724310019.380039:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.380043:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.380046:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310019.380049:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.380054:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.380057:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.380390:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.380394:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.380397:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009248c800. 00000800:00000200:1.0:1724310019.380418:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.380421:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:1.0:1724310019.380424:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.380428:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.380430:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:1.0:1724310019.380432:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000400:00000200:1.0:1724310019.382718:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.382730:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234980 00000400:00000200:1.0:1724310019.382736:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 98464 00000400:00000200:1.0:1724310019.382758:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.382762:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.382767:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.382772:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8a80. 00000020:00000010:2.0:1724310019.382832:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867dfc00. 00000020:00000010:2.0:1724310019.382838:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.382842:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.382876:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883545984 02000000:00000010:2.0:1724310019.382900:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb8b000. 00010000:00000010:2.0:1724310019.382926:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310019.382938:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310019.382957:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310019.382960:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.382969:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310019.382970:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:2.0:1724310019.382973:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310019.382975:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 00010000:00000010:2.0:1724310019.383050:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310019.383052:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.383054:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310019.383057:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000020:00000010:2.0:1724310019.383075:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.383080:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d580. 00000020:00000010:2.0:1724310019.383088:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293600. 00080000:00000010:2.0:1724310019.383094:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095909800. 00000001:00000010:2.0:1724310019.383299:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293540. 00000001:00000010:2.0:1724310019.383304:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fb40. 00000020:00000010:2.0:1724310019.383333:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293600. 00010000:00000010:2.0:1724310019.383341:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.383343:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.383357:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.383380:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.383383:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00080000:00000010:2.0:1724310019.383401:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:2.0:1724310019.383405:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:2.0:1724310019.383409:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.383414:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:2.0:1724310019.383421:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.383431:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096702, last committed = 4295096671 00010000:00000200:2.0:1724310019.383437:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8a80 x1808069883545984/t4295096702(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.383449:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310019.383454:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883545984, offset 224 00000400:00000010:2.0:1724310019.383459:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95d20. 00000400:00000200:2.0:1724310019.383461:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.383468:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.383473:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532286:532286:256:4294967295] 192.168.204.31@tcp LPNI seq info [532282:532282:8:4294967295] 00000400:00000200:2.0:1724310019.383477:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.383482:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.383486:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.383489:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310019.383492:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.383497:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.383501:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.383519:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.383523:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.383524:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867dfc00. 00000800:00000200:0.0:1724310019.383692:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.383695:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310019.383698:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.383701:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.383963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310019.383970:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:1.1:1724310019.383974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:1.1:1724310019.383976:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310019.383979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310019.383983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:1.1:1724310019.383986:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:1.1:1724310019.383988:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:1.1:1724310019.383990:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310019.383991:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310019.383993:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:1.1:1724310019.383995:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:1.1:1724310019.383997:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310019.383999:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:1.1:1724310019.384000:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:1.1:1724310019.384004:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:1.1:1724310019.384006:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310019.384007:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:1.1:1724310019.384009:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310019.384011:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:1.0:1724310019.385810:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.385822:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e5d 00000400:00000200:1.0:1724310019.385827:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.385830:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.385833:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:1.0:1724310019.385836:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00010000:00000010:0.0:1724310019.385995:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000010:0.0:1724310019.386004:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00000400:00000200:1.0:1724310019.386319:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.386326:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234a00 00000400:00000200:1.0:1724310019.386368:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 98952 00000400:00000200:1.0:1724310019.386415:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.386419:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.386423:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.386428:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfbb80. 00000020:00000010:3.0:1724310019.386511:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987800. 00000020:00000010:3.0:1724310019.386517:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.386520:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.386553:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883546112 00000001:00000010:3.0:1724310019.386562:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f480. 00010000:00000010:3.0:1724310019.386579:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.386583:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.386626:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082a20000. 00010000:00000010:3.0:1724310019.386646:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.386649:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.386658:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.386661:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.386663:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.386665:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310019.386733:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9050. 00000004:00000010:3.0:1724310019.386738:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.386743:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.386749:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.387802:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.387806:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.387810:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.387813:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.387851:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.387859:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.387862:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.387887:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.387899:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfbb80 x1808069883546112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.387915:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310019.387920:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883546112, offset 224 00000400:00000200:3.0:1724310019.387925:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.387933:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.387937:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532287:532287:256:4294967295] 192.168.204.31@tcp LPNI seq info [532283:532283:8:4294967295] 00000400:00000200:3.0:1724310019.387945:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.387950:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.387953:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310019.387958:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.387964:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.387967:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.387993:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.387996:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.387999:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987800. 00000800:00000200:0.0:1724310019.390343:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.390349:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310019.390354:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.390360:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.390364:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:0.0:1724310019.390365:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00010000:00000010:1.1:1724310019.390758:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310019.390765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310019.393416:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310019.393427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:1.1:1724310019.393480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310019.393486:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:1.1:1724310019.393491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:1.1:1724310019.393493:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:1.1:1724310019.393495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310019.393503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310019.393505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:1.1:1724310019.393507:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310019.393509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310019.393511:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310019.393512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310019.393514:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310019.393517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310019.393519:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310019.393521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310019.393524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310019.397076:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.397086:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310019.397089:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.397091:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00000400:00000200:2.0:1724310019.397114:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.397127:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234b00 00000400:00000200:2.0:1724310019.397134:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 99528 00000400:00000200:2.0:1724310019.397153:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.397157:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.397371:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.397377:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed180. 00000020:00000010:3.0:1724310019.397493:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095987800. 00000020:00000010:3.0:1724310019.397499:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.397502:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.397533:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883546368 02000000:00000010:3.0:1724310019.397559:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a92000. 00010000:00000010:3.0:1724310019.397587:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.397612:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.397632:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.397636:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.397647:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.397649:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.397652:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.397654:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.397725:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.397728:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.397731:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.397733:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.397749:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310019.397754:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310019.397762:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b16c0. 00080000:00000010:3.0:1724310019.397773:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bd62800. 00000001:00000010:3.0:1724310019.397922:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe87e0. 00000001:00000010:3.0:1724310019.397926:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ce40. 00000020:00000010:3.0:1724310019.397956:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b16c0. 00010000:00000010:3.0:1724310019.397962:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.397964:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.397977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.397992:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.397994:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.398010:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.398015:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.398018:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.398023:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9050. 00010000:00000010:3.0:1724310019.398028:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310019.398039:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096703, last committed = 4295096671 00010000:00000200:3.0:1724310019.398046:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed180 x1808069883546368/t4295096703(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.398059:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310019.398063:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883546368, offset 224 00000400:00000010:3.0:1724310019.398068:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b1c0. 00000400:00000200:3.0:1724310019.398070:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.398079:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.398084:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532288:532288:256:4294967295] 192.168.204.31@tcp LPNI seq info [532284:532284:8:4294967295] 00000400:00000200:3.0:1724310019.398088:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.398094:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.398098:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.398102:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310019.398106:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.398111:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.398114:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.398138:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310019.398142:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.398144:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095987800. 00000800:00000200:0.0:1724310019.398319:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.398322:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:0.0:1724310019.398325:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.398329:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.400295:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.400309:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e65 00000400:00000200:0.0:1724310019.400313:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.400316:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.400320:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:0.0:1724310019.400322:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00000400:00000200:0.0:1724310019.400351:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.400356:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234b80 00000400:00000200:0.0:1724310019.400361:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 100016 00010000:00000010:3.0:1724310019.400395:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.400402:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00000400:00000200:0.0:1724310019.400412:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.400415:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.400419:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.400423:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7b80. 00000020:00000010:3.0:1724310019.401548:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880088480800. 00000020:00000010:3.0:1724310019.401554:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.401558:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.401580:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883546496 00000001:00000010:3.0:1724310019.401588:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fb40. 00010000:00000010:3.0:1724310019.401604:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.401609:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.401652:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087a60000. 00010000:00000010:3.0:1724310019.401671:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.401673:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.401685:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.401686:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.401689:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.401692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000004:00000010:3.0:1724310019.401768:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9960. 00000004:00000010:3.0:1724310019.401775:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.401779:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.401785:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310019.403386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:1.1:1724310019.403394:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310019.403398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:1.1:1724310019.403401:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310019.403404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.403408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.403964:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.403968:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.403971:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.403974:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.404026:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.404034:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.404038:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.404067:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.404081:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7b80 x1808069883546496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.404095:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310019.404101:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883546496, offset 224 00000400:00000200:3.0:1724310019.404106:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.404115:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.404120:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532289:532289:256:4294967295] 192.168.204.31@tcp LPNI seq info [532285:532285:8:4294967295] 00000400:00000200:3.0:1724310019.404129:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.404133:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.404136:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.404141:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.404146:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.404150:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.404179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.404183:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.404186:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880088480800. 00000800:00000200:2.0:1724310019.407428:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.407433:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:2.0:1724310019.407439:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.407446:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.407451:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:2.0:1724310019.407454:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00000400:00000200:0.0:1724310019.410433:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.410448:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234c80 00000400:00000200:0.0:1724310019.410455:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 100592 00000400:00000200:0.0:1724310019.410477:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.410481:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.410487:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.410492:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e5180. 00010000:00000010:1.1:1724310019.411701:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310019.411712:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00000020:00000010:3.0:1724310019.413216:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801367a3200. 00000020:00000010:3.0:1724310019.413224:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.413228:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.413255:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883546752 02000000:00000010:3.0:1724310019.413307:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088a91000. 00010000:00000010:3.0:1724310019.413336:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.413350:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.413371:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.413376:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.413386:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.413388:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.413391:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.413393:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.413472:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.413474:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.413476:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.413478:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00000020:00000010:3.0:1724310019.413497:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310019.413502:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c9a0. 00000020:00000010:3.0:1724310019.413510:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8660. 00080000:00000010:3.0:1724310019.413515:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095023800. 00000001:00000010:3.0:1724310019.413680:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1a20. 00000001:00000010:3.0:1724310019.413685:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0cd80. 00000020:00000010:3.0:1724310019.413715:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8660. 00010000:00000010:3.0:1724310019.413721:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.413724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.413735:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.413751:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.413753:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00080000:00000010:3.0:1724310019.413767:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.413772:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.413775:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.413780:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9960. 00010000:00000010:3.0:1724310019.413786:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310019.413797:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096704, last committed = 4295096671 00010000:00000200:3.0:1724310019.413805:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e5180 x1808069883546752/t4295096704(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.413818:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310019.413822:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883546752, offset 224 00000400:00000010:3.0:1724310019.413828:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b1f8. 00000400:00000200:3.0:1724310019.413831:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.413840:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.413846:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532290:532290:256:4294967295] 192.168.204.31@tcp LPNI seq info [532286:532286:8:4294967295] 00000400:00000200:3.0:1724310019.413850:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.413855:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.413860:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.413864:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310019.413868:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.413874:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.413877:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.413910:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.413914:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.413916:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801367a3200. 00000800:00000200:1.0:1724310019.414339:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.414342:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:1.0:1724310019.414346:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.414350:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.415382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.415390:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310019.415393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:1.1:1724310019.415396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00000400:00000200:2.0:1724310019.417251:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.417314:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e6d 00000400:00000200:2.0:1724310019.417319:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.417323:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.417327:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:2.0:1724310019.417329:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00000400:00000200:2.0:1724310019.417351:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.417356:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234d00 00000400:00000200:2.0:1724310019.417362:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 101080 00000400:00000200:2.0:1724310019.417412:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.417416:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.417419:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.417424:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aed880. 00000020:00000010:1.0:1724310019.417511:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093332200. 00000020:00000010:1.0:1724310019.417516:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a00. 00010000:00000010:0.0:1724310019.417519:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00000020:00000010:1.0:1724310019.417520:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc960. 00010000:00000010:0.0:1724310019.417528:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00000100:00000200:1.0:1724310019.417791:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883546880 00000001:00000010:1.0:1724310019.417802:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ce40. 00010000:00000010:1.0:1724310019.417819:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00010000:00000010:1.0:1724310019.417823:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310019.417870:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880079360000. 00010000:00000010:1.0:1724310019.417891:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310019.417894:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.417906:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310019.417909:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.417911:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310019.417913:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00000004:00000010:1.0:1724310019.417992:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310019.417999:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f078. 00000004:00000010:1.0:1724310019.418003:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bcd48. 00080000:00000010:1.0:1724310019.418008:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8000. 00010000:00000010:1.1:1724310019.418930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:1.1:1724310019.418937:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.418940:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:1.1:1724310019.418942:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310019.418944:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:1.1:1724310019.418949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:1.0:1724310019.419798:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310019.419802:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.419805:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.419809:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.419897:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.419932:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.419936:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.420016:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310019.420044:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aed880 x1808069883546880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.420069:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310019.420075:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883546880, offset 224 00000400:00000200:1.0:1724310019.420090:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.420108:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.420113:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532291:532291:256:4294967295] 192.168.204.31@tcp LPNI seq info [532287:532287:8:4294967295] 00000400:00000200:1.0:1724310019.420128:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.420133:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.420137:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef500. 00000800:00000200:1.0:1724310019.420141:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.420171:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.420173:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.420216:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.420219:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc960. 00000020:00000010:1.0:1724310019.420223:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093332200. 00000800:00000200:2.0:1724310019.420488:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.420491:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef500. 00000400:00000200:2.0:1724310019.420495:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.420498:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.420502:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:2.0:1724310019.420503:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00010000:00000010:0.1:1724310019.421362:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310019.421370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:0.1:1724310019.424443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:0.1:1724310019.424454:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:0.1:1724310019.424457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:0.1:1724310019.424459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00000400:00000200:1.0:1724310019.426672:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.426688:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234e00 00000400:00000200:1.0:1724310019.426695:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 101656 00000400:00000200:1.0:1724310019.426716:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.426720:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.426725:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.426730:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf9c00. 00000020:00000010:2.0:1724310019.427056:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867dfe00. 00000020:00000010:2.0:1724310019.427063:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.427068:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.427100:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883547136 02000000:00000010:2.0:1724310019.427128:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7b000. 00010000:00000010:2.0:1724310019.427156:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:2.0:1724310019.428108:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:2.0:1724310019.428134:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310019.428138:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.428148:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310019.428150:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:2.0:1724310019.428153:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310019.428155:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:2.0:1724310019.428237:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310019.428239:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.428242:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310019.428244:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00000020:00000010:2.0:1724310019.428279:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d180. 00000020:00000010:2.0:1724310019.428294:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d180. 00000020:00000010:2.0:1724310019.428301:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242931e0. 00080000:00000010:2.0:1724310019.428306:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095908000. 00000001:00000010:2.0:1724310019.428463:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242938a0. 00000001:00000010:2.0:1724310019.428467:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310019.428496:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242931e0. 00010000:00000010:2.0:1724310019.428502:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310019.428505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.428519:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.428540:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.428542:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00080000:00000010:2.0:1724310019.428557:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8000. 00000004:00000010:2.0:1724310019.428561:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcd48. 00000004:00000010:2.0:1724310019.428565:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f078. 00000004:00000010:2.0:1724310019.428569:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:2.0:1724310019.428575:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.428588:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096705, last committed = 4295096671 00010000:00000200:2.0:1724310019.428596:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf9c00 x1808069883547136/t4295096705(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.428609:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310019.428614:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883547136, offset 224 00000400:00000010:2.0:1724310019.428619:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95d58. 00000400:00000200:2.0:1724310019.428622:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.428633:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.428637:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532292:532292:256:4294967295] 192.168.204.31@tcp LPNI seq info [532288:532288:8:4294967295] 00000400:00000200:2.0:1724310019.428641:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.428647:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.428650:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.428653:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310019.428658:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.428663:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.428666:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.428691:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.428695:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.428698:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867dfe00. 00000800:00000200:3.0:1724310019.428857:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.428860:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:3.0:1724310019.428863:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.428867:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.430790:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.430801:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e75 00000400:00000200:2.0:1724310019.430806:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.430809:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.430812:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:2.0:1724310019.430814:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00000400:00000200:2.0:1724310019.431405:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.431410:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13234e80 00000400:00000200:2.0:1724310019.431415:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 102144 00000400:00000200:2.0:1724310019.431579:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.431583:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.431587:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.431592:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aef480. 00010000:00000010:3.0:1724310019.432064:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:3.0:1724310019.432072:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00000020:00000010:0.0:1724310019.432159:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df4e00. 00000020:00000010:0.0:1724310019.432163:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310019.432167:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806708. 00000100:00000200:0.0:1724310019.432194:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883547264 00000001:00000010:0.0:1724310019.432203:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0cd80. 00010000:00000010:0.0:1724310019.432219:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310019.432223:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310019.432296:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800906b0000. 00010000:00000010:1.0:1724310019.432389:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310019.432393:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.432404:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.432410:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.432413:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310019.432415:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00000004:00000010:1.0:1724310019.432495:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310019.432501:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.432505:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.432510:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.433381:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310019.433385:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.433388:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310019.433391:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.433426:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.433466:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.433470:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.433493:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:1.0:1724310019.433506:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aef480 x1808069883547264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.433523:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bdd0. 00000100:00000200:1.0:1724310019.433528:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883547264, offset 224 00000400:00000200:1.0:1724310019.433532:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.433540:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.433545:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532293:532293:256:4294967295] 192.168.204.31@tcp LPNI seq info [532289:532289:8:4294967295] 00000400:00000200:1.0:1724310019.433553:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.433557:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.433560:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310019.433564:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.433570:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.433573:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.433873:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98500. 00000020:00000010:1.0:1724310019.433877:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806708. 00000020:00000010:1.0:1724310019.433880:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df4e00. 00000800:00000200:2.0:1724310019.434178:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.434181:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:2.0:1724310019.434184:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.434188:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.434191:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bdd0 00000400:00000010:2.0:1724310019.434193:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bdd0. 00010000:00000010:1.1:1724310019.434447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.1:1724310019.434452:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:1.1:1724310019.434456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:1.1:1724310019.434458:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:1.1:1724310019.434461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310019.434465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:3.0:1724310019.435864:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.435875:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13234f80 00000400:00000200:3.0:1724310019.436137:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 102720 00000400:00000200:3.0:1724310019.436157:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.436161:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.436166:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.436172:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8380. 00000020:00000010:1.0:1724310019.436306:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093332400. 00000020:00000010:1.0:1724310019.436311:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.436315:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.436525:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883547520 02000000:00000010:1.0:1724310019.436552:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88010bd5d000. 00010000:00000010:1.0:1724310019.436579:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.436589:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.436608:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.436611:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.436620:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310019.436622:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.436625:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310019.436627:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.436702:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.436704:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.436707:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.436708:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00000020:00000010:1.0:1724310019.436724:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.436728:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.436735:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43300. 00080000:00000010:1.0:1724310019.436740:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86e400. 00000001:00000010:1.0:1724310019.437085:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43420. 00000001:00000010:1.0:1724310019.437090:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eaf00. 00000020:00000010:1.0:1724310019.437118:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43300. 00010000:00000010:1.0:1724310019.437124:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310019.437127:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.437228:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.437455:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.437459:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00080000:00000010:1.0:1724310019.437478:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.437483:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.437487:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.437491:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310019.437497:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.437510:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096706, last committed = 4295096671 00010000:00000200:1.0:1724310019.437516:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8380 x1808069883547520/t4295096706(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.437528:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b440. 00000100:00000200:1.0:1724310019.437533:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883547520, offset 224 00000400:00000010:1.0:1724310019.437538:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e35e8. 00000400:00000200:1.0:1724310019.437541:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.437550:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.437555:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532294:532294:256:4294967295] 192.168.204.31@tcp LPNI seq info [532290:532290:8:4294967295] 00000400:00000200:1.0:1724310019.437559:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.437584:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.437589:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.437593:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef700. 00000800:00000200:1.0:1724310019.437597:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.437603:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.437606:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.437632:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.437636:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.437638:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093332400. 00000800:00000200:2.0:1724310019.437755:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.437759:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef700. 00000400:00000200:2.0:1724310019.437762:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.437765:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.439356:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.439367:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e7d 00000400:00000200:2.0:1724310019.439371:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.439374:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.439378:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b440 00000400:00000010:2.0:1724310019.439379:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b440. 00010000:00000010:0.0:1724310019.439630:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:0.0:1724310019.439637:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00000400:00000200:3.0:1724310019.440043:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.440050:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235000 00000400:00000200:3.0:1724310019.440055:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 103208 00000400:00000200:3.0:1724310019.440097:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.440100:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.440103:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.440108:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8e00. 00010000:00000010:2.1:1724310019.440666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:2.1:1724310019.440672:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:2.1:1724310019.440674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:2.1:1724310019.440677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:1.1:1724310019.440701:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310019.440706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000020:00000010:1.0:1724310019.440728:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093332400. 00000020:00000010:1.0:1724310019.440732:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.440735:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.440829:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883547648 00000001:00000010:1.0:1724310019.440838:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:1.0:1724310019.440854:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310019.440858:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310019.440899:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083150000. 00010000:00000010:1.0:1724310019.440919:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310019.440922:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.440933:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.440935:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.440937:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310019.440939:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000004:00000010:1.0:1724310019.441017:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310019.441024:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.441027:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.441034:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.441765:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310019.441768:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.441770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310019.441773:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.441810:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.441817:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.441820:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.441841:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.441853:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8e00 x1808069883547648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.441866:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310019.441871:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883547648, offset 224 00000400:00000200:1.0:1724310019.441876:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.441883:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.441888:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532295:532295:256:4294967295] 192.168.204.31@tcp LPNI seq info [532291:532291:8:4294967295] 00000400:00000200:1.0:1724310019.441896:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.441900:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.441904:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efe00. 00000800:00000200:1.0:1724310019.441908:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.441913:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.441916:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efe00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.441953:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.441956:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.441960:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093332400. 00000800:00000200:2.0:1724310019.442116:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.442119:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efe00. 00000400:00000200:2.0:1724310019.442122:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.442125:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.442128:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:2.0:1724310019.442130:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00010000:00000010:2.1:1724310019.443453:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:2.1:1724310019.443459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00000400:00000200:2.0:1724310019.443821:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.443830:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235100 00000400:00000200:2.0:1724310019.443837:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 103784 00000400:00000200:2.0:1724310019.443850:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.443853:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.443858:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.443862:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082aedf80. 00000020:00000010:1.0:1724310019.443931:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081e3ca00. 00000020:00000010:1.0:1724310019.443935:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.443938:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.444504:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883547904 02000000:00000010:1.0:1724310019.444527:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012ce9e000. 00010000:00000010:1.0:1724310019.444550:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.444559:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.444576:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.444579:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.444588:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.444590:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.444592:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.444595:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.444663:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.444665:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.444667:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310019.444669:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00000020:00000010:1.0:1724310019.444684:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.444688:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.444694:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43e40. 00080000:00000010:1.0:1724310019.444699:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f86dc00. 00000001:00000010:1.0:1724310019.444842:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa75a0. 00000001:00000010:1.0:1724310019.444845:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310019.444871:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43e40. 00010000:00000010:1.0:1724310019.444875:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310019.444878:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.444889:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.444906:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.444909:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00080000:00000010:1.0:1724310019.444927:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.444931:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.444934:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.444938:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310019.444944:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310019.444953:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096707, last committed = 4295096671 00010000:00000200:1.0:1724310019.444959:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082aedf80 x1808069883547904/t4295096707(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.444970:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310019.444974:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883547904, offset 224 00000400:00000010:1.0:1724310019.444978:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3620. 00000400:00000200:1.0:1724310019.444981:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.444988:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.444993:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532296:532296:256:4294967295] 192.168.204.31@tcp LPNI seq info [532292:532292:8:4294967295] 00000400:00000200:1.0:1724310019.444997:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.445002:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.445007:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.445010:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310019.445014:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.445019:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.445021:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.445044:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.445046:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.445049:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081e3ca00. 00000800:00000200:2.0:1724310019.445156:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.445159:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:2.0:1724310019.445162:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.445165:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.446498:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.446507:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e85 00000400:00000200:0.0:1724310019.446511:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.446514:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.446518:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:0.0:1724310019.446520:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00010000:00000010:2.1:1724310019.446819:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:2.1:1724310019.446825:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:2.1:1724310019.446829:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00010000:00000010:2.1:1724310019.446831:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:2.1:1724310019.446833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:2.1:1724310019.446838:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:3.0:1724310019.446906:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:3.0:1724310019.446912:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00000400:00000200:2.0:1724310019.447873:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.447881:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235180 00000400:00000200:2.0:1724310019.447888:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 104272 00000400:00000200:2.0:1724310019.448082:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.448086:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.448090:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.448096:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec380. 00000020:00000010:3.0:1724310019.448399:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082e03800. 00000020:00000010:3.0:1724310019.448403:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.448407:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.448434:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883548032 00000001:00000010:3.0:1724310019.448442:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eaf00. 00010000:00000010:3.0:1724310019.448458:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.448462:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 02000000:00000010:3.0:1724310019.448504:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093440000. 00010000:00000010:3.0:1724310019.448520:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.448523:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.448532:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.448534:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.448537:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.448539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310019.448612:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f95c0. 00000004:00000010:3.0:1724310019.448617:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.448621:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.448627:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.449323:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310019.449327:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.449331:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.449334:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.449375:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.449383:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.449386:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.449412:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000200:3.0:1724310019.449424:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec380 x1808069883548032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.449437:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310019.449442:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883548032, offset 224 00000400:00000200:3.0:1724310019.449447:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.449455:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.449460:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532297:532297:256:4294967295] 192.168.204.31@tcp LPNI seq info [532293:532293:8:4294967295] 00000400:00000200:3.0:1724310019.449468:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.449473:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.449477:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310019.449481:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.449487:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.449491:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.449512:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.449515:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.449518:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082e03800. 00000800:00000200:2.0:1724310019.449570:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.449573:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310019.449576:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.449580:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.449583:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:2.0:1724310019.449585:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00010000:00000010:2.1:1724310019.449678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:2.1:1724310019.449683:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:2.1:1724310019.449686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:2.1:1724310019.449689:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:2.1:1724310019.449691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00010000:00000010:2.1:1724310019.449693:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:2.1:1724310019.449695:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:2.1:1724310019.449697:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:2.1:1724310019.449699:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:2.1:1724310019.449702:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00000400:00000200:0.0:1724310019.452007:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.452017:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235280 00000400:00000200:0.0:1724310019.452024:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 104848 00000400:00000200:0.0:1724310019.452040:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.452043:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.452047:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.452051:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4700. 00000020:00000010:3.0:1724310019.452668:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082e03800. 00000020:00000010:3.0:1724310019.452673:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.452677:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.453654:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883548288 02000000:00000010:3.0:1724310019.453689:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094736000. 00010000:00000010:3.0:1724310019.453720:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.453733:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.453754:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.453758:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.453767:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.453769:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.453772:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.453773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.453844:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.453845:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.453847:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.453849:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.453862:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c480. 00000020:00000010:3.0:1724310019.453866:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c480. 00000020:00000010:3.0:1724310019.453872:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1300. 00080000:00000010:3.0:1724310019.453877:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095021800. 00000001:00000010:3.0:1724310019.454014:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8600. 00000001:00000010:3.0:1724310019.454018:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c9c0. 00000020:00000010:3.0:1724310019.454045:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1300. 00010000:00000010:3.0:1724310019.454049:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.454052:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.454063:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.454078:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.454080:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310019.454093:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.454097:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.454100:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.454106:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f95c0. 00010000:00000010:3.0:1724310019.454111:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310019.454121:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096708, last committed = 4295096671 00010000:00000200:3.0:1724310019.454128:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4700 x1808069883548288/t4295096708(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.454145:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310019.454149:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883548288, offset 224 00000400:00000010:3.0:1724310019.454155:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b230. 00000400:00000200:3.0:1724310019.454158:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.454168:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.454173:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532298:532298:256:4294967295] 192.168.204.31@tcp LPNI seq info [532294:532294:8:4294967295] 00000400:00000200:3.0:1724310019.454178:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.454183:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.454188:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.454192:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310019.454196:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.454202:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.454205:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.454231:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.454235:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.454237:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082e03800. 00000800:00000200:2.0:1724310019.454642:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.454645:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:2.0:1724310019.454649:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.454652:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.455348:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:1.1:1724310019.455355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000400:00000200:2.0:1724310019.457544:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.457559:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e8d 00000400:00000200:2.0:1724310019.457566:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.457569:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.457574:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:2.0:1724310019.457576:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00000400:00000200:2.0:1724310019.457593:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.457598:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235300 00000400:00000200:2.0:1724310019.457603:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 105336 00000400:00000200:2.0:1724310019.457664:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.457667:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.457671:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.457676:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed180. 00000020:00000010:1.0:1724310019.457735:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800944cb200. 00000020:00000010:1.0:1724310019.457740:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.457744:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.457778:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883548416 00000001:00000010:1.0:1724310019.457787:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310019.457805:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.457810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:0.0:1724310019.457853:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 02000000:00000010:1.0:1724310019.457853:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880045120000. 00010000:00000010:0.0:1724310019.457861:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00010000:00000010:1.0:1724310019.457874:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310019.457876:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.457886:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.459338:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.459344:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310019.459347:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000004:00000010:1.0:1724310019.459432:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310019.459439:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.459444:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.459450:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.460197:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310019.460202:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.460205:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310019.460208:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.460252:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:0.1:1724310019.460991:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:0.1:1724310019.460998:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310019.461001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:0.1:1724310019.461004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:0.1:1724310019.461007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:0.1:1724310019.461010:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310019.461012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:0.1:1724310019.461014:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:0.1:1724310019.461016:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:0.1:1724310019.461020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:1.0:1724310019.461056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.461061:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.461091:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310019.461105:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed180 x1808069883548416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.461121:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310019.461127:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883548416, offset 224 00000400:00000200:1.0:1724310019.461132:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.461143:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.461149:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532299:532299:256:4294967295] 192.168.204.31@tcp LPNI seq info [532295:532295:8:4294967295] 00000400:00000200:1.0:1724310019.461157:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.461162:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.461166:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef500. 00000800:00000200:1.0:1724310019.461229:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.461235:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.461238:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.461324:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.461328:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.461332:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800944cb200. 00000800:00000200:0.0:1724310019.461461:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.461464:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef500. 00000400:00000200:0.0:1724310019.461467:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.461471:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.461474:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:0.0:1724310019.461476:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00010000:00000010:2.1:1724310019.463629:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310019.463640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00000400:00000200:2.0:1724310019.464319:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.464331:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235400 00000400:00000200:2.0:1724310019.464336:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 105912 00000400:00000200:2.0:1724310019.464350:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.464353:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.464358:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.464362:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ed500. 00000020:00000010:1.0:1724310019.464425:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800944cb200. 00000020:00000010:1.0:1724310019.464430:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.464434:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.464560:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883548672 02000000:00000010:1.0:1724310019.464590:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3d000. 00010000:00000010:1.0:1724310019.464618:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.464629:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.464649:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.0:1724310019.464653:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.464664:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310019.464666:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.464669:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310019.464671:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.464757:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.464759:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.464761:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310019.464764:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00000020:00000010:1.0:1724310019.464784:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.464789:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.464797:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7900. 00080000:00000010:1.0:1724310019.464803:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc6400. 00000001:00000010:1.0:1724310019.464968:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7de0. 00000001:00000010:1.0:1724310019.464974:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310019.465002:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7900. 00010000:00000010:1.0:1724310019.465009:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310019.465012:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.465024:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.465042:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.465044:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310019.465062:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.465073:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.465077:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.465081:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310019.465088:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310019.465100:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096709, last committed = 4295096671 00010000:00000200:1.0:1724310019.465107:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ed500 x1808069883548672/t4295096709(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.465121:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310019.465126:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883548672, offset 224 00000400:00000010:1.0:1724310019.465130:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3658. 00000400:00000200:1.0:1724310019.465133:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.465142:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.465147:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532300:532300:256:4294967295] 192.168.204.31@tcp LPNI seq info [532296:532296:8:4294967295] 00000400:00000200:1.0:1724310019.465151:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.465157:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.465161:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.465164:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef800. 00000800:00000200:1.0:1724310019.465169:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.465174:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.465177:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.465201:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.465204:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.465207:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800944cb200. 00000800:00000200:2.0:1724310019.465426:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.465429:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef800. 00000400:00000200:2.0:1724310019.465432:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.465435:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310019.466606:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:3.1:1724310019.466612:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:3.1:1724310019.466615:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:3.1:1724310019.466618:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000400:00000200:2.0:1724310019.466757:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.466767:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e95 00000400:00000200:2.0:1724310019.466770:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.466773:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.466777:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:2.0:1724310019.466779:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00000400:00000200:2.0:1724310019.466793:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.466796:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235480 00000400:00000200:2.0:1724310019.466802:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 106400 00000400:00000200:2.0:1724310019.466837:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.466840:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.0:1724310019.466842:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00000100:00000200:2.0:1724310019.466844:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.466848:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884efb80. 00010000:00000010:3.0:1724310019.466848:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.467003:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800944cb200. 00000020:00000010:1.0:1724310019.467007:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.467011:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.467036:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883548800 00000001:00000010:1.0:1724310019.467044:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c9c0. 00010000:00000010:1.0:1724310019.467189:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.467193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 02000000:00000010:1.0:1724310019.467234:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866f0000. 00010000:00000010:1.0:1724310019.467251:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310019.467254:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.467684:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.467687:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.467690:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310019.467692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310019.467756:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310019.467762:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.467771:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.467777:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.468331:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.468334:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310019.468338:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.468341:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.468377:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.468384:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.468387:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.468412:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310019.468424:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884efb80 x1808069883548800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.468436:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310019.468441:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883548800, offset 224 00000400:00000200:1.0:1724310019.468445:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.468453:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.468459:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532301:532301:256:4294967295] 192.168.204.31@tcp LPNI seq info [532297:532297:8:4294967295] 00000400:00000200:1.0:1724310019.468466:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.468472:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.468475:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efa00. 00000800:00000200:1.0:1724310019.468479:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.468484:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.468488:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.468513:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.468516:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000800:00000200:2.0:1724310019.468628:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.468631:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efa00. 00000400:00000200:2.0:1724310019.468634:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.468637:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.468640:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:2.0:1724310019.468641:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000020:00000010:1.0:1724310019.468674:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800944cb200. 00010000:00000010:3.1:1724310019.469546:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:3.1:1724310019.469552:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:3.1:1724310019.469555:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:3.1:1724310019.469557:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:3.1:1724310019.469560:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00010000:00000010:3.1:1724310019.469564:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 00000400:00000200:2.0:1724310019.469959:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.469969:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235580 00000400:00000200:2.0:1724310019.469975:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 106976 00000400:00000200:2.0:1724310019.469992:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.469996:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.470000:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.470005:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ec000. 00000020:00000010:1.0:1724310019.470054:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800944cb200. 00000020:00000010:1.0:1724310019.470058:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.470061:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.470093:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549056 02000000:00000010:1.0:1724310019.470116:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3a000. 00010000:00000010:1.0:1724310019.470137:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.470144:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310019.470160:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310019.470163:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310019.470171:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310019.470172:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.470175:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310019.470177:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.470241:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310019.470244:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.470247:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310019.470249:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310019.470293:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.470298:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.470306:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a80. 00080000:00000010:1.0:1724310019.470311:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc4c00. 00000001:00000010:1.0:1724310019.470466:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa72a0. 00000001:00000010:1.0:1724310019.470470:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310019.470498:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a80. 00010000:00000010:1.0:1724310019.470504:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310019.470507:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.470519:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.470533:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.470536:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00080000:00000010:1.0:1724310019.470553:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.470557:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.470561:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.470566:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:1.0:1724310019.470571:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310019.470581:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096710, last committed = 4295096671 00010000:00000200:1.0:1724310019.470588:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ec000 x1808069883549056/t4295096710(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.470607:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b110. 00000100:00000200:1.0:1724310019.470611:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883549056, offset 224 00000400:00000010:1.0:1724310019.470616:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3690. 00000400:00000200:1.0:1724310019.470619:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.470626:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.470631:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532302:532302:256:4294967295] 192.168.204.31@tcp LPNI seq info [532298:532298:8:4294967295] 00000400:00000200:1.0:1724310019.470635:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.470640:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.470644:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.470648:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310019.470652:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.470657:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.470660:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.470686:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.470689:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.470691:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800944cb200. 00000800:00000200:2.0:1724310019.470872:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.470875:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:2.0:1724310019.470879:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.470882:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.472126:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.472138:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295e9d 00000400:00000200:2.0:1724310019.472141:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.472143:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.472147:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b110 00000400:00000010:2.0:1724310019.472149:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b110. 00000400:00000200:2.0:1724310019.472175:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.472179:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235600 00000400:00000200:2.0:1724310019.472184:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 107464 00000400:00000200:2.0:1724310019.472227:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.472231:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.472234:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.472239:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee300. 00010000:00000010:0.0:1724310019.472292:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:0.0:1724310019.472300:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00000020:00000010:1.0:1724310019.472444:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.472448:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.472451:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.472471:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549184 00000001:00000010:1.0:1724310019.472478:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310019.472492:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310019.472495:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 02000000:00000010:1.0:1724310019.472537:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087670000. 00010000:00000010:1.0:1724310019.472555:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310019.472558:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.472567:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310019.472569:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.472571:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.472573:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000004:00000010:1.0:1724310019.472637:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310019.472642:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.472646:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.472651:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.475078:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.475084:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.475089:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.475094:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.475142:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.475151:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.475154:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.475182:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000200:1.0:1724310019.475196:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee300 x1808069883549184/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.475210:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b3b8. 00000100:00000200:1.0:1724310019.475215:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883549184, offset 224 00000400:00000200:1.0:1724310019.475220:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.475230:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.475235:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532303:532303:256:4294967295] 192.168.204.31@tcp LPNI seq info [532299:532299:8:4294967295] 00000400:00000200:1.0:1724310019.475243:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.475253:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.475311:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.475316:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.475323:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.475334:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.475359:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.475363:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.475366:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00000800:00000200:2.0:1724310019.475450:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.475453:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:2.0:1724310019.475457:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.475460:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.475463:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b3b8 00000400:00000010:2.0:1724310019.475465:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b3b8. 00010000:00000010:1.1:1724310019.475507:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:1.1:1724310019.475518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00000400:00000200:2.0:1724310019.476897:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.476907:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235700 00000400:00000200:2.0:1724310019.476914:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 108040 00000400:00000200:2.0:1724310019.476932:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.476936:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.476940:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.476945:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ef480. 00000020:00000010:1.0:1724310019.477027:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.477032:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.477035:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.477116:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549440 02000000:00000010:1.0:1724310019.477142:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c3c000. 00010000:00000010:1.0:1724310019.477166:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.477176:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.477200:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310019.477203:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.477212:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310019.477213:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310019.477215:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310019.477217:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310019.477425:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.477427:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.477429:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310019.477436:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00000020:00000010:1.0:1724310019.477462:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.477466:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.477474:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a20. 00080000:00000010:1.0:1724310019.477479:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc7000. 00000001:00000010:1.0:1724310019.477640:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7b40. 00000001:00000010:1.0:1724310019.477645:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310019.477799:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a20. 00010000:00000010:1.0:1724310019.477806:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310019.477809:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.477822:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.478227:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310019.478231:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5880. 00080000:00000010:1.0:1724310019.478277:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.478289:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.478294:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.478298:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:1.0:1724310019.478306:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310019.478318:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096711, last committed = 4295096671 00010000:00000200:1.0:1724310019.478325:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ef480 x1808069883549440/t4295096711(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.478337:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b770. 00000100:00000200:1.0:1724310019.478341:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883549440, offset 224 00000400:00000010:1.0:1724310019.478346:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e36c8. 00000400:00000200:1.0:1724310019.478349:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.478356:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.478361:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532304:532304:256:4294967295] 192.168.204.31@tcp LPNI seq info [532300:532300:8:4294967295] 00000400:00000200:1.0:1724310019.478366:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.478370:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.478375:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.478377:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310019.478381:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.478386:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.478390:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.478412:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.478415:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.478417:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00010000:00000010:0.1:1724310019.478508:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:0.1:1724310019.478514:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:3.1:1724310019.478553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:3.1:1724310019.478558:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:3.1:1724310019.478561:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:3.1:1724310019.478563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000800:00000200:2.0:1724310019.478794:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.478797:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:2.0:1724310019.478800:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.478804:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.479705:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.479714:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ea5 00000400:00000200:2.0:1724310019.479717:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.479719:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.479723:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b770 00000400:00000010:2.0:1724310019.479725:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b770. 00010000:00000010:3.0:1724310019.479939:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:3.0:1724310019.479945:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00000400:00000200:2.0:1724310019.480320:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.480327:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235780 00000400:00000200:2.0:1724310019.480333:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 108528 00000400:00000200:2.0:1724310019.480571:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.480575:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.480579:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.480584:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800884ee680. 00000020:00000010:1.0:1724310019.480739:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.480744:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.480747:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.480780:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549568 00000001:00000010:1.0:1724310019.480789:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310019.480806:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310019.480810:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310019.480852:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800815f0000. 00010000:00000010:1.0:1724310019.480871:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310019.480874:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.480884:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.480886:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.480890:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00010000:00000010:1.0:1724310019.480892:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000004:00000010:1.0:1724310019.480960:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310019.480966:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.480970:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.480975:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.481731:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.481735:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.481738:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310019.481741:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.481775:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.481783:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.481786:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.481811:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310019.481822:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800884ee680 x1808069883549568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.481835:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310019.481839:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883549568, offset 224 00000400:00000200:1.0:1724310019.481844:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.481852:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.481857:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532305:532305:256:4294967295] 192.168.204.31@tcp LPNI seq info [532301:532301:8:4294967295] 00000400:00000200:1.0:1724310019.481865:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.481869:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.481873:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310019.481878:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.481883:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.481887:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.481911:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.481914:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.481918:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00000800:00000200:2.0:1724310019.482013:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.482016:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:2.0:1724310019.482019:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.482023:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.482025:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:2.0:1724310019.482027:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00010000:00000010:3.1:1724310019.485388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:3.1:1724310019.485400:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:3.1:1724310019.485405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:3.1:1724310019.485407:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:3.1:1724310019.485410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00010000:00000010:3.1:1724310019.485415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:3.1:1724310019.485418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:3.1:1724310019.485420:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:3.1:1724310019.485422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:3.1:1724310019.485424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:3.1:1724310019.485427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:3.1:1724310019.485428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:3.1:1724310019.485430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:3.1:1724310019.485433:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:3.1:1724310019.485435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:3.1:1724310019.485438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00000400:00000200:2.0:1724310019.485875:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.485889:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235880 00000400:00000200:2.0:1724310019.485895:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 109104 00000400:00000200:2.0:1724310019.485914:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.485918:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.485923:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.485930:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aa300. 00000020:00000010:1.0:1724310019.486390:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.486395:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.486399:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.486452:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549824 02000000:00000010:1.0:1724310019.486479:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880052c39000. 00010000:00000010:1.0:1724310019.486508:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.486519:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.486537:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310019.486541:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.486552:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.486554:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.486557:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310019.486559:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.486632:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310019.486635:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.486638:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4b40. 00010000:00000010:1.0:1724310019.486640:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00000020:00000010:1.0:1724310019.486659:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.486665:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.486672:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f00. 00080000:00000010:1.0:1724310019.486677:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc5800. 00000001:00000010:1.0:1724310019.486838:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa70c0. 00000001:00000010:1.0:1724310019.486843:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310019.486871:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f00. 00010000:00000010:1.0:1724310019.486877:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310019.486880:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.486893:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.486908:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.486910:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310019.486930:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.486934:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.486938:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.486942:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310019.486947:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310019.486958:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096712, last committed = 4295096671 00010000:00000200:1.0:1724310019.486964:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aa300 x1808069883549824/t4295096712(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.486978:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310019.486983:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883549824, offset 224 00000400:00000010:1.0:1724310019.486988:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3700. 00000400:00000200:1.0:1724310019.486991:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.486999:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.487004:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532306:532306:256:4294967295] 192.168.204.31@tcp LPNI seq info [532302:532302:8:4294967295] 00000400:00000200:1.0:1724310019.487007:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.487014:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.487019:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.487022:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.487026:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.487031:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.487034:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.487057:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.487060:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.487063:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00000800:00000200:2.0:1724310019.487608:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.487611:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:2.0:1724310019.487614:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.487618:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.488590:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:1.1:1724310019.488597:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00000400:00000200:2.0:1724310019.488906:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.488917:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ead 00000400:00000200:2.0:1724310019.488921:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.488924:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.488928:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:2.0:1724310019.488931:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00010000:00000010:0.0:1724310019.489722:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:0.0:1724310019.489730:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00000400:00000200:2.0:1724310019.489772:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.489778:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235900 00000400:00000200:2.0:1724310019.489784:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 109592 00000400:00000200:2.0:1724310019.489828:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.489832:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.489837:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.489842:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8a80. 00000020:00000010:3.0:1724310019.490288:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed8800. 00000020:00000010:3.0:1724310019.490292:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.490296:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.490458:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883549952 00000001:00000010:3.0:1724310019.490467:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:3.0:1724310019.490483:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.490488:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 02000000:00000010:3.0:1724310019.490539:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080830000. 00010000:00000010:3.0:1724310019.490559:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.490562:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.490574:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.490576:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.490579:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.490581:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310019.490654:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9220. 00000004:00000010:3.0:1724310019.490660:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.490664:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.490670:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.491791:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.491796:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.491799:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.491803:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.491845:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.491868:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.491872:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.491901:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:0.1:1724310019.491905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:0.1:1724310019.491912:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000200:3.0:1724310019.491914:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8a80 x1808069883549952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:0.1:1724310019.491914:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00010000:00000010:0.1:1724310019.491916:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00000400:00000010:3.0:1724310019.491928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310019.492000:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883549952, offset 224 00000400:00000200:3.0:1724310019.492007:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.492016:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.492021:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532307:532307:256:4294967295] 192.168.204.31@tcp LPNI seq info [532303:532303:8:4294967295] 00000400:00000200:3.0:1724310019.492029:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.492034:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.492037:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.492042:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.492049:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.492052:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.492075:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.492078:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.492080:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed8800. 00000800:00000200:2.0:1724310019.492154:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.492157:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:2.0:1724310019.492161:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.492165:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.492168:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:2.0:1724310019.492170:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00000400:00000200:2.0:1724310019.494167:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.494177:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235a00 00000400:00000200:2.0:1724310019.494181:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 110168 00000400:00000200:2.0:1724310019.494196:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.494199:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.494202:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.494206:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9500. 00000020:00000010:3.0:1724310019.494416:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed8800. 00000020:00000010:3.0:1724310019.494421:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.494425:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.494482:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883550208 02000000:00000010:3.0:1724310019.494548:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880094730000. 00010000:00000010:3.0:1724310019.494574:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.494585:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.494606:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.494609:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.494619:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.494620:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.494622:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.494624:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.494792:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.494794:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.494797:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.494799:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.494818:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c480. 00000020:00000010:3.0:1724310019.494823:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c480. 00000020:00000010:3.0:1724310019.494830:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8ba0. 00080000:00000010:3.0:1724310019.494835:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095020000. 00000001:00000010:3.0:1724310019.495186:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1300. 00000001:00000010:3.0:1724310019.495191:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c540. 00000020:00000010:3.0:1724310019.495220:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8ba0. 00010000:00000010:3.0:1724310019.495226:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.495229:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.495240:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.495275:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.495290:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310019.495308:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.495313:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.495315:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.495322:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9220. 00010000:00000010:3.0:1724310019.495329:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000200:3.0:1724310019.495339:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096713, last committed = 4295096671 00010000:00000200:3.0:1724310019.495345:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a9500 x1808069883550208/t4295096713(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.495357:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051110. 00000100:00000200:3.0:1724310019.495361:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883550208, offset 224 00000400:00000010:3.0:1724310019.495365:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b268. 00000400:00000200:3.0:1724310019.495368:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.495375:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.495380:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532308:532308:256:4294967295] 192.168.204.31@tcp LPNI seq info [532304:532304:8:4294967295] 00000400:00000200:3.0:1724310019.495383:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.495388:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.495392:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.495395:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310019.495399:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.495404:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.495407:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.495428:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.495434:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.495436:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed8800. 00000800:00000200:2.0:1724310019.495530:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.495533:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:2.0:1724310019.495535:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.495539:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.496470:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.496478:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295eb5 00000400:00000200:2.0:1724310019.496481:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.496484:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.496487:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051110 00000400:00000010:2.0:1724310019.496489:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051110. 00000400:00000200:2.0:1724310019.496514:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.496519:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235a80 00000400:00000200:2.0:1724310019.496524:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 110656 00000400:00000200:2.0:1724310019.496578:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.496581:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.496585:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.496588:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831aaa00. 00010000:00000010:3.0:1724310019.496650:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.496656:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000020:00000010:0.0:1724310019.496853:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:0.0:1724310019.496857:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310019.496861:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958063e8. 00000100:00000200:0.0:1724310019.496889:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883550336 00000001:00000010:0.0:1724310019.496897:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:0.0:1724310019.496910:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310019.496914:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310019.496950:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d4f0000. 00010000:00000010:0.0:1724310019.496970:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.496973:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.496981:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310019.496983:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.496985:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310019.496987:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000004:00000010:0.0:1724310019.497040:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310019.497045:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6beb40. 00000004:00000010:0.0:1724310019.497049:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806708. 00080000:00000010:0.0:1724310019.497055:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efa00. 00010000:00000010:0.0:1724310019.497459:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.497463:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310019.497465:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310019.497468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310019.497499:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.497505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.497508:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.497528:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310019.497538:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831aaa00 x1808069883550336/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.497549:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf550. 00000100:00000200:0.0:1724310019.497552:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883550336, offset 224 00000400:00000200:0.0:1724310019.497556:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.497563:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.497567:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532309:532309:256:4294967295] 192.168.204.31@tcp LPNI seq info [532305:532305:8:4294967295] 00000400:00000200:0.0:1724310019.497575:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.497578:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.497581:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310019.497585:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.497589:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.497592:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.497612:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310019.497614:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958063e8. 00000020:00000010:0.0:1724310019.497617:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00010000:00000010:1.1:1724310019.497671:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:1.1:1724310019.497677:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00000800:00000200:2.0:1724310019.497719:0:3286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b437aa80] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:2.0:1724310019.497722:0:3286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000800:00000200:2.0:1724310019.497724:0:3286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094182f00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1724310019.497812:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.497815:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:0.0:1724310019.497817:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.497820:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.497822:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf550 00000400:00000010:0.0:1724310019.497823:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf550. 00000800:00000200:0.0:1724310019.497962:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1724310019.500491:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.500503:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235b80 00000400:00000200:0.0:1724310019.500509:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 111232 00000400:00000200:0.0:1724310019.500528:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.500531:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.500536:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.500541:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4000. 00000020:00000010:2.0:1724310019.500570:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867dfe00. 00000020:00000010:2.0:1724310019.500576:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.500580:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.500612:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883550592 02000000:00000010:2.0:1724310019.500640:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc7a000. 00010000:00000010:2.0:1724310019.500669:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:2.0:1724310019.500694:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:2.0:1724310019.500716:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310019.500720:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.500730:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310019.500732:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.500735:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310019.500737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.500813:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310019.500815:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.500818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310019.500820:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00000020:00000010:2.0:1724310019.500839:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d3c0. 00000020:00000010:2.0:1724310019.500844:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d3c0. 00000020:00000010:2.0:1724310019.500851:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242931e0. 00080000:00000010:2.0:1724310019.500856:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4dd8800. 00000001:00000010:2.0:1724310019.501017:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242932a0. 00000001:00000010:2.0:1724310019.501021:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fd80. 00000020:00000010:2.0:1724310019.501051:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242931e0. 00010000:00000010:2.0:1724310019.501058:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310019.501060:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.501072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.501089:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310019.501092:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00080000:00000010:2.0:1724310019.501113:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efa00. 00000004:00000010:2.0:1724310019.501119:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806708. 00000004:00000010:2.0:1724310019.501122:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6beb40. 00000004:00000010:2.0:1724310019.501126:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:2.0:1724310019.501133:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.501146:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096714, last committed = 4295096671 00010000:00000200:2.0:1724310019.501152:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4000 x1808069883550592/t4295096714(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.501163:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310019.501168:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883550592, offset 224 00000400:00000010:2.0:1724310019.501173:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95d90. 00000400:00000200:2.0:1724310019.501175:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.501183:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.501188:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532310:532310:256:4294967295] 192.168.204.31@tcp LPNI seq info [532306:532306:8:4294967295] 00000400:00000200:2.0:1724310019.501192:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.501197:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.501201:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.501204:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310019.501208:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.501213:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.501216:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.501242:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.501245:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.501249:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867dfe00. 00000800:00000200:3.0:1724310019.501412:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.501415:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310019.501417:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.501420:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.502174:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.502181:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ebd 00000400:00000200:2.0:1724310019.502184:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.502186:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.502189:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:2.0:1724310019.502191:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:0.0:1724310019.502246:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:0.0:1724310019.502251:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00000400:00000200:0.0:1724310019.503359:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.503367:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235c00 00000400:00000200:0.0:1724310019.503374:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 111720 00010000:00000010:0.1:1724310019.503383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:0.1:1724310019.503389:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:0.1:1724310019.503391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:0.1:1724310019.503393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:0.1:1724310019.503396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4b40. 00010000:00000010:0.1:1724310019.503400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00000400:00000200:0.0:1724310019.503447:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.503451:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.503455:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.503459:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4380. 00010000:00000010:1.1:1724310019.503515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.503521:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.503524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.503527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00000020:00000010:2.0:1724310019.503605:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800867dfe00. 00000020:00000010:2.0:1724310019.503610:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.503613:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.503643:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883550720 00000001:00000010:2.0:1724310019.503652:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c540. 00010000:00000010:2.0:1724310019.503667:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.503671:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310019.503714:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932c0000. 00010000:00000010:2.0:1724310019.503733:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.503736:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.503745:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310019.503747:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310019.503749:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.503751:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000004:00000010:2.0:1724310019.503821:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a1d0. 00000004:00000010:2.0:1724310019.503827:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53f78. 00000004:00000010:2.0:1724310019.503831:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f708. 00080000:00000010:2.0:1724310019.503837:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca11e0. 00010000:00000010:2.0:1724310019.504839:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310019.504844:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.504846:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.504850:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.504889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.504897:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.504900:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310019.505055:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.505072:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4380 x1808069883550720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.505084:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310019.505090:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883550720, offset 224 00000400:00000200:2.0:1724310019.505095:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.505102:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.505107:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532311:532311:256:4294967295] 192.168.204.31@tcp LPNI seq info [532307:532307:8:4294967295] 00000400:00000200:2.0:1724310019.505115:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.505128:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.505131:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.505136:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.505142:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.505145:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.505227:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.505231:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.505234:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800867dfe00. 00000800:00000200:3.0:1724310019.505350:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.505353:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:3.0:1724310019.505356:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.505360:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.505363:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:3.0:1724310019.505365:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:0.1:1724310019.506392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310019.506399:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:0.1:1724310019.506403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310019.506405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310019.506527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310019.506532:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00000400:00000200:2.0:1724310019.507075:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.507086:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235d00 00000400:00000200:2.0:1724310019.507092:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 112296 00000400:00000200:2.0:1724310019.507108:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.507111:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.507116:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.507120:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8380. 00000020:00000010:0.0:1724310019.507195:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5800. 00000020:00000010:0.0:1724310019.507199:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310019.507203:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958063e8. 00000100:00000200:0.0:1724310019.507233:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883550976 02000000:00000010:0.0:1724310019.507255:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3d000. 00010000:00000010:0.0:1724310019.507316:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310019.507326:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:0.0:1724310019.507344:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310019.507347:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.507355:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310019.507356:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310019.507359:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310019.507360:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.507632:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.507635:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.507638:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.507640:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.507661:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19980. 00000020:00000010:0.0:1724310019.507666:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19980. 00000020:00000010:0.0:1724310019.507672:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b240. 00080000:00000010:0.0:1724310019.507678:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd73400. 00000001:00000010:0.0:1724310019.507839:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bae0. 00000001:00000010:0.0:1724310019.507843:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310019.507871:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b240. 00010000:00000010:0.0:1724310019.507877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.507880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.507892:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.507907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.507909:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00080000:00000010:0.0:1724310019.507926:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca11e0. 00000004:00000010:0.0:1724310019.507930:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f708. 00000004:00000010:0.0:1724310019.507935:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53f78. 00000004:00000010:0.0:1724310019.507940:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a1d0. 00010000:00000010:0.0:1724310019.507947:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310019.507957:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096715, last committed = 4295096671 00010000:00000200:0.0:1724310019.507964:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8380 x1808069883550976/t4295096715(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.507976:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310019.507980:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883550976, offset 224 00000400:00000010:0.0:1724310019.507985:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef90e0. 00000400:00000200:0.0:1724310019.507987:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.507995:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.508000:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532312:532312:256:4294967295] 192.168.204.31@tcp LPNI seq info [532308:532308:8:4294967295] 00000400:00000200:0.0:1724310019.508004:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.508010:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.508014:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.508017:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310019.508021:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.508026:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.508029:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.508052:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98780. 00000020:00000010:0.0:1724310019.508055:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958063e8. 00000020:00000010:0.0:1724310019.508057:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5800. 00000800:00000200:2.0:1724310019.508157:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.508159:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310019.508162:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.508166:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.509372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310019.509380:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.509389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:1.1:1724310019.509392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:1.1:1724310019.509395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:1.1:1724310019.509400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.509402:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.509404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00000400:00000200:3.0:1724310019.510327:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310019.510339:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ec5 00000400:00000200:3.0:1724310019.510344:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.510347:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310019.510351:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:3.0:1724310019.510353:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:0.0:1724310019.510803:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.510812:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00000400:00000200:2.0:1724310019.510862:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.510870:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235d80 00000400:00000200:2.0:1724310019.510875:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 112784 00000400:00000200:2.0:1724310019.510921:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.510924:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.510927:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.510931:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a8000. 00000020:00000010:0.0:1724310019.511067:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5800. 00000020:00000010:0.0:1724310019.511071:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310019.511074:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958063e8. 00000100:00000200:0.0:1724310019.511105:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883551104 00000001:00000010:0.0:1724310019.511114:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fd80. 00010000:00000010:0.0:1724310019.511130:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310019.511134:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 02000000:00000010:0.0:1724310019.511177:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddc0000. 00010000:00000010:0.0:1724310019.511195:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310019.511198:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.511208:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310019.511210:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.511212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310019.511214:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000004:00000010:0.0:1724310019.511661:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310019.511667:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be780. 00000004:00000010:0.0:1724310019.511671:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806320. 00080000:00000010:0.0:1724310019.511676:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee680. 00010000:00000010:0.1:1724310019.512578:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310019.512585:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:1.1:1724310019.512652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310019.512657:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310019.512659:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310019.512664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:1.1:1724310019.512667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:1.1:1724310019.512669:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:1.1:1724310019.512671:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:1.1:1724310019.512673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.513355:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310019.513358:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310019.513362:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.513367:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.513418:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310019.513440:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310019.513445:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:2.0:1724310019.513474:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000200:2.0:1724310019.513489:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a8000 x1808069883551104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.513503:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310019.513509:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883551104, offset 224 00000400:00000200:2.0:1724310019.513513:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.513523:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.513528:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532313:532313:256:4294967295] 192.168.204.31@tcp LPNI seq info [532309:532309:8:4294967295] 00000400:00000200:2.0:1724310019.513537:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.513541:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.513545:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310019.513550:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.513555:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.513558:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.513584:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:2.0:1724310019.513588:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958063e8. 00000020:00000010:2.0:1724310019.513590:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5800. 00000800:00000200:3.0:1724310019.513820:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.514003:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:3.0:1724310019.514008:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.514013:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.514016:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:3.0:1724310019.514017:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:0.1:1724310019.515513:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:0.1:1724310019.515520:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:0.1:1724310019.515523:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310019.515527:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310019.515530:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310019.515536:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310019.515539:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:0.1:1724310019.515541:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:3.0:1724310019.515690:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.515701:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13235e80 00000400:00000200:3.0:1724310019.515707:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 113360 00000400:00000200:3.0:1724310019.515724:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.515727:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.515732:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.515736:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba300. 00000020:00000010:2.0:1724310019.515801:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bb400. 00000020:00000010:2.0:1724310019.515805:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.515809:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.515840:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883551360 02000000:00000010:2.0:1724310019.515865:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bc79000. 00010000:00000010:2.0:1724310019.515889:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.515899:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310019.515916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.515919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310019.515929:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310019.515931:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310019.515934:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310019.515936:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310019.516012:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310019.516015:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.516017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.516018:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.516035:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d8e0. 00000020:00000010:2.0:1724310019.516039:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d8e0. 00000020:00000010:2.0:1724310019.516045:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293360. 00080000:00000010:2.0:1724310019.516049:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800a4dda400. 00000001:00000010:2.0:1724310019.516179:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293ea0. 00000001:00000010:2.0:1724310019.516183:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310019.516204:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293360. 00010000:00000010:2.0:1724310019.516208:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.516211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.516222:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.516239:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.516242:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00080000:00000010:2.0:1724310019.516292:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee680. 00000004:00000010:2.0:1724310019.516300:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806320. 00000004:00000010:2.0:1724310019.516303:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be780. 00000004:00000010:2.0:1724310019.516306:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:2.0:1724310019.516315:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000200:2.0:1724310019.516325:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096716, last committed = 4295096671 00010000:00000200:2.0:1724310019.516331:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba300 x1808069883551360/t4295096716(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.516344:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310019.516349:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883551360, offset 224 00000400:00000010:2.0:1724310019.516354:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95dc8. 00000400:00000200:2.0:1724310019.516357:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.516365:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.516369:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532314:532314:256:4294967295] 192.168.204.31@tcp LPNI seq info [532310:532310:8:4294967295] 00000400:00000200:2.0:1724310019.516373:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.516378:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.516382:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.516385:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.516389:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.516394:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.516397:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.516413:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310019.516417:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.516420:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bb400. 00000800:00000200:0.0:1724310019.516462:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.516465:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310019.516468:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.516471:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.518685:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310019.518694:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310019.518697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310019.518705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:3.0:1724310019.519481:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310019.519494:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ecd 00000400:00000200:3.0:1724310019.519498:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.519503:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310019.519507:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:3.0:1724310019.519509:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000400:00000200:3.0:1724310019.519548:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.519554:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13235f00 00000400:00000200:3.0:1724310019.519560:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 113848 00010000:00000010:0.0:1724310019.519576:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310019.519585:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00000400:00000200:3.0:1724310019.519617:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.519621:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.519626:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.519630:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8a80. 00000020:00000010:3.0:1724310019.519662:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed8000. 00000020:00000010:3.0:1724310019.519666:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.519670:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.519704:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883551488 00000001:00000010:3.0:1724310019.519713:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:3.0:1724310019.519734:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.519738:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 02000000:00000010:3.0:1724310019.519791:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081180000. 00010000:00000010:3.0:1724310019.519810:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.519814:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.519824:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.519826:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.519829:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.519831:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310019.519903:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8ae0. 00000004:00000010:3.0:1724310019.519909:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.519913:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.519919:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.520432:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.520436:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.520439:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.520441:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.520476:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.520497:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.520500:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.520585:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000200:3.0:1724310019.520597:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8a80 x1808069883551488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.520610:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310019.520614:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883551488, offset 224 00000400:00000200:3.0:1724310019.520617:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.520623:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.520628:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532315:532315:256:4294967295] 192.168.204.31@tcp LPNI seq info [532311:532311:8:4294967295] 00000400:00000200:3.0:1724310019.520700:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.520706:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.520710:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310019.520714:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.520719:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.520722:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.520743:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.520746:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.520749:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed8000. 00000800:00000200:0.0:1724310019.520799:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.520802:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310019.520805:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.520808:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.520810:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310019.520812:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00010000:00000010:1.1:1724310019.521887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310019.521895:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310019.521899:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:1.1:1724310019.521901:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310019.521903:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:1.1:1724310019.521908:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310019.523310:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.523323:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236000 00000400:00000200:0.0:1724310019.523330:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 114424 00000400:00000200:0.0:1724310019.523347:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.523351:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.523356:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.523361:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e4e00. 00000020:00000010:3.0:1724310019.523456:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed8000. 00000020:00000010:3.0:1724310019.523462:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.523465:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.523487:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883551744 02000000:00000010:3.0:1724310019.523516:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfc000. 00010000:00000010:3.0:1724310019.523543:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.523556:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.523576:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.523580:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.523591:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.523593:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.523595:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.523597:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.523674:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.523676:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.523678:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.523680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.523698:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.523703:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.523711:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1840. 00080000:00000010:3.0:1724310019.523716:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095023400. 00000001:00000010:3.0:1724310019.523880:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8ba0. 00000001:00000010:3.0:1724310019.523884:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c000. 00000020:00000010:3.0:1724310019.523915:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1840. 00010000:00000010:3.0:1724310019.523921:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.523924:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.523937:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.523954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.523956:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00080000:00000010:3.0:1724310019.523972:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.523978:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.523981:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.523986:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8ae0. 00010000:00000010:3.0:1724310019.523993:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310019.524004:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096717, last committed = 4295096671 00010000:00000200:3.0:1724310019.524010:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e4e00 x1808069883551744/t4295096717(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.524023:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310019.524042:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883551744, offset 224 00000400:00000010:3.0:1724310019.524046:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b2a0. 00000400:00000200:3.0:1724310019.524049:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.524057:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.524062:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532316:532316:256:4294967295] 192.168.204.31@tcp LPNI seq info [532312:532312:8:4294967295] 00000400:00000200:3.0:1724310019.524067:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.524072:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.524077:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.524079:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310019.524083:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.524089:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.524092:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.524117:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.524121:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.524123:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed8000. 00000800:00000200:2.0:1724310019.524250:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.524253:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:2.0:1724310019.524302:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.524306:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.525384:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.525394:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ed5 00000400:00000200:0.0:1724310019.525398:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.525401:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.525533:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310019.525536:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00000400:00000200:0.0:1724310019.525621:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.525627:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236080 00000400:00000200:0.0:1724310019.525632:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 114912 00000400:00000200:0.0:1724310019.525668:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.525671:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.525675:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.525679:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800878e7800. 00000020:00000010:1.0:1724310019.525731:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.525735:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.525738:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00010000:00000010:2.0:1724310019.525752:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:2.0:1724310019.525758:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00000100:00000200:1.0:1724310019.525770:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883551872 00000001:00000010:1.0:1724310019.525778:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:1.0:1724310019.525798:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310019.525802:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 02000000:00000010:1.0:1724310019.525844:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b00000. 00010000:00000010:1.0:1724310019.525863:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310019.525866:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.525875:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.525881:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.525893:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310019.525895:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310019.525968:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310019.525974:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.525978:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.525983:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:1.0:1724310019.527134:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310019.527139:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.527142:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4b40. 00010000:00000010:1.0:1724310019.527146:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.527186:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.527205:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.527208:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.527233:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310019.527246:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800878e7800 x1808069883551872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.527296:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b6e8. 00000100:00000200:1.0:1724310019.527302:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883551872, offset 224 00000400:00000200:1.0:1724310019.527307:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.527314:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.527320:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532317:532317:256:4294967295] 192.168.204.31@tcp LPNI seq info [532313:532313:8:4294967295] 00000400:00000200:1.0:1724310019.527327:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.527332:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.527335:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef400. 00000800:00000200:1.0:1724310019.527339:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.527345:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.527348:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.527364:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.527367:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.527370:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00000800:00000200:0.0:1724310019.527436:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.527439:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef400. 00000400:00000200:0.0:1724310019.527441:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.527445:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.527447:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b6e8 00000400:00000010:0.0:1724310019.527449:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b6e8. 00010000:00000010:1.1:1724310019.527837:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.527844:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:1.1:1724310019.527848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310019.527853:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:1.1:1724310019.527857:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:2.0:1724310019.528942:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.528951:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236180 00000400:00000200:2.0:1724310019.528955:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 115488 00000400:00000200:2.0:1724310019.528968:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.528970:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.528974:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.528978:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831ab100. 00000020:00000010:1.0:1724310019.529051:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c844e00. 00000020:00000010:1.0:1724310019.529055:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.529058:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.529088:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883552128 02000000:00000010:1.0:1724310019.529110:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d47f000. 00010000:00000010:1.0:1724310019.529132:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.529141:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.529158:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310019.529162:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.529170:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310019.529172:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.529175:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310019.529177:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.530242:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.530245:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.530248:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310019.530251:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310019.530297:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.530302:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.530310:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7d20. 00080000:00000010:1.0:1724310019.530315:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc5c00. 00000001:00000010:1.0:1724310019.530493:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7cc0. 00000001:00000010:1.0:1724310019.530497:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310019.530525:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7d20. 00010000:00000010:1.0:1724310019.530531:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00010000:00000010:1.0:1724310019.530534:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.530548:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.530565:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.530567:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00080000:00000010:1.0:1724310019.530586:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.530590:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.530593:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.530597:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310019.530603:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310019.530614:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096718, last committed = 4295096671 00010000:00000200:1.0:1724310019.530622:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831ab100 x1808069883552128/t4295096718(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.530633:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000100:00000200:1.0:1724310019.530639:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883552128, offset 224 00000400:00000010:1.0:1724310019.530644:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3738. 00000400:00000200:1.0:1724310019.530647:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.530656:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.530661:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532318:532318:256:4294967295] 192.168.204.31@tcp LPNI seq info [532314:532314:8:4294967295] 00000400:00000200:1.0:1724310019.530665:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.530669:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.530673:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.530676:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310019.530680:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.530685:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.530689:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.530719:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.530722:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.530724:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c844e00. 00000800:00000200:0.0:1724310019.531891:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.531895:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310019.531899:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.531904:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.532824:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.532835:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295edd 00000400:00000200:0.0:1724310019.532839:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.532842:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.532846:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:0.0:1724310019.532848:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00010000:00000010:0.0:1724310019.532885:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:0.0:1724310019.532890:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00000400:00000200:2.0:1724310019.533172:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.533178:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236200 00000400:00000200:2.0:1724310019.533182:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 115976 00000400:00000200:2.0:1724310019.533209:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.533213:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.533216:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.533221:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800831a9180. 00000020:00000010:1.0:1724310019.533303:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800944cb200. 00000020:00000010:1.0:1724310019.533307:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.533311:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.533341:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883552256 00000001:00000010:1.0:1724310019.533350:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c000. 00010000:00000010:1.0:1724310019.533370:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310019.533374:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 02000000:00000010:1.0:1724310019.533417:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934f0000. 00010000:00000010:1.0:1724310019.533442:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310019.533448:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.533458:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.533460:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.533462:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310019.533465:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:3.1:1724310019.533520:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:3.1:1724310019.533529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000004:00000010:1.0:1724310019.533533:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310019.533539:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.533544:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.533550:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:0.1:1724310019.534231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00010000:00000010:0.1:1724310019.534236:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:0.1:1724310019.534240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310019.534666:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310019.534669:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.534672:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310019.534675:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.534717:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.534725:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.534728:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.534755:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000200:1.0:1724310019.534772:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800831a9180 x1808069883552256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.534785:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310019.534790:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883552256, offset 224 00000400:00000200:1.0:1724310019.534795:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.534802:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.534807:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532319:532319:256:4294967295] 192.168.204.31@tcp LPNI seq info [532315:532315:8:4294967295] 00000400:00000200:1.0:1724310019.534814:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.534818:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.534821:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310019.534825:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.534832:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.534835:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.534848:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.534851:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.534854:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800944cb200. 00000800:00000200:0.0:1724310019.535028:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.535031:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:0.0:1724310019.535033:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.535037:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.535040:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:0.0:1724310019.535042:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00010000:00000010:1.1:1724310019.536391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:0.1:1724310019.536394:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:0.1:1724310019.536400:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.1:1724310019.536400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310019.536403:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:1.1:1724310019.536407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.536408:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310019.536411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:1.1:1724310019.536417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00000400:00000200:0.0:1724310019.537092:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.537103:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236300 00000400:00000200:0.0:1724310019.537109:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 116552 00000400:00000200:0.0:1724310019.537125:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.537129:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.537134:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.537141:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746300. 00000020:00000010:1.0:1724310019.537244:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132036800. 00000020:00000010:1.0:1724310019.537249:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.537253:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.537318:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883552512 02000000:00000010:1.0:1724310019.537344:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d47b000. 00010000:00000010:1.0:1724310019.537736:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.537749:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.537771:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.537775:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.537787:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.537789:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.537792:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310019.537794:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.537985:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310019.537988:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.537990:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.537993:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00000020:00000010:1.0:1724310019.538014:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.538019:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.538026:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7120. 00080000:00000010:1.0:1724310019.538032:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc6800. 00000001:00000010:1.0:1724310019.538394:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7060. 00000001:00000010:1.0:1724310019.538399:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310019.538426:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7120. 00010000:00000010:1.0:1724310019.538433:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310019.538435:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.538449:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.538464:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.538467:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310019.538484:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.538489:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.538492:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.538496:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310019.538502:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.538516:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096719, last committed = 4295096671 00010000:00000200:1.0:1724310019.538523:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746300 x1808069883552512/t4295096719(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.538536:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310019.538540:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883552512, offset 224 00000400:00000010:1.0:1724310019.538545:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3770. 00000400:00000200:1.0:1724310019.538548:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.538556:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.538561:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532320:532320:256:4294967295] 192.168.204.31@tcp LPNI seq info [532316:532316:8:4294967295] 00000400:00000200:1.0:1724310019.538565:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.538571:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.538575:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.538579:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310019.538583:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.538589:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.538592:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.538840:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.538844:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.538846:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132036800. 00000800:00000200:2.0:1724310019.538950:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.538953:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:2.0:1724310019.538956:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.538959:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.539732:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:0.1:1724310019.539737:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4b40. 00010000:00000010:0.1:1724310019.539740:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:0.1:1724310019.539743:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00010000:00000010:0.1:1724310019.539745:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:0.1:1724310019.539747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:0.1:1724310019.539752:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00000400:00000200:0.0:1724310019.540407:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.540418:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ee5 00000400:00000200:0.0:1724310019.540423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.540426:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.540430:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:0.0:1724310019.540432:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00010000:00000010:2.0:1724310019.540898:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:2.0:1724310019.540906:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000400:00000200:0.0:1724310019.541307:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.541315:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236380 00000400:00000200:0.0:1724310019.541322:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 117040 00000400:00000200:0.0:1724310019.541367:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.541370:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.541374:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.541378:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094747800. 00000020:00000010:1.0:1724310019.541534:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132036800. 00000020:00000010:1.0:1724310019.541538:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.541541:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.541571:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883552640 00000001:00000010:1.0:1724310019.541580:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310019.541596:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310019.541600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310019.541643:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083180000. 00010000:00000010:1.0:1724310019.541663:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310019.541666:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.541677:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310019.541679:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.541681:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310019.541683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310019.541760:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310019.541767:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.541771:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.541777:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:0.1:1724310019.542378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:0.1:1724310019.542385:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:0.1:1724310019.542388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:0.1:1724310019.542390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:0.1:1724310019.542393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:0.1:1724310019.542395:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:0.1:1724310019.542397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:0.1:1724310019.542399:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:0.1:1724310019.542401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:0.1:1724310019.542404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.542918:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.542921:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.542924:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.542927:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.542967:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.543527:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.543533:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.543562:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310019.543574:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094747800 x1808069883552640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.543588:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b550. 00000100:00000200:1.0:1724310019.543593:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883552640, offset 224 00000400:00000200:1.0:1724310019.543598:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.543609:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.543614:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532321:532321:256:4294967295] 192.168.204.31@tcp LPNI seq info [532317:532317:8:4294967295] 00000400:00000200:1.0:1724310019.543622:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.543627:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.543631:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.543636:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.543642:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.543646:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.543738:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.543742:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.543746:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132036800. 00000800:00000200:2.0:1724310019.543850:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.543853:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:2.0:1724310019.543856:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.543860:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.543863:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b550 00000400:00000010:2.0:1724310019.543865:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b550. 00010000:00000010:3.1:1724310019.546378:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:3.1:1724310019.546391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00000400:00000200:0.0:1724310019.546579:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.546592:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236480 00000400:00000200:0.0:1724310019.546599:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 117616 00000400:00000200:0.0:1724310019.546619:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.546623:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.546630:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.546634:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745500. 00000020:00000010:1.0:1724310019.546732:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132036800. 00000020:00000010:1.0:1724310019.546737:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.546741:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.546771:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883552896 02000000:00000010:1.0:1724310019.546796:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e45000. 00010000:00000010:1.0:1724310019.546821:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.546830:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.546849:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.546853:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.546863:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.546865:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310019.546867:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310019.546869:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310019.546945:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310019.546947:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.546950:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310019.546952:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.546972:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.546976:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310019.546984:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7600. 00080000:00000010:1.0:1724310019.546990:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123fc5400. 00000001:00000010:1.0:1724310019.547150:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ba0. 00000001:00000010:1.0:1724310019.547155:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4eacc0. 00000020:00000010:1.0:1724310019.547183:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7600. 00010000:00000010:1.0:1724310019.547190:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310019.547193:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.547206:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.547222:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310019.547225:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00080000:00000010:1.0:1724310019.547244:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:1.0:1724310019.547249:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:1.0:1724310019.547253:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.547292:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:1.0:1724310019.547300:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:1.0:1724310019.547312:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096720, last committed = 4295096671 00010000:00000200:1.0:1724310019.547319:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745500 x1808069883552896/t4295096720(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.547332:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41baa0. 00000100:00000200:1.0:1724310019.547337:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883552896, offset 224 00000400:00000010:1.0:1724310019.547341:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e37a8. 00000400:00000200:1.0:1724310019.547344:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.547354:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.547359:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532322:532322:256:4294967295] 192.168.204.31@tcp LPNI seq info [532318:532318:8:4294967295] 00000400:00000200:1.0:1724310019.547363:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.547368:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.547372:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.547376:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efc00. 00000800:00000200:1.0:1724310019.547380:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.547387:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.547390:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.547402:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.547404:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:1.0:1724310019.547407:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132036800. 00000800:00000200:0.0:1724310019.547657:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.547661:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efc00. 00000400:00000200:0.0:1724310019.547664:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.547667:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.549431:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.549441:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295eed 00000400:00000200:2.0:1724310019.549445:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.549448:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.549453:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41baa0 00000400:00000010:2.0:1724310019.549455:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41baa0. 00000400:00000200:2.0:1724310019.549505:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.549510:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236500 00000400:00000200:2.0:1724310019.549515:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 118104 00010000:00000010:0.0:1724310019.549656:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:0.0:1724310019.549663:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00000400:00000200:2.0:1724310019.549704:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.549707:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.549711:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.549716:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5e680. 00000020:00000010:3.0:1724310019.549847:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093ed8000. 00000020:00000010:3.0:1724310019.549851:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.549854:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.549873:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883553024 00000001:00000010:3.0:1724310019.549882:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:3.0:1724310019.549900:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.549904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310019.549946:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d100000. 00010000:00000010:3.0:1724310019.549963:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.549966:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.549975:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.549977:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.549979:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.549981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000004:00000010:3.0:1724310019.550055:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8cb0. 00000004:00000010:3.0:1724310019.550061:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.550065:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.550071:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.550817:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.550820:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.550823:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.550826:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.550856:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.551011:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.551014:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.551035:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310019.551045:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5e680 x1808069883553024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.551057:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310019.551062:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883553024, offset 224 00000400:00000200:3.0:1724310019.551066:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.551073:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.551077:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532323:532323:256:4294967295] 192.168.204.31@tcp LPNI seq info [532319:532319:8:4294967295] 00000400:00000200:3.0:1724310019.551085:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.551089:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.551091:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.551095:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.551101:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.551104:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.551867:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.551873:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.551876:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093ed8000. 00010000:00000010:1.1:1724310019.552517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.1:1724310019.552524:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:1.1:1724310019.552526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.1:1724310019.552528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00000800:00000200:0.0:1724310019.552677:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.552680:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310019.552684:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.552689:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.552692:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310019.552694:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00000400:00000200:0.0:1724310019.554622:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.554635:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236600 00000400:00000200:0.0:1724310019.554642:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 118680 00000400:00000200:0.0:1724310019.554661:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.554665:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.554670:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.554675:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094745880. 00000020:00000010:3.0:1724310019.554837:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801367a3200. 00000020:00000010:3.0:1724310019.554842:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.554847:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.554871:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883553280 02000000:00000010:3.0:1724310019.554899:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dfb000. 00010000:00000010:3.0:1724310019.554926:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.554939:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.554961:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.554964:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.554975:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.554977:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.554980:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.554981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.555064:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.555066:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.555068:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.555071:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000020:00000010:3.0:1724310019.555090:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.555095:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.555103:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe82a0. 00080000:00000010:3.0:1724310019.555108:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095023c00. 00000001:00000010:3.0:1724310019.555514:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1660. 00000001:00000010:3.0:1724310019.555519:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c180. 00000020:00000010:3.0:1724310019.555553:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe82a0. 00010000:00000010:3.0:1724310019.555560:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.555563:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.555576:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.555594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.555596:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310019.555611:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.555616:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.555619:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.555626:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8cb0. 00010000:00000010:3.0:1724310019.555632:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.555643:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096721, last committed = 4295096671 00010000:00000200:3.0:1724310019.555650:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094745880 x1808069883553280/t4295096721(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.555663:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310019.555668:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883553280, offset 224 00000400:00000010:3.0:1724310019.555674:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b2d8. 00000400:00000200:3.0:1724310019.555677:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.555685:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.555690:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532324:532324:256:4294967295] 192.168.204.31@tcp LPNI seq info [532320:532320:8:4294967295] 00000400:00000200:3.0:1724310019.555695:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.555700:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.555704:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.555708:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310019.555712:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.555718:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.555721:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.555999:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.556003:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.556005:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801367a3200. 00000800:00000200:2.0:1724310019.556101:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.556104:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310019.556107:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.556111:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.557608:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.557620:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ef5 00000400:00000200:0.0:1724310019.557625:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.557628:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.557631:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310019.557633:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00010000:00000010:2.0:1724310019.557747:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:2.0:1724310019.557756:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3b00. 00000400:00000200:0.0:1724310019.558131:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.558138:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236680 00000400:00000200:0.0:1724310019.558143:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 119168 00000400:00000200:0.0:1724310019.558188:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.558192:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.558196:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.558200:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094746a00. 00000020:00000010:3.0:1724310019.558370:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:3.0:1724310019.558375:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.558378:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.558398:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883553408 00000001:00000010:3.0:1724310019.558407:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4eacc0. 00010000:00000010:3.0:1724310019.558424:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.558429:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.558472:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800864c0000. 00010000:00000010:3.0:1724310019.558494:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.558497:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.558510:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.558512:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.558515:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.558517:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000004:00000010:3.0:1724310019.558601:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8570. 00000004:00000010:3.0:1724310019.558608:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.558612:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.558618:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310019.558882:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:1.1:1724310019.558889:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.1:1724310019.558895:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.558900:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:1.1:1724310019.558902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:1.1:1724310019.558904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.559497:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.559500:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.559503:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.559506:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.559544:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.559550:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.559553:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.559578:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.559592:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094746a00 x1808069883553408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.559606:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310019.559611:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883553408, offset 224 00000400:00000200:3.0:1724310019.559615:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.559623:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.559628:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532325:532325:256:4294967295] 192.168.204.31@tcp LPNI seq info [532321:532321:8:4294967295] 00000400:00000200:3.0:1724310019.559635:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.559640:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.559643:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.559647:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.559653:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.559656:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.559887:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.559891:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.559894:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:2.0:1724310019.560153:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.560156:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:2.0:1724310019.560160:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.560164:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.560167:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:2.0:1724310019.560169:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00010000:00000010:3.1:1724310019.561971:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310019.561981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.562015:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.1:1724310019.562020:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:1.1:1724310019.562023:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.1:1724310019.562024:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:1.1:1724310019.562027:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.1:1724310019.562031:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000400:00000200:0.0:1724310019.563443:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.563457:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236780 00000400:00000200:0.0:1724310019.563463:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 119744 00000400:00000200:0.0:1724310019.563483:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.563486:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.563491:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.563498:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131500. 00000020:00000010:3.0:1724310019.563592:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:3.0:1724310019.563598:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.563602:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.563626:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883553664 02000000:00000010:3.0:1724310019.563651:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880098dff000. 00010000:00000010:3.0:1724310019.563682:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.563696:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.563717:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.563721:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.563731:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.563734:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.563737:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.563739:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.563826:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.563829:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.563831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.563834:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.563853:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.563857:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.563865:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1360. 00080000:00000010:3.0:1724310019.563871:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e7400. 00000001:00000010:3.0:1724310019.564058:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe81e0. 00000001:00000010:3.0:1724310019.564064:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c900. 00000020:00000010:3.0:1724310019.564098:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1360. 00010000:00000010:3.0:1724310019.564104:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.564107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.564120:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.564139:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.564142:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.564159:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.564164:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.564167:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.564172:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8570. 00010000:00000010:3.0:1724310019.564179:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310019.564191:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096722, last committed = 4295096671 00010000:00000200:3.0:1724310019.564197:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c131500 x1808069883553664/t4295096722(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.564211:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310019.564216:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883553664, offset 224 00000400:00000010:3.0:1724310019.564221:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b310. 00000400:00000200:3.0:1724310019.564223:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.564231:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.564236:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532326:532326:256:4294967295] 192.168.204.31@tcp LPNI seq info [532322:532322:8:4294967295] 00000400:00000200:3.0:1724310019.564240:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.564246:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.564250:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.564253:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.564300:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.564305:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.564308:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.564956:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.564960:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.564963:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:1.0:1724310019.565062:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.565064:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310019.565068:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.565072:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.566720:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.566732:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295efd 00000400:00000200:2.0:1724310019.566736:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.566739:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.566743:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:2.0:1724310019.566745:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00010000:00000010:0.0:1724310019.566811:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:0.0:1724310019.566818:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00000400:00000200:0.0:1724310019.567110:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.567118:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236800 00000400:00000200:0.0:1724310019.567124:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 120232 00000400:00000200:0.0:1724310019.567163:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.567167:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.567170:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.567175:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c131c00. 00000020:00000010:3.0:1724310019.567247:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:3.0:1724310019.567251:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.567254:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.567315:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883553792 00000001:00000010:3.0:1724310019.567324:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c180. 00010000:00000010:3.0:1724310019.567338:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.567342:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310019.567384:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d790000. 00010000:00000010:3.0:1724310019.567406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.567409:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.567420:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.567421:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.567424:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.567426:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310019.567501:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8740. 00000004:00000010:3.0:1724310019.567507:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.567511:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.567517:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:1.1:1724310019.567770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.567776:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.567781:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.567783:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:1.1:1724310019.567786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310019.567791:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.568364:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.568367:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.568370:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.568372:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.568407:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.568414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.568416:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.568439:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310019.568451:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c131c00 x1808069883553792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.568464:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310019.568468:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883553792, offset 224 00000400:00000200:3.0:1724310019.568473:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.568480:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.568485:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532327:532327:256:4294967295] 192.168.204.31@tcp LPNI seq info [532323:532323:8:4294967295] 00000400:00000200:3.0:1724310019.568493:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.568498:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.568501:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.568505:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.568510:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.568513:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.568536:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.568539:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.568541:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:1.0:1724310019.568754:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.568757:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310019.568761:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.568764:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.568767:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:1.0:1724310019.568769:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00000400:00000200:2.0:1724310019.570827:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.570840:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236900 00000400:00000200:2.0:1724310019.570847:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 120808 00000400:00000200:2.0:1724310019.570865:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.570868:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.570873:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.570879:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012db5d500. 00000020:00000010:3.0:1724310019.570981:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:3.0:1724310019.570986:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.570990:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.571200:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554048 02000000:00000010:3.0:1724310019.571229:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006583e000. 00010000:00000010:3.0:1724310019.571288:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.571301:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.571326:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.571330:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.571341:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.571342:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.571345:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.571346:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.571432:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.571434:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.571436:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.571438:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310019.571458:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.571463:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.571472:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe8a80. 00080000:00000010:3.0:1724310019.571477:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e5400. 00000001:00000010:3.0:1724310019.571632:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b18a0. 00000001:00000010:3.0:1724310019.571636:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c0c0. 00000020:00000010:3.0:1724310019.571666:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe8a80. 00010000:00000010:3.0:1724310019.571672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.571675:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.571688:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.571703:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.571705:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00080000:00000010:3.0:1724310019.571720:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.571724:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.571727:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.571732:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8740. 00010000:00000010:3.0:1724310019.571739:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310019.571750:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096723, last committed = 4295096671 00010000:00000200:3.0:1724310019.571756:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012db5d500 x1808069883554048/t4295096723(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.571768:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310019.571787:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883554048, offset 224 00000400:00000010:3.0:1724310019.571791:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b348. 00000400:00000200:3.0:1724310019.571794:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.571802:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.571806:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532328:532328:256:4294967295] 192.168.204.31@tcp LPNI seq info [532324:532324:8:4294967295] 00000400:00000200:3.0:1724310019.571810:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.571815:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.571819:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.571822:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310019.571826:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.571831:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.571835:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.571863:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.571866:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.571868:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:1.0:1724310019.572100:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.572103:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:1.0:1724310019.572106:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.572110:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.573691:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310019.573707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00000400:00000200:1.0:1724310019.574209:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.574220:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f05 00000400:00000200:1.0:1724310019.574231:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.574234:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.574238:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:1.0:1724310019.574240:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00000400:00000200:1.0:1724310019.574392:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.574398:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236980 00000400:00000200:1.0:1724310019.574404:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 121296 00000400:00000200:1.0:1724310019.574455:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.574458:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.574462:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.574467:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8700. 00000020:00000010:0.0:1724310019.574535:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:0.0:1724310019.574540:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.574543:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.574574:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554176 00000001:00000010:0.0:1724310019.574581:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c900. 00010000:00000010:0.0:1724310019.574605:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310019.574610:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310019.574661:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e900000. 00010000:00000010:0.0:1724310019.574685:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310019.574688:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.574706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310019.574708:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.574710:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310019.574712:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000004:00000010:0.0:1724310019.574789:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310019.574795:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.574799:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310019.574812:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:2.0:1724310019.575401:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:2.0:1724310019.575414:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:0.0:1724310019.575746:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310019.575749:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.575752:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310019.575755:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.575788:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.575928:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.575931:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.575956:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.575966:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8700 x1808069883554176/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.575980:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310019.575984:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883554176, offset 224 00000400:00000200:0.0:1724310019.575988:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.575995:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.576000:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532329:532329:256:4294967295] 192.168.204.31@tcp LPNI seq info [532325:532325:8:4294967295] 00000400:00000200:0.0:1724310019.576008:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.576012:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.576016:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310019.576020:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.576025:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.576028:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.577083:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.577090:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.577093:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:2.0:1724310019.577696:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.577701:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310019.577704:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.577710:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.577714:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:2.0:1724310019.577715:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00000400:00000200:1.0:1724310019.579722:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.579736:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236a80 00000400:00000200:1.0:1724310019.579742:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 121872 00000400:00000200:1.0:1724310019.579761:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.579764:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.579769:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.579774:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8380. 00000020:00000010:0.0:1724310019.579861:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:0.0:1724310019.579866:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.579869:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.579902:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554432 02000000:00000010:0.0:1724310019.579928:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012bb3e000. 00010000:00000010:0.0:1724310019.579956:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.579967:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.579988:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.579991:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.580001:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310019.580003:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.580006:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310019.580008:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.580085:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310019.580088:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.580090:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310019.580092:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310019.580109:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19fe0. 00000020:00000010:0.0:1724310019.580114:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19fe0. 00000020:00000010:0.0:1724310019.580122:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b900. 00080000:00000010:0.0:1724310019.580127:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f641800. 00000001:00000010:0.0:1724310019.580340:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b4e0. 00000001:00000010:0.0:1724310019.580345:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310019.580374:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b900. 00010000:00000010:0.0:1724310019.580381:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310019.580383:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.580396:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.580412:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.580415:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00080000:00000010:0.0:1724310019.580429:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:0.0:1724310019.580438:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310019.580441:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.580445:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:0.0:1724310019.580452:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000200:0.0:1724310019.580463:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096724, last committed = 4295096671 00010000:00000200:0.0:1724310019.580470:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8380 x1808069883554432/t4295096724(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.580486:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfcc0. 00000100:00000200:0.0:1724310019.580491:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883554432, offset 224 00000400:00000010:0.0:1724310019.580496:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef90a8. 00000400:00000200:0.0:1724310019.580498:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.580506:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.580511:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532330:532330:256:4294967295] 192.168.204.31@tcp LPNI seq info [532326:532326:8:4294967295] 00000400:00000200:0.0:1724310019.580515:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.580520:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.580524:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.580538:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310019.580543:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.580549:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.580552:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.580563:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98000. 00000020:00000010:0.0:1724310019.580566:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.580568:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:0.0:1724310019.580640:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.580642:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:0.0:1724310019.580645:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.580648:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.581228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:2.1:1724310019.581238:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310019.581243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:2.1:1724310019.581246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:2.1:1724310019.581250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:2.1:1724310019.581252:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310019.581254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:2.1:1724310019.581273:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310019.581287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:2.1:1724310019.581292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00000400:00000200:2.0:1724310019.583437:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.583450:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f0d 00000400:00000200:2.0:1724310019.583456:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.583459:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.583463:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfcc0 00000400:00000010:2.0:1724310019.583465:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfcc0. 00000400:00000200:2.0:1724310019.583833:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.583839:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236b00 00000400:00000200:2.0:1724310019.583845:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 122360 00000400:00000200:2.0:1724310019.583903:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.583907:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.583912:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.583917:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326d80. 00010000:00000010:0.0:1724310019.584300:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.584308:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00000020:00000010:3.0:1724310019.584623:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080ef4600. 00000020:00000010:3.0:1724310019.584628:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.584632:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.584759:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554560 00000001:00000010:3.0:1724310019.584769:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c0c0. 00010000:00000010:3.0:1724310019.584786:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.584790:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 02000000:00000010:3.0:1724310019.584830:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7a0000. 00010000:00000010:3.0:1724310019.584854:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.584856:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.584866:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.584868:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.584871:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.584873:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00000004:00000010:3.0:1724310019.584960:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310019.584967:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.584971:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.584977:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.585541:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.585544:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.585547:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.585549:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.585586:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.585594:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.585596:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.585618:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310019.585629:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326d80 x1808069883554560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.585642:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051cc0. 00000100:00000200:3.0:1724310019.585646:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883554560, offset 224 00000400:00000200:3.0:1724310019.585651:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.585659:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.585664:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532331:532331:256:4294967295] 192.168.204.31@tcp LPNI seq info [532327:532327:8:4294967295] 00000400:00000200:3.0:1724310019.585672:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.585677:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.585680:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.585685:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.585690:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.585694:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.585706:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.585709:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.585711:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080ef4600. 00000800:00000200:1.0:1724310019.585799:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.585802:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310019.585805:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.585809:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.585811:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051cc0 00000400:00000010:1.0:1724310019.585813:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051cc0. 00010000:00000010:2.1:1724310019.586780:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310019.586787:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310019.586790:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310019.586792:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.1:1724310019.586797:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310019.586802:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:0.0:1724310019.587921:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.587933:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236c00 00000400:00000200:0.0:1724310019.587939:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 122936 00000400:00000200:0.0:1724310019.587956:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.587960:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.587964:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.587969:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133480. 00000020:00000010:3.0:1724310019.588069:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801367a3200. 00000020:00000010:3.0:1724310019.588074:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.588077:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.588570:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554816 02000000:00000010:3.0:1724310019.588593:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880065838000. 00010000:00000010:3.0:1724310019.588616:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.588627:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.588644:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.588647:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.588656:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.588658:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.588661:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.588663:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.588731:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.588733:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.588735:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.588737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00000020:00000010:3.0:1724310019.588752:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.588756:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c4a0. 00000020:00000010:3.0:1724310019.588763:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1840. 00080000:00000010:3.0:1724310019.588768:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e4000. 00000001:00000010:3.0:1724310019.588904:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8840. 00000001:00000010:3.0:1724310019.588909:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c000. 00000020:00000010:3.0:1724310019.588936:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1840. 00010000:00000010:3.0:1724310019.588941:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.588944:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.588956:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.588971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.588974:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310019.588987:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.588991:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.588994:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.588999:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310019.589005:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000200:3.0:1724310019.589016:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096725, last committed = 4295096671 00010000:00000200:3.0:1724310019.589022:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c133480 x1808069883554816/t4295096725(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.589034:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320513b8. 00000100:00000200:3.0:1724310019.589038:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883554816, offset 224 00000400:00000010:3.0:1724310019.589043:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b380. 00000400:00000200:3.0:1724310019.589046:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.589053:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.589058:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532332:532332:256:4294967295] 192.168.204.31@tcp LPNI seq info [532328:532328:8:4294967295] 00000400:00000200:3.0:1724310019.589062:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.589068:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.589072:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.589076:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.589080:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.589085:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.589088:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.589112:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.589115:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.589117:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801367a3200. 00000800:00000200:2.0:1724310019.589678:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.589681:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:2.0:1724310019.589685:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.589688:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.590938:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.590948:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f15 00000400:00000200:1.0:1724310019.590952:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.590955:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.590963:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320513b8 00000400:00000010:1.0:1724310019.590965:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320513b8. 00010000:00000010:2.0:1724310019.591067:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:2.0:1724310019.591073:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00000400:00000200:0.0:1724310019.592316:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.592324:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236c80 00000400:00000200:0.0:1724310019.592334:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 123424 00000400:00000200:0.0:1724310019.592383:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.592387:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.592391:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.592395:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c133800. 00010000:00000010:2.1:1724310019.592422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:2.1:1724310019.592432:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310019.592437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:2.1:1724310019.592440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:2.1:1724310019.592442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:2.1:1724310019.592445:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310019.592447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:2.1:1724310019.592449:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310019.592452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:2.1:1724310019.592457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00000020:00000010:1.0:1724310019.592516:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037e00. 00000020:00000010:1.0:1724310019.592520:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5b80. 00000020:00000010:1.0:1724310019.592524:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc7d0. 00000100:00000200:1.0:1724310019.592561:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883554944 00000001:00000010:1.0:1724310019.592570:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:1.0:1724310019.592587:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.592591:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 02000000:00000010:1.0:1724310019.592633:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082700000. 00010000:00000010:1.0:1724310019.592651:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310019.592654:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.592665:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.592667:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.592670:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310019.592672:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00000004:00000010:1.0:1724310019.592744:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310019.592750:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f870. 00000004:00000010:1.0:1724310019.592755:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310019.592762:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9860. 00010000:00000010:2.0:1724310019.593521:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310019.593524:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.593527:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310019.593530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.593571:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:2.0:1724310019.593577:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:2.0:1724310019.593580:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:2.0:1724310019.593602:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000200:2.0:1724310019.593613:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c133800 x1808069883554944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.593626:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310019.593631:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883554944, offset 224 00000400:00000200:2.0:1724310019.593635:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.593642:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.593648:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532333:532333:256:4294967295] 192.168.204.31@tcp LPNI seq info [532329:532329:8:4294967295] 00000400:00000200:2.0:1724310019.593655:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.593660:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.593663:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310019.593668:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.593674:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.593676:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.593755:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5b80. 00000020:00000010:2.0:1724310019.593758:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc7d0. 00000020:00000010:2.0:1724310019.593761:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037e00. 00000800:00000200:0.0:1724310019.593850:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.593852:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310019.593855:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.593859:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.593862:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:0.0:1724310019.593863:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00010000:00000010:0.1:1724310019.595390:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310019.595399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:2.1:1724310019.595404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:2.1:1724310019.595409:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310019.595413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310019.595415:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310019.595417:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310019.595420:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:2.1:1724310019.595422:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:2.1:1724310019.595424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:1.0:1724310019.597014:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.597029:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236d80 00000400:00000200:1.0:1724310019.597036:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 124000 00000400:00000200:1.0:1724310019.597054:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.597058:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.597064:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.597069:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdf8e00. 00000020:00000010:2.0:1724310019.597157:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bb400. 00000020:00000010:2.0:1724310019.597162:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a00. 00000020:00000010:2.0:1724310019.597166:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.597244:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883555200 02000000:00000010:2.0:1724310019.597359:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f7000. 00010000:00000010:2.0:1724310019.597387:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.597400:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.597419:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310019.597423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.597434:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310019.597436:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310019.597438:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.597440:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.597510:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310019.597512:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310019.597515:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.597517:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000020:00000010:2.0:1724310019.597534:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d3c0. 00000020:00000010:2.0:1724310019.597540:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d3c0. 00000020:00000010:2.0:1724310019.597546:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293360. 00080000:00000010:2.0:1724310019.597551:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012bd72800. 00000001:00000010:2.0:1724310019.597710:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293960. 00000001:00000010:2.0:1724310019.597714:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fc00. 00000020:00000010:2.0:1724310019.597740:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293360. 00010000:00000010:2.0:1724310019.597745:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.597747:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310019.597759:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310019.597774:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310019.597776:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00080000:00000010:2.0:1724310019.597792:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9860. 00000004:00000010:2.0:1724310019.597796:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:2.0:1724310019.597799:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f870. 00000004:00000010:2.0:1724310019.597803:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:2.0:1724310019.597808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000200:2.0:1724310019.597817:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096726, last committed = 4295096671 00010000:00000200:2.0:1724310019.597823:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdf8e00 x1808069883555200/t4295096726(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.597836:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66000. 00000100:00000200:2.0:1724310019.597841:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883555200, offset 224 00000400:00000010:2.0:1724310019.597845:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95e00. 00000400:00000200:2.0:1724310019.597848:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.597855:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.597860:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532334:532334:256:4294967295] 192.168.204.31@tcp LPNI seq info [532330:532330:8:4294967295] 00000400:00000200:2.0:1724310019.597864:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.597869:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.597874:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.597876:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310019.597880:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.597885:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.597888:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.597904:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a00. 00000020:00000010:2.0:1724310019.597906:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.597909:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bb400. 00000800:00000200:0.0:1724310019.597998:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.598000:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:0.0:1724310019.598003:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.598006:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.598352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:2.1:1724310019.598359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:2.1:1724310019.598363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:2.1:1724310019.598366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:2.1:1724310019.598368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:2.1:1724310019.598371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310019.598373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:2.1:1724310019.598374:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310019.598376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:2.1:1724310019.598380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00000400:00000200:0.0:1724310019.599678:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.599689:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f1d 00000400:00000200:0.0:1724310019.599693:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.599696:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.599699:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66000 00000400:00000010:0.0:1724310019.599701:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66000. 00010000:00000010:2.0:1724310019.600004:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.600011:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00010000:00000010:0.1:1724310019.602053:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:0.1:1724310019.602063:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:0.1:1724310019.602067:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:0.1:1724310019.602069:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000400:00000200:1.0:1724310019.603596:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.603611:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236e00 00000400:00000200:1.0:1724310019.603618:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 124488 00000400:00000200:1.0:1724310019.603679:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.603683:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.603689:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.603695:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfad80. 00000020:00000010:2.0:1724310019.603806:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905000. 00000020:00000010:2.0:1724310019.603811:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.603816:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.603853:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883555328 00000001:00000010:2.0:1724310019.603861:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c000. 00010000:00000010:2.0:1724310019.603880:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.603885:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310019.603930:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800875e0000. 00010000:00000010:2.0:1724310019.603949:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.603952:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.603966:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310019.603968:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.603972:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.603974:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00000004:00000010:2.0:1724310019.604047:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310019.604053:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f531e0. 00000004:00000010:2.0:1724310019.604057:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f4b0. 00080000:00000010:2.0:1724310019.604064:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca09c0. 00010000:00000010:0.1:1724310019.606598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310019.606609:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310019.606612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310019.606614:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310019.606617:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:0.1:1724310019.606623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:0.1:1724310019.606625:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310019.606627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.606818:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310019.606823:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310019.606827:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.606833:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310019.606886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.606912:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.606917:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.606950:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310019.606965:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfad80 x1808069883555328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.606981:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66aa0. 00000100:00000200:2.0:1724310019.606987:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883555328, offset 224 00000400:00000200:2.0:1724310019.606992:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.607004:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.607009:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532335:532335:256:4294967295] 192.168.204.31@tcp LPNI seq info [532331:532331:8:4294967295] 00000400:00000200:2.0:1724310019.607018:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.607023:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.607028:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310019.607033:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.607040:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.607045:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.607073:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.607077:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.607081:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905000. 00000800:00000200:0.0:1724310019.607372:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.607376:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310019.607380:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.607384:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.607388:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66aa0 00000400:00000010:0.0:1724310019.607389:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66aa0. 00010000:00000010:0.1:1724310019.609552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:0.1:1724310019.609559:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310019.609562:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:2.0:1724310019.610718:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.610732:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13236f00 00000400:00000200:2.0:1724310019.610738:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 125064 00000400:00000200:2.0:1724310019.610755:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.610759:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.610764:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.610768:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325180. 00000020:00000010:0.0:1724310019.611645:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013414ac00. 00000020:00000010:0.0:1724310019.611651:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.611656:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.611684:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883555584 02000000:00000010:0.0:1724310019.611710:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c89000. 00010000:00000010:0.0:1724310019.611737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:0.0:1724310019.611758:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:0.0:1724310019.611778:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310019.611782:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.611792:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310019.611794:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.611797:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310019.611799:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.611872:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.611874:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.611876:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310019.611878:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310019.611893:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19b40. 00000020:00000010:0.0:1724310019.611897:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19b40. 00000020:00000010:0.0:1724310019.611904:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b120. 00080000:00000010:0.0:1724310019.611909:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f643000. 00000001:00000010:0.0:1724310019.612043:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b600. 00000001:00000010:0.0:1724310019.612047:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310019.612073:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b120. 00010000:00000010:0.0:1724310019.612078:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310019.612080:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.612091:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.612105:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310019.612108:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c00. 00080000:00000010:0.0:1724310019.612124:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca09c0. 00000004:00000010:0.0:1724310019.612127:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f4b0. 00000004:00000010:0.0:1724310019.612131:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f531e0. 00000004:00000010:0.0:1724310019.612136:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:0.0:1724310019.612142:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.612151:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096727, last committed = 4295096671 00010000:00000200:0.0:1724310019.612158:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325180 x1808069883555584/t4295096727(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.612169:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310019.612174:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883555584, offset 224 00000400:00000010:0.0:1724310019.612178:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9070. 00000400:00000200:0.0:1724310019.612180:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.612188:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.612193:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532336:532336:256:4294967295] 192.168.204.31@tcp LPNI seq info [532332:532332:8:4294967295] 00000400:00000200:0.0:1724310019.612197:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.612202:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.612207:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.612210:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310019.612214:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.612219:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.612222:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.612244:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.612247:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.612249:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013414ac00. 00000800:00000200:1.0:1724310019.612348:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.612351:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:1.0:1724310019.612354:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.612358:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.615194:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.615209:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f25 00000400:00000200:1.0:1724310019.615214:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.615218:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.615222:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:1.0:1724310019.615225:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00000400:00000200:1.0:1724310019.615292:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.615299:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13236f80 00000400:00000200:1.0:1724310019.615305:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 125552 00000400:00000200:1.0:1724310019.615363:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.615367:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.615371:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.615376:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fdfa680. 00010000:00000010:3.0:1724310019.615468:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:3.0:1724310019.615477:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:2.1:1724310019.616032:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000020:00000010:0.0:1724310019.616093:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.616098:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.616102:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.616136:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883555712 00000001:00000010:0.0:1724310019.616145:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fc00. 00010000:00000010:0.0:1724310019.616164:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310019.616169:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310019.616216:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c770000. 00010000:00000010:0.0:1724310019.616238:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310019.616241:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.616253:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310019.616255:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310019.616293:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310019.616297:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00000004:00000010:0.0:1724310019.616383:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310019.616390:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.616394:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310019.616401:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:2.1:1724310019.617994:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310019.618001:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:2.1:1724310019.618005:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:2.1:1724310019.618008:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310019.618010:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310019.618141:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310019.620520:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310019.620526:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.620530:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310019.620535:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.620583:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.621796:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.621804:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310019.621837:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.621851:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fdfa680 x1808069883555712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.621866:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310019.621871:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883555712, offset 224 00000400:00000200:0.0:1724310019.621876:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.621886:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.621891:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532337:532337:256:4294967295] 192.168.204.31@tcp LPNI seq info [532333:532333:8:4294967295] 00000400:00000200:0.0:1724310019.621899:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.621904:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.621908:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310019.621913:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.621919:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.621923:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.621948:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.621951:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.621954:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:2.0:1724310019.622856:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.622860:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310019.622864:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.622868:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.622872:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:2.0:1724310019.622873:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:3.1:1724310019.623868:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310019.623875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:1.0:1724310019.627714:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.627730:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13237080 00000400:00000200:1.0:1724310019.627736:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 126128 00000400:00000200:1.0:1724310019.627775:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.627779:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.627784:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.627792:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4dc00. 00010000:00000010:3.1:1724310019.627855:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:3.1:1724310019.627860:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310019.627864:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310019.627866:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000020:00000010:0.0:1724310019.627974:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.627980:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.627984:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.628017:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883555968 02000000:00000010:0.0:1724310019.628043:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8d000. 00010000:00000010:0.0:1724310019.628073:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.629003:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.629024:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310019.629028:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.629039:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310019.629041:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310019.629044:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310019.629046:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.629121:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310019.629123:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310019.629124:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310019.629126:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310019.629140:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de194a0. 00000020:00000010:0.0:1724310019.629145:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de194a0. 00000020:00000010:0.0:1724310019.629152:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b480. 00080000:00000010:0.0:1724310019.629157:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008f640c00. 00000001:00000010:0.0:1724310019.629325:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bf60. 00000001:00000010:0.0:1724310019.629329:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310019.629355:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b480. 00010000:00000010:0.0:1724310019.629359:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310019.629362:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.629374:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.629389:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.629391:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310019.629403:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:0.0:1724310019.629410:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310019.629413:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.629417:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:0.0:1724310019.629422:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000200:0.0:1724310019.629433:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096728, last committed = 4295096671 00010000:00000200:0.0:1724310019.629439:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4dc00 x1808069883555968/t4295096728(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.629451:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310019.629457:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883555968, offset 224 00000400:00000010:0.0:1724310019.629461:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9038. 00000400:00000200:0.0:1724310019.629463:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.629473:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.629477:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532338:532338:256:4294967295] 192.168.204.31@tcp LPNI seq info [532334:532334:8:4294967295] 00000400:00000200:0.0:1724310019.629482:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.629487:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.629490:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.629493:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310019.629497:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.629502:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.629505:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.629525:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.629527:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.629529:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:1.0:1724310019.629637:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.629640:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:1.0:1724310019.629642:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.629646:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.631610:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.631622:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f2d 00000400:00000200:2.0:1724310019.631627:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.631630:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.631634:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:2.0:1724310019.631636:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:0.0:1724310019.631717:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310019.631724:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:2.1:1724310019.633668:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310019.633677:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310019.633680:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:2.1:1724310019.633682:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310019.633685:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310019.633690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:2.1:1724310019.637740:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310019.637751:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:1.0:1724310019.637816:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.637831:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13237100 00000400:00000200:1.0:1724310019.637837:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 126616 00000400:00000200:1.0:1724310019.637898:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.637903:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.637909:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.637914:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c700. 00000020:00000010:0.0:1724310019.638133:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.638139:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.638143:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.638182:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883556096 00000001:00000010:0.0:1724310019.638192:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 00010000:00000010:0.0:1724310019.638211:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310019.638217:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310019.638288:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093370000. 00010000:00000010:0.0:1724310019.638311:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310019.638314:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.638327:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310019.638329:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.638332:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310019.638334:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.638434:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310019.638438:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310019.638491:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.638513:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.638517:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.638537:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.638548:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c700 x1808069883556096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.638561:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfbb0. 00000100:00000200:0.0:1724310019.638565:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883556096, offset 224 00000400:00000200:0.0:1724310019.638570:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.638576:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.638581:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532339:532339:256:4294967295] 192.168.204.31@tcp LPNI seq info [532335:532335:8:4294967295] 00000400:00000200:0.0:1724310019.638589:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.638593:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.638596:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310019.638601:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.638606:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.638612:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.638626:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.638628:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.638630:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:1.0:1724310019.638804:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.638806:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310019.638808:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.638811:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.638814:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfbb0 00000400:00000010:1.0:1724310019.638816:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfbb0. 00000400:00000200:2.0:1724310019.641147:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.641162:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13237200 00000400:00000200:2.0:1724310019.641171:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d29 [2] + 392 00000400:00000200:2.0:1724310019.641187:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.641194:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.641199:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1724310019.641204:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00000020:00000010:3.0:1724310019.641300:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697200. 00000020:00000010:3.0:1724310019.641304:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.641307:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.641339:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883556352 02000000:00000010:3.0:1724310019.641365:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8800951e6000. 00000004:00000010:3.0:1724310019.641458:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff88008ca42080. 00080000:00000010:3.0:1724310019.641485:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e7800. 00000001:00000010:3.0:1724310019.641542:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8a80. 00000001:00000010:3.0:1724310019.641546:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c480. 00010000:00000200:3.0:1724310019.641583:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883556352/t4295096729(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.641595:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310019.641598:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883556352, offset 224 00000400:00000200:3.0:1724310019.641603:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.641609:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.641613:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532340:532340:256:4294967295] 192.168.204.31@tcp LPNI seq info [532336:532336:8:4294967295] 00000400:00000200:3.0:1724310019.641621:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.641908:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.641912:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.641917:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.641922:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.641925:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.642043:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.642047:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.642050:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697200. 00000800:00000200:1.0:1724310019.643546:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.643552:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310019.643557:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.643562:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.643566:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:1.0:1724310019.643568:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:2.1:1724310019.644698:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:2.1:1724310019.644705:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:2.1:1724310019.644709:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:2.1:1724310019.644711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00000400:00000200:1.0:1724310019.647143:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.647159:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13237300 00000400:00000200:1.0:1724310019.647166:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x2796c1 [64] + 127200 00000400:00000200:1.0:1724310019.647187:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.647190:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.647195:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.647201:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c380. 00000020:00000010:3.0:1724310019.647352:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697200. 00000020:00000010:3.0:1724310019.647358:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.647362:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.647391:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883556608 00000001:00000010:3.0:1724310019.647401:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 02000000:00000010:3.0:1724310019.647426:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88006583b000. 00010000:00000010:3.0:1724310019.647456:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:3.0:1724310019.647465:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ca42800. 00010000:00000010:3.0:1724310019.647475:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880082ac5900. 00010000:00000010:3.0:1724310019.647481:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131853880. 00010000:00000010:3.0:1724310019.647485:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131853b80. 00010000:00000010:3.0:1724310019.647504:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.647506:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.647510:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.647514:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.647523:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.647524:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.647527:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.647528:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.647612:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.647614:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.647616:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.647618:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.647651:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847ca00. 00000020:00000010:3.0:1724310019.647656:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847ca00. 00080000:00000010:3.0:1724310019.647662:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a4c34920. 00080000:00000010:3.0:1724310019.647665:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff88012bb501c0. 00080000:00000010:3.0:1724310019.648163:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff88012bb501c0. 00080000:00000010:3.0:1724310019.648168:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a4c34920. 00000020:00000010:3.0:1724310019.648174:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bfe82a0. 00080000:00000010:3.0:1724310019.648178:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e6800. 00000001:00000010:3.0:1724310019.651552:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1c00. 00000001:00000010:3.0:1724310019.651561:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c540. 00000020:00000010:3.0:1724310019.651605:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bfe82a0. 00010000:00000010:3.0:1724310019.651642:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.651649:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00080000:00000010:3.0:1724310019.651670:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75d40. 00000004:00000010:3.0:1724310019.651675:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923c80. 00000004:00000010:3.0:1724310019.651678:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d618. 00000004:00000010:3.0:1724310019.651683:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f81d0. 00010000:00000010:3.0:1724310019.651691:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.651695:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000200:3.0:1724310019.651712:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096730, last committed = 4295096671 00010000:00000200:3.0:1724310019.651721:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c380 x1808069883556608/t4295096730(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 504/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.651735:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310019.651742:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883556608, offset 224 00000400:00000010:3.0:1724310019.651748:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b3b8. 00000400:00000200:3.0:1724310019.651751:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.651762:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.651768:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532341:532341:256:4294967295] 192.168.204.31@tcp LPNI seq info [532337:532337:8:4294967295] 00000400:00000200:3.0:1724310019.651772:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.651778:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.651785:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.651789:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.651794:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.651800:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.651803:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.652365:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.652371:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.652373:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697200. 00000800:00000200:2.0:1724310019.652903:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.652906:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:2.0:1724310019.652911:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.652916:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.654412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:2.1:1724310019.654420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d5e5d40. 00010000:00000010:2.1:1724310019.654424:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880095443900. 00010000:00000010:2.1:1724310019.654427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880122c6f180. 00010000:00000010:2.1:1724310019.654430:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880080a6a000. 00000400:00000200:1.0:1724310019.654596:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.654609:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f39 00000400:00000200:1.0:1724310019.654614:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.654617:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.654621:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:1.0:1724310019.654623:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00010000:00000010:3.0:1724310019.655120:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.655131:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000400:00000200:2.0:1724310019.657683:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.657697:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13237380 00000400:00000200:2.0:1724310019.657704:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 127704 00000400:00000200:2.0:1724310019.657763:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.657767:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.657772:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.657777:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e327480. 00000020:00000010:3.0:1724310019.658013:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697200. 00000020:00000010:3.0:1724310019.658019:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.658023:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.658357:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883556736 00000001:00000010:3.0:1724310019.658366:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c480. 00010000:00000010:3.0:1724310019.658384:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.658386:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.658391:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.658395:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310019.658441:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081a40000. 00010000:00000010:3.0:1724310019.658463:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.658466:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.658543:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310019.658560:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e327480 x1808069883556736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.658573:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310019.658578:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883556736, offset 224 00000400:00000200:3.0:1724310019.658582:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.658589:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.658594:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532342:532342:256:4294967295] 192.168.204.31@tcp LPNI seq info [532338:532338:8:4294967295] 00000400:00000200:3.0:1724310019.658603:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.658608:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.658612:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.658616:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.658621:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.658625:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.658648:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.658651:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.658653:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697200. 00000800:00000200:2.0:1724310019.659128:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.659130:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:2.0:1724310019.659161:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.659165:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.659168:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:2.0:1724310019.659170:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00010000:00000010:2.1:1724310019.660364:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:2.1:1724310019.660373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:2.1:1724310019.660379:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:2.1:1724310019.660388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00000400:00000200:1.0:1724310019.661919:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.661933:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13237400 00000400:00000200:1.0:1724310019.661940:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 128280 00000400:00000200:1.0:1724310019.661960:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.661964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.661969:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.661974:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f480. 00000020:00000010:0.0:1724310019.662046:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.662051:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.662055:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.662087:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883556864 00010000:00000010:0.0:1724310019.662108:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310019.662114:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310019.662156:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074c00000. 00010000:00000010:0.0:1724310019.662176:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310019.662178:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.662190:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310019.662192:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.662195:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310019.662197:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310019.662314:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310019.662321:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.662325:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310019.662331:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:2.1:1724310019.663445:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:2.1:1724310019.663454:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:2.1:1724310019.663457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:0.0:1724310019.666015:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.666022:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.666027:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00010000:00000010:0.0:1724310019.666032:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.666106:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.666129:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310019.666134:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310019.666167:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.666182:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f480 x1808069883556864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.666197:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310019.666203:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883556864, offset 224 00000400:00000200:0.0:1724310019.666209:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.666219:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.666224:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532343:532343:256:4294967295] 192.168.204.31@tcp LPNI seq info [532339:532339:8:4294967295] 00000400:00000200:0.0:1724310019.666233:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.666238:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.666241:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310019.666247:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.666253:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.666294:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.666321:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.666325:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.666328:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:3.0:1724310019.666854:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.666857:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310019.666861:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.666865:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.666875:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:3.0:1724310019.666877:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:3.1:1724310019.669443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:3.1:1724310019.669452:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:3.1:1724310019.669455:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310019.669458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:2.0:1724310019.669526:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.669539:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13237500 00000400:00000200:2.0:1724310019.669545:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 128864 00000400:00000200:2.0:1724310019.669573:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.669577:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.669582:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.669587:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325c00. 00000020:00000010:0.0:1724310019.669810:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.669815:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.669818:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.669849:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883557120 00010000:00000010:0.0:1724310019.669870:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310019.669875:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 02000000:00000010:0.0:1724310019.669922:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88007edd0000. 00000004:00000010:0.0:1724310019.669993:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310019.670001:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24fc00. 00000001:00000010:0.0:1724310019.670024:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bd20. 00000001:00000010:0.0:1724310019.670028:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00010000:00000010:0.0:1724310019.670078:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000200:0.0:1724310019.670104:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325c00 x1808069883557120/t4295096731(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.670119:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310019.670123:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883557120, offset 224 00000400:00000200:0.0:1724310019.670128:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.670135:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.670139:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532344:532344:256:4294967295] 192.168.204.31@tcp LPNI seq info [532340:532340:8:4294967295] 00000400:00000200:0.0:1724310019.670147:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.670151:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.670154:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310019.670158:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.670163:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.670167:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.670189:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.670192:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:0.0:1724310019.670195:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:1.0:1724310019.670319:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.670322:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310019.670325:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.670328:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.670331:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:1.0:1724310019.670333:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00010000:00000010:2.1:1724310019.673556:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:3.0:1724310019.675923:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.675939:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13237580 00000400:00000200:3.0:1724310019.675946:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d29 [2] + 784 00000400:00000200:3.0:1724310019.675966:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.675970:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.675977:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1724310019.675983:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9500. 00000020:00000010:0.0:1724310019.676060:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab7400. 00000020:00000010:0.0:1724310019.676066:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310019.676070:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806898. 00000100:00000200:0.0:1724310019.676156:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883557248 00000001:00000010:0.0:1724310019.676166:0:26744:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c540. 02000000:00000010:0.0:1724310019.676186:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff88012e24ec00. 00000004:00000010:0.0:1724310019.676194:0:26744:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff88013673c800. 00080000:00000010:0.0:1724310019.676695:0:26744:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a91b96d0. 00080000:00000010:0.0:1724310019.676699:0:26744:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880135a9bf00. 00080000:00000010:1.0:1724310019.678397:0:26744:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880135a9bf00. 00080000:00000010:1.0:1724310019.678405:0:26744:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a91b96d0. 00000100:00000010:1.0:1724310019.678413:0:26744:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff88006df82c00. 00000100:00000010:1.0:1724310019.678417:0:26744:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff880087e46000. 00000400:00000010:1.0:1724310019.678425:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000400:00000010:1.0:1724310019.678435:0:26744:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e37e0. 00000400:00000200:1.0:1724310019.678441:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.678452:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.678458:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532345:532345:256:4294967295] 192.168.204.31@tcp LPNI seq info [532341:532341:8:4294967295] 00000400:00000200:1.0:1724310019.678463:0:26744:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.678468:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.678473:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.678476:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef700. 00000800:00000200:1.0:1724310019.678481:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.678487:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:1.0:1724310019.678491:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef700 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1724310019.678508:0:26744:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13237580-0x66c6e13237580 00000800:00000200:2.0:1724310019.678706:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.678710:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef700. 00000400:00000200:2.0:1724310019.678714:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.678718:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.678722:0:3287:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff88006df82c00 00000400:00000200:1.0:1724310019.679864:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310019.679878:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f49 00000400:00000200:1.0:1724310019.679882:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.679885:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310019.679890:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:1.0:1724310019.679892:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310019.679895:0:3289:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff88006df82c00 00000100:00000010:2.0:1724310019.680049:0:26744:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff880087e46000. 00000100:00000010:2.0:1724310019.680055:0:26744:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff88006df82c00. 00000004:00000010:2.0:1724310019.680670:0:26744:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff88013673c800. 00010000:00000200:2.0:1724310019.680682:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9500 x1808069883557248/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.680696:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310019.680701:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883557248, offset 224 00000400:00000200:2.0:1724310019.680706:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.680712:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.680716:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532346:532346:256:4294967295] 192.168.204.31@tcp LPNI seq info [532342:532342:8:4294967295] 00000400:00000200:2.0:1724310019.680723:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.680728:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.680731:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310019.680735:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.680740:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.680743:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.680777:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:2.0:1724310019.680782:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806898. 00000020:00000010:2.0:1724310019.680785:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab7400. 00000800:00000200:3.0:1724310019.681428:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.681432:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310019.681435:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.681439:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.681442:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:3.0:1724310019.681443:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000400:00000200:2.0:1724310019.683476:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.683488:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13237680 00000400:00000200:2.0:1724310019.683495:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d29 [2] + 1232 00000400:00000200:2.0:1724310019.683516:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.683520:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.683525:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1724310019.683530:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 00000020:00000010:0.0:1724310019.683615:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6600. 00000020:00000010:0.0:1724310019.683620:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.683625:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310019.683656:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883557504 02000000:00000010:0.0:1724310019.683688:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88012e24c800. 00000020:00000010:0.0:1724310019.683743:0:26744:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b060. 00080000:00000010:0.0:1724310019.683749:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24cc00. 00000001:00000010:0.0:1724310019.683812:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bf00. 00000001:00000010:0.0:1724310019.683816:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f180. 00000020:00000010:0.0:1724310019.683844:0:26744:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b060. 00000004:00000010:0.0:1724310019.683856:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800b4b98100. 00010000:00000200:0.0:1724310019.683894:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326680 x1808069883557504/t4295096732(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.683906:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310019.683911:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883557504, offset 224 00000400:00000200:0.0:1724310019.683915:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.683922:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.683927:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532347:532347:256:4294967295] 192.168.204.31@tcp LPNI seq info [532343:532343:8:4294967295] 00000400:00000200:0.0:1724310019.683934:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.683938:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.683942:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310019.683946:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.683952:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.683955:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.683966:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.683969:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310019.683971:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6600. 00000800:00000200:0.0:1724310019.684039:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.684041:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:0.0:1724310019.684044:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.684047:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.684050:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310019.684051:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000400:00000200:3.0:1724310019.686144:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310019.686155:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13237780 00000400:00000200:3.0:1724310019.686162:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x2796c1 [64] + 133480 00000400:00000200:3.0:1724310019.686177:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.686180:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310019.686184:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310019.686189:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9c00. 00000020:00000010:0.0:1724310019.686400:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c800. 00000020:00000010:0.0:1724310019.686405:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.686408:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310019.686619:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883557760 00000001:00000010:0.0:1724310019.686627:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 02000000:00000010:0.0:1724310019.686650:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8a000. 00010000:00000010:0.0:1724310019.686678:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.686691:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.686697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:0.0:1724310019.686702:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:0.0:1724310019.686720:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310019.686723:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.686727:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310019.686730:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.686740:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310019.686742:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98000. 00010000:00000010:0.0:1724310019.686744:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310019.686746:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310019.686818:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.686820:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.686822:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310019.686824:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00000020:00000010:0.0:1724310019.686854:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19c00. 00000020:00000010:0.0:1724310019.686860:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19c00. 00080000:00000010:0.0:1724310019.686867:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a91b9918. 00080000:00000010:0.0:1724310019.686869:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880135a9b880. 00080000:00000010:0.0:1724310019.686886:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880135a9b880. 00080000:00000010:0.0:1724310019.686888:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a91b9918. 00000020:00000010:0.0:1724310019.686894:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b060. 00080000:00000010:0.0:1724310019.686899:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24f000. 00000001:00000010:0.0:1724310019.687082:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2bc60. 00000001:00000010:0.0:1724310019.687087:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f000. 00000020:00000010:0.0:1724310019.687109:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b060. 00010000:00000010:0.0:1724310019.687130:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310019.687133:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00080000:00000010:0.0:1724310019.687146:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:0.0:1724310019.687154:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:0.0:1724310019.687157:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310019.687161:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:0.0:1724310019.687166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310019.687168:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000200:0.0:1724310019.687179:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096733, last committed = 4295096671 00010000:00000200:0.0:1724310019.687185:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9c00 x1808069883557760/t4295096733(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.687197:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310019.687201:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883557760, offset 224 00000400:00000010:0.0:1724310019.687206:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880086ef9000. 00000400:00000200:0.0:1724310019.687208:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.687217:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.687222:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532348:532348:256:4294967295] 192.168.204.31@tcp LPNI seq info [532344:532344:8:4294967295] 00000400:00000200:0.0:1724310019.687226:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310019.687231:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.687235:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.687238:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310019.687242:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.687248:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.687251:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.687431:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.687435:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310019.687437:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c800. 00000800:00000200:3.0:1724310019.687535:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.687537:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310019.687540:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.687543:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.689717:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.689729:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f55 00000400:00000200:0.0:1724310019.689734:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.689737:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.689741:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310019.689743:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000400:00000200:0.0:1724310019.690612:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.690618:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13237800 00000400:00000200:0.0:1724310019.690624:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 133976 00000400:00000200:0.0:1724310019.690643:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.690645:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.690648:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.690653:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130e00. 00000020:00000010:0.0:1724310019.690682:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c800. 00000020:00000010:0.0:1724310019.690686:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.690689:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310019.690720:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883557888 00000001:00000010:0.0:1724310019.690729:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f180. 00010000:00000010:0.0:1724310019.690746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310019.690749:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310019.690753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310019.690757:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310019.690804:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880077d40000. 00010000:00000010:0.0:1724310019.690824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310019.690827:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310019.690903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310019.690916:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c130e00 x1808069883557888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.690928:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310019.690932:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883557888, offset 224 00000400:00000200:0.0:1724310019.690936:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.690942:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.690947:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532349:532349:256:4294967295] 192.168.204.31@tcp LPNI seq info [532345:532345:8:4294967295] 00000400:00000200:0.0:1724310019.690956:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.690960:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.690963:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310019.690966:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.690972:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.690975:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.690986:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310019.690988:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310019.690990:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c800. 00000800:00000200:0.0:1724310019.691061:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.691063:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:0.0:1724310019.691065:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.691068:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.691070:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310019.691071:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00010000:00000010:2.0:1724310019.691697:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310019.691703:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98000. 00000400:00000200:0.0:1724310019.692972:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.692982:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13237880 00000400:00000200:0.0:1724310019.692988:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 134552 00000400:00000200:0.0:1724310019.693004:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.693007:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.693012:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.693016:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132a00. 00000020:00000010:3.0:1724310019.693095:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697200. 00000020:00000010:3.0:1724310019.693100:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.693104:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.693121:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883558016 00010000:00000010:3.0:1724310019.693138:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.693142:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310019.693184:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006b400000. 00010000:00000010:3.0:1724310019.693200:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.693203:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.693214:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.693216:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.693219:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.693221:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00000004:00000010:3.0:1724310019.693357:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310019.693363:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d618. 00000004:00000010:3.0:1724310019.693367:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923c80. 00080000:00000010:3.0:1724310019.693373:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75d40. 00010000:00000010:2.1:1724310019.694848:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:2.1:1724310019.694855:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310019.694858:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:2.1:1724310019.694861:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310019.694864:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310019.694866:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:2.1:1724310019.694871:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310019.694873:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.0:1724310019.695720:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.695723:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.695728:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.695732:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.695795:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.695809:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.695813:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.695841:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310019.695856:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132a00 x1808069883558016/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.695868:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310019.695874:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883558016, offset 224 00000400:00000200:3.0:1724310019.695879:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.695888:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.695893:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532350:532350:256:4294967295] 192.168.204.31@tcp LPNI seq info [532346:532346:8:4294967295] 00000400:00000200:3.0:1724310019.695900:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.695905:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.695908:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310019.695912:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.695917:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.695920:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.695946:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.695950:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.695952:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697200. 00000800:00000200:0.0:1724310019.696185:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.696188:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310019.696192:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.696195:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.696199:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:0.0:1724310019.696201:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:3.1:1724310019.697724:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310019.697734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:0.0:1724310019.698114:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.698126:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13237980 00000400:00000200:0.0:1724310019.698133:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 135136 00000400:00000200:0.0:1724310019.698157:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.698161:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.698165:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.698170:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132300. 00000020:00000010:3.0:1724310019.698312:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.698318:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.698322:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.698346:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883558272 00010000:00000010:3.0:1724310019.698365:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.698370:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 02000000:00000010:3.0:1724310019.698419:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88007f8a0000. 00000004:00000010:3.0:1724310019.698500:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3e80. 00080000:00000010:3.0:1724310019.698507:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e7000. 00000001:00000010:3.0:1724310019.698529:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b1960. 00000001:00000010:3.0:1724310019.698533:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c6c0. 00010000:00000010:3.0:1724310019.698578:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000200:3.0:1724310019.698589:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132300 x1808069883558272/t4295096734(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.698601:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310019.698605:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883558272, offset 224 00000400:00000200:3.0:1724310019.698610:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.698616:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.698621:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532351:532351:256:4294967295] 192.168.204.31@tcp LPNI seq info [532347:532347:8:4294967295] 00000400:00000200:3.0:1724310019.698629:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.698633:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.698637:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310019.698641:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.698647:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.698650:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.699437:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.699442:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.699444:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:1.0:1724310019.699531:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.699533:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:1.0:1724310019.699537:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.699541:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.699543:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:1.0:1724310019.699545:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00010000:00000010:2.1:1724310019.701504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:2.1:1724310019.701520:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310019.701523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:2.1:1724310019.701525:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.1:1724310019.701618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:0.0:1724310019.701905:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.701916:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13237a00 00000400:00000200:0.0:1724310019.701923:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d29 [2] + 1624 00000400:00000010:0.0:1724310019.701927:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008c6a5000. 00000400:00000200:0.0:1724310019.701930:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880086182780 00000400:00000200:0.0:1724310019.701946:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.701950:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.701953:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880086182780 00000400:00000010:0.0:1724310019.701955:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880086182780. 00000100:00000200:0.0:1724310019.701963:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1724310019.702016:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132036c00. 00000020:00000010:1.0:1724310019.702021:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.702024:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.702056:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883558400 00000001:00000010:1.0:1724310019.702064:0:7086:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f000. 02000000:00000010:1.0:1724310019.702081:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff88006df82800. 00000004:00000010:1.0:1724310019.702087:0:7086:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff88008bb2b800. 00080000:00000010:1.0:1724310019.702509:0:7086:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a5190ff8. 00080000:00000010:1.0:1724310019.702513:0:7086:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880134366140. 00080000:00000010:1.0:1724310019.703217:0:7086:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880134366140. 00080000:00000010:1.0:1724310019.703221:0:7086:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a5190ff8. 00000100:00000010:1.0:1724310019.703227:0:7086:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff88006df83800. 00000100:00000010:1.0:1724310019.703230:0:7086:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff880087e41000. 00000400:00000010:1.0:1724310019.703237:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000400:00000010:1.0:1724310019.703244:0:7086:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3818. 00000400:00000200:1.0:1724310019.703248:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.703375:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.703380:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532352:532352:256:4294967295] 192.168.204.31@tcp LPNI seq info [532348:532348:8:4294967295] 00000400:00000200:1.0:1724310019.703385:0:7086:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.703390:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.703395:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.703399:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efa00. 00000800:00000200:1.0:1724310019.703404:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.703410:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:1.0:1724310019.703413:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efa00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1724310019.703715:0:7086:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13237a00-0x66c6e13237a00 00000800:00000200:0.0:1724310019.703812:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.703815:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efa00. 00000400:00000200:0.0:1724310019.703817:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.703821:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.703824:0:3288:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff88006df83800 00000400:00000200:0.0:1724310019.706457:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.706471:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f65 00000400:00000200:0.0:1724310019.706476:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.706479:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.706483:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:0.0:1724310019.706485:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000100:00000200:0.0:1724310019.706489:0:3287:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff88006df83800 00000100:00000010:1.0:1724310019.707410:0:7086:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff880087e41000. 00000100:00000010:1.0:1724310019.707416:0:7086:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff88006df83800. 00000004:00000010:1.0:1724310019.707958:0:7086:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff88008bb2b800. 00010000:00000200:1.0:1724310019.707971:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a4ef8450 x1808069883558400/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.707986:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310019.707991:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883558400, offset 224 00000400:00000200:1.0:1724310019.707996:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.708003:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.708008:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532353:532353:256:4294967295] 192.168.204.31@tcp LPNI seq info [532349:532349:8:4294967295] 00000400:00000200:1.0:1724310019.708017:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.708021:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.708025:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef800. 00000800:00000200:1.0:1724310019.708029:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.708034:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.708038:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef800 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.708057:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.708061:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.708064:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132036c00. 02000000:00000010:1.0:1724310019.708072:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88012e24c800. 00000100:00000010:1.0:1724310019.708075:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 02000000:00000010:1.0:1724310019.708078:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88012e24ec00. 00000100:00000010:1.0:1724310019.708080:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9500. 02000000:00000010:1.0:1724310019.708084:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff8800951e6000. 00000100:00000010:1.0:1724310019.708086:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 02000000:00000010:1.0:1724310019.708089:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880134ad1400. 00000100:00000010:1.0:1724310019.708090:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720380. 00000100:00000200:1.0:1724310019.708097:0:7086:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1724310019.708101:0:7086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1ac60. 00000400:00000010:1.0:1724310019.708105:0:7086:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009a4ead80. 00000800:00000200:0.0:1724310019.708202:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.708205:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef800. 00000400:00000200:0.0:1724310019.708208:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.708211:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.708214:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:0.0:1724310019.708216:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 02000000:00000010:0.0:1724310019.708219:0:3289:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88006df82800. 00010000:00000010:2.1:1724310019.709093:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00000400:00000200:0.0:1724310019.710860:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.710872:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13237b00 00000400:00000200:0.0:1724310019.710879:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d5d [2] + 0 00000400:00000200:0.0:1724310019.710901:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.710904:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.710909:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.710915:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132680. 00000020:00000010:1.0:1724310019.711016:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132036c00. 00000020:00000010:1.0:1724310019.711021:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.711033:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.711056:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883558656 02000000:00000010:1.0:1724310019.711090:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88006df83800. 00000020:00000010:1.0:1724310019.711146:0:7086:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7960. 00080000:00000010:1.0:1724310019.711153:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df81400. 00000001:00000010:1.0:1724310019.711217:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa79c0. 00000001:00000010:1.0:1724310019.711221:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310019.711248:0:7086:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7960. 00000004:00000010:1.0:1724310019.711296:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3e80. 00010000:00000200:1.0:1724310019.711341:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132680 x1808069883558656/t4295096735(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.711354:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000100:00000200:1.0:1724310019.711359:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883558656, offset 224 00000400:00000200:1.0:1724310019.711364:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.711371:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.711376:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532354:532354:256:4294967295] 192.168.204.31@tcp LPNI seq info [532350:532350:8:4294967295] 00000400:00000200:1.0:1724310019.711383:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.711388:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.711391:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310019.711395:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.711401:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.711404:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.711417:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.711420:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.711423:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132036c00. 00000800:00000200:2.0:1724310019.711640:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.711644:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:2.0:1724310019.711646:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.711650:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.711653:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:2.0:1724310019.711655:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00000400:00000200:0.0:1724310019.717544:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.717562:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13237c00 00000400:00000200:0.0:1724310019.717570:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x2796c1 [64] + 139752 00000400:00000200:0.0:1724310019.717592:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.717597:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.717607:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.717612:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c132d80. 00000020:00000010:3.0:1724310019.717732:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.717741:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.717745:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.718911:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883558912 00000001:00000010:3.0:1724310019.718923:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c6c0. 02000000:00000010:3.0:1724310019.718950:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008281e000. 00010000:00000010:3.0:1724310019.718983:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.719155:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.719164:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:3.0:1724310019.719168:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:3.0:1724310019.719187:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.719190:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.719193:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.719197:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.719207:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310019.719209:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.719211:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.719213:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.719618:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.719621:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.719623:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.719626:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00000020:00000010:3.0:1724310019.719659:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847cb60. 00000020:00000010:3.0:1724310019.719665:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847cb60. 00080000:00000010:3.0:1724310019.719672:0:7083:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a4c34920. 00080000:00000010:3.0:1724310019.719674:0:7083:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff88012bb50780. 00080000:00000010:3.0:1724310019.719690:0:7083:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff88012bb50780. 00080000:00000010:3.0:1724310019.719693:0:7083:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a4c34920. 00000020:00000010:3.0:1724310019.719699:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1900. 00080000:00000010:3.0:1724310019.719704:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e4400. 00000001:00000010:3.0:1724310019.719906:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8c00. 00000001:00000010:3.0:1724310019.719910:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c9c0. 00000020:00000010:3.0:1724310019.719936:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1900. 00010000:00000010:3.0:1724310019.719959:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.719962:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00080000:00000010:3.0:1724310019.719979:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75d40. 00000004:00000010:3.0:1724310019.719983:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923c80. 00000004:00000010:3.0:1724310019.719986:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d618. 00000004:00000010:3.0:1724310019.719991:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310019.719998:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.720000:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000200:3.0:1724310019.720012:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096736, last committed = 4295096671 00010000:00000200:3.0:1724310019.720021:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c132d80 x1808069883558912/t4295096736(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.720467:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320515d8. 00000100:00000200:3.0:1724310019.720473:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883558912, offset 224 00000400:00000010:3.0:1724310019.720478:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b3f0. 00000400:00000200:3.0:1724310019.720482:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.720492:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.720497:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532355:532355:256:4294967295] 192.168.204.31@tcp LPNI seq info [532351:532351:8:4294967295] 00000400:00000200:3.0:1724310019.720501:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.720507:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.720512:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.720516:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310019.720521:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.720526:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.720530:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.722888:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310019.722898:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.722902:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:0.0:1724310019.725705:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.725710:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:0.0:1724310019.725716:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.725724:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310019.726308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:2.1:1724310019.726316:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:2.1:1724310019.726320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:2.1:1724310019.726322:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00000400:00000200:0.0:1724310019.726767:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.726778:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f75 00000400:00000200:0.0:1724310019.726782:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.726785:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.726789:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320515d8 00000400:00000010:0.0:1724310019.726791:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320515d8. 00010000:00000010:3.0:1724310019.726892:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.726901:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00000400:00000200:0.0:1724310019.727237:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.727244:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13237c80 00000400:00000200:0.0:1724310019.727250:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 140248 00000400:00000200:0.0:1724310019.727317:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.727321:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.727325:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.727330:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c130380. 00000020:00000010:3.0:1724310019.727438:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.727442:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.727446:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.727467:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883559040 00000001:00000010:3.0:1724310019.727475:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:3.0:1724310019.727490:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.727493:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.727496:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.727500:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.727544:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064810000. 00010000:00000010:3.0:1724310019.727563:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.727566:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.727641:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.727655:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009c130380 x1808069883559040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.727667:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310019.727671:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883559040, offset 224 00000400:00000200:3.0:1724310019.727675:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.727682:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.727687:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532356:532356:256:4294967295] 192.168.204.31@tcp LPNI seq info [532352:532352:8:4294967295] 00000400:00000200:3.0:1724310019.727694:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.727698:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.727701:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.727705:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.727710:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.727713:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.728483:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.728487:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.728490:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:1.0:1724310019.728557:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.728560:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310019.728563:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.728566:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.728569:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:1.0:1724310019.728571:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00010000:00000010:2.1:1724310019.729347:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:2.1:1724310019.729354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:2.1:1724310019.729359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:2.1:1724310019.729361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:2.1:1724310019.732418:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310019.732430:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:2.1:1724310019.732433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00000400:00000200:0.0:1724310019.733167:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.733181:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13237d00 00000400:00000200:0.0:1724310019.733187:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 140824 00000400:00000200:0.0:1724310019.733208:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.733213:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.733218:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.733224:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdaa00. 00000020:00000010:3.0:1724310019.733368:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.733374:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.733378:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.733421:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883559168 00010000:00000010:3.0:1724310019.733442:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.733448:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.733491:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092fd0000. 00010000:00000010:3.0:1724310019.733511:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.733514:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.733527:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.733529:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.733532:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.733534:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310019.733666:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f8e80. 00000004:00000010:3.0:1724310019.733672:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d618. 00000004:00000010:3.0:1724310019.733676:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923c80. 00080000:00000010:3.0:1724310019.733683:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75d40. 00010000:00000010:3.0:1724310019.733954:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.733957:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.733959:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.733961:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.734003:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.734384:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310019.734390:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.734415:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.734426:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdaa00 x1808069883559168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.734438:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310019.734443:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883559168, offset 224 00000400:00000200:3.0:1724310019.734448:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.734455:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.734460:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532357:532357:256:4294967295] 192.168.204.31@tcp LPNI seq info [532353:532353:8:4294967295] 00000400:00000200:3.0:1724310019.734468:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.734472:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.734475:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.734480:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.734485:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.734489:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.734508:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.734512:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.734514:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:0.0:1724310019.734616:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.734619:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310019.734622:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.734626:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.734628:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:0.0:1724310019.734630:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00010000:00000010:2.1:1724310019.737570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:2.1:1724310019.737582:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:2.1:1724310019.737587:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:2.1:1724310019.737590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00000400:00000200:0.0:1724310019.740814:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.740830:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13237e00 00000400:00000200:0.0:1724310019.740837:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 141408 00000400:00000200:0.0:1724310019.740860:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.740864:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.740870:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.740875:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb800. 00000020:00000010:3.0:1724310019.741068:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.741074:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.741078:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.741101:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883559424 00010000:00000010:3.0:1724310019.741125:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.741130:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.741177:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff880087af0000. 00000004:00000010:3.0:1724310019.741294:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310019.741304:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e6400. 00000001:00000010:3.0:1724310019.741329:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe8c60. 00000001:00000010:3.0:1724310019.741332:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0cd80. 00010000:00000010:3.0:1724310019.741383:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.741419:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb800 x1808069883559424/t4295096737(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.741432:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310019.741436:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883559424, offset 224 00000400:00000200:3.0:1724310019.741441:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.741449:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.741453:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532358:532358:256:4294967295] 192.168.204.31@tcp LPNI seq info [532354:532354:8:4294967295] 00000400:00000200:3.0:1724310019.741461:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.741466:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.741469:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310019.741473:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.741477:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.741480:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.741671:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.741675:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.741677:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:1.0:1724310019.741785:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.741788:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310019.741792:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.741795:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.741798:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:1.0:1724310019.741800:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:0.1:1724310019.744677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00000400:00000200:0.0:1724310019.745992:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.746005:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13237e80 00000400:00000200:0.0:1724310019.746011:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d5d [2] + 392 00000400:00000200:0.0:1724310019.746028:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.746032:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.746037:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.746041:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8e00. 00000020:00000010:2.0:1724310019.746139:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905600. 00000020:00000010:2.0:1724310019.746144:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.746148:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.746181:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883559552 00000001:00000010:2.0:1724310019.746190:0:26744:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c9c0. 02000000:00000010:2.0:1724310019.746206:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff88008be24800. 00000004:00000010:2.0:1724310019.746213:0:26744:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff88009bdc3800. 00080000:00000010:2.0:1724310019.746637:0:26744:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.746640:0:26744:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.746772:0:26744:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.746776:0:26744:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310019.746781:0:26744:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff88008be27400. 00000100:00000010:2.0:1724310019.746784:0:26744:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800803f1000. 00000400:00000010:2.0:1724310019.746789:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000400:00000010:2.0:1724310019.746796:0:26744:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95e38. 00000400:00000200:2.0:1724310019.746799:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.746807:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.746812:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532359:532359:256:4294967295] 192.168.204.31@tcp LPNI seq info [532355:532355:8:4294967295] 00000400:00000200:2.0:1724310019.746816:0:26744:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.746821:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.746825:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.746828:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310019.746832:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.746838:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:2.0:1724310019.746842:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1724310019.746852:0:26744:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13237e80-0x66c6e13237e80 00000800:00000200:0.0:1724310019.747049:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.747051:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310019.747054:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.747057:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.747060:0:3288:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff88008be27400 00000400:00000200:0.0:1724310019.748184:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.748193:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f85 00000400:00000200:0.0:1724310019.748197:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.748200:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.748203:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:0.0:1724310019.748205:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00000100:00000200:0.0:1724310019.748208:0:3287:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff88008be27400 00000100:00000010:2.0:1724310019.748748:0:26744:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800803f1000. 00000100:00000010:2.0:1724310019.748754:0:26744:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff88008be27400. 00000004:00000010:2.0:1724310019.750162:0:26744:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff88009bdc3800. 00010000:00000200:2.0:1724310019.750178:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8e00 x1808069883559552/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.750194:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a664c8. 00000100:00000200:2.0:1724310019.750200:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883559552, offset 224 00000400:00000200:2.0:1724310019.750205:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.750213:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.750218:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532360:532360:256:4294967295] 192.168.204.31@tcp LPNI seq info [532356:532356:8:4294967295] 00000400:00000200:2.0:1724310019.750226:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.750230:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.750234:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.750238:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.750244:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.750247:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.750298:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.750304:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.750308:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905600. 00000800:00000200:0.0:1724310019.750422:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.750425:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310019.750428:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.750431:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.750434:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a664c8 00000400:00000010:0.0:1724310019.750436:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a664c8. 00000400:00000200:0.0:1724310019.753820:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.753835:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13237f80 00000400:00000200:0.0:1724310019.753842:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d5d [2] + 840 00000400:00000200:0.0:1724310019.753861:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.753865:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.753870:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.754926:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda300. 00000020:00000010:2.0:1724310019.755048:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086905600. 00000020:00000010:2.0:1724310019.755054:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.755058:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.755085:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883559808 02000000:00000010:2.0:1724310019.755115:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88008be27400. 00000020:00000010:2.0:1724310019.755163:0:26744:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.755168:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be24400. 00000001:00000010:2.0:1724310019.755222:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242930c0. 00000001:00000010:2.0:1724310019.755227:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00000020:00000010:2.0:1724310019.755251:0:26744:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310019.755289:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3600. 00010000:00000200:2.0:1724310019.755331:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efda300 x1808069883559808/t4295096738(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.755345:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310019.755350:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883559808, offset 224 00000400:00000200:2.0:1724310019.755355:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.755362:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.755367:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532361:532361:256:4294967295] 192.168.204.31@tcp LPNI seq info [532357:532357:8:4294967295] 00000400:00000200:2.0:1724310019.755375:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.755379:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.755382:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310019.755386:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.755392:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.755395:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.756678:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.756685:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.756689:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086905600. 00000800:00000200:0.0:1724310019.756850:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.756853:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310019.756857:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.756862:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.756867:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:0.0:1724310019.756869:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000400:00000200:2.0:1724310019.758799:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.758811:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13238080 00000400:00000200:2.0:1724310019.758818:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 146024 00000400:00000200:2.0:1724310019.758836:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.758840:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.758845:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.758849:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e324000. 00000020:00000010:3.0:1724310019.759072:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.759077:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.759080:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.759381:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883560064 00000001:00000010:3.0:1724310019.759390:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0cd80. 00010000:00000010:3.0:1724310019.759409:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.759415:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.759461:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88007f2f0000. 00010000:00000010:3.0:1724310019.759526:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.759530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00000004:00000010:3.0:1724310019.759557:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3400. 00080000:00000010:3.0:1724310019.759565:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800951e6000. 00000001:00000010:3.0:1724310019.759588:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bfe82a0. 00000001:00000010:3.0:1724310019.759592:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c6c0. 00010000:00000010:3.0:1724310019.759640:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.759674:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e324000 x1808069883560064/t4295096739(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.759687:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310019.759692:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883560064, offset 224 00000400:00000200:3.0:1724310019.759697:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.759704:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.759709:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532362:532362:256:4294967295] 192.168.204.31@tcp LPNI seq info [532358:532358:8:4294967295] 00000400:00000200:3.0:1724310019.759718:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.759722:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.759726:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310019.759730:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.759735:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.759739:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.760325:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.760339:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.760341:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:0.0:1724310019.760431:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.760434:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310019.760438:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.760442:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.760445:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:0.0:1724310019.760447:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:1.1:1724310019.762714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00000400:00000200:0.0:1724310019.763981:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.763994:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13238100 00000400:00000200:0.0:1724310019.764001:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 150640 00000400:00000200:0.0:1724310019.764021:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.764025:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.764031:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.764036:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb480. 00000020:00000010:3.0:1724310019.764175:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.764180:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.764184:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.764205:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883560192 00000001:00000010:3.0:1724310019.764213:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:3.0:1724310019.764234:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.764240:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.764316:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:3.0:1724310019.764337:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.764340:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.764352:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.764354:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.764357:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.764359:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00000004:00000010:3.0:1724310019.764435:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9790. 00000004:00000010:3.0:1724310019.764440:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.764445:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.764451:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.764658:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.764660:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.764663:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00010000:00000010:3.0:1724310019.764666:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.764705:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.764838:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.764843:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.764869:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.764881:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb480 x1808069883560192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/640 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.764897:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310019.764903:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883560192, offset 224 00000400:00000200:3.0:1724310019.764907:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.764914:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.764919:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532363:532363:256:4294967295] 192.168.204.31@tcp LPNI seq info [532359:532359:8:4294967295] 00000400:00000200:3.0:1724310019.764927:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.764931:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.764935:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310019.764938:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.764944:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.764948:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.764971:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.764975:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.764978:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:2.0:1724310019.765451:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.765455:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:2.0:1724310019.765458:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.765462:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.765465:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:2.0:1724310019.765466:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:0.0:1724310019.766840:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.766852:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13238200 00000400:00000200:0.0:1724310019.766858:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x2796c1 [64] + 151216 00000400:00000200:0.0:1724310019.766874:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.766877:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.766881:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.766885:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efda680. 00000020:00000010:3.0:1724310019.766984:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.766989:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.766992:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.767013:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883560448 02000000:00000010:3.0:1724310019.767037:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008281f000. 00010000:00000010:3.0:1724310019.767061:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.767073:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.767079:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.767097:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.767100:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.767109:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9100. 00010000:00000010:3.0:1724310019.767111:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.767114:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.767116:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.767188:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310019.767190:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.767192:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.767194:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00000020:00000010:3.0:1724310019.767211:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c020. 00000020:00000010:3.0:1724310019.767216:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c020. 00000020:00000010:3.0:1724310019.767224:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1900. 00080000:00000010:3.0:1724310019.767231:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122215000. 00000004:00000010:3.0:1724310019.767286:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310019.767291:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff88008df18ab0. 00000004:00000010:3.0:1724310019.767292:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff88008df18080. 00000004:00000010:3.0:1724310019.767299:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faac720. 00000004:00000010:3.0:1724310019.767587:0:7083:0:(osp_sync.c:1789:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff880134ac4480. 00000001:00000010:3.0:1724310019.767597:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac44e0. 00000001:00000010:3.0:1724310019.767601:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ca80. 00000020:00000010:3.0:1724310019.767632:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1900. 00010000:00000010:3.0:1724310019.767639:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.767642:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.767654:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.767669:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.767672:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310019.767689:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:3.0:1724310019.767695:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faac720. 00000004:00000010:3.0:1724310019.767698:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18ab0. 00000004:00000010:3.0:1724310019.767700:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18080. 00000004:00000010:3.0:1724310019.767703:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310019.767705:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:3.0:1724310019.767708:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.767713:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9790. 00010000:00000010:3.0:1724310019.767720:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310019.767733:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096740, last committed = 4295096671 00010000:00000200:3.0:1724310019.767740:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efda680 x1808069883560448/t4295096740(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.767752:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310019.767756:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883560448, offset 224 00000400:00000010:3.0:1724310019.767761:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b428. 00000400:00000200:3.0:1724310019.767764:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.767771:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.767776:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532364:532364:256:4294967295] 192.168.204.31@tcp LPNI seq info [532360:532360:8:4294967295] 00000400:00000200:3.0:1724310019.767780:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.767784:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.767789:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.767792:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.767796:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.767801:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.767804:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.768733:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.768738:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.768741:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:1.0:1724310019.769060:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.769064:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:1.0:1724310019.769068:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.769073:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.770572:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.770586:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295f99 00000400:00000200:0.0:1724310019.770591:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.770594:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.770599:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:0.0:1724310019.770601:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00010000:00000010:2.0:1724310019.770693:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:2.0:1724310019.770702:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:1.1:1724310019.771887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:1.1:1724310019.771896:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.771900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:1.1:1724310019.771904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00000400:00000200:0.0:1724310019.772736:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.772748:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13238280 00000400:00000200:0.0:1724310019.772754:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 151704 00000400:00000200:0.0:1724310019.772802:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.772806:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.772810:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.772815:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8a80. 00000020:00000010:3.0:1724310019.772988:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fce00. 00000020:00000010:3.0:1724310019.772993:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.772997:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.773026:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883560576 00000001:00000010:3.0:1724310019.773036:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c6c0. 00010000:00000010:3.0:1724310019.773052:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.773057:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 02000000:00000010:3.0:1724310019.773100:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081b80000. 00010000:00000010:3.0:1724310019.773118:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.773121:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.773132:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310019.773135:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.773137:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.773139:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.773210:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.773213:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.773254:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.773293:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.773296:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.773315:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000200:3.0:1724310019.773324:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8a80 x1808069883560576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.773336:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310019.773340:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883560576, offset 224 00000400:00000200:3.0:1724310019.773344:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.773350:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.773356:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532365:532365:256:4294967295] 192.168.204.31@tcp LPNI seq info [532361:532361:8:4294967295] 00000400:00000200:3.0:1724310019.773364:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.773368:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.773371:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9500. 00000800:00000200:3.0:1724310019.773374:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.773380:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.773383:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.773404:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.773408:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.773410:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fce00. 00000800:00000200:1.0:1724310019.773698:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.773700:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9500. 00000400:00000200:1.0:1724310019.773703:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.773706:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.773709:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:1.0:1724310019.773710:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:0.1:1724310019.774787:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9100. 00010000:00000010:0.1:1724310019.774795:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00000400:00000200:0.0:1724310019.775146:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.775155:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13238380 00000400:00000200:0.0:1724310019.775162:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d5d [2] + 1232 00000400:00000200:0.0:1724310019.775175:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.775178:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.775181:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.775185:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd8700. 00000020:00000010:2.0:1724310019.775298:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904600. 00000020:00000010:2.0:1724310019.775303:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.775307:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.775338:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883560832 02000000:00000010:2.0:1724310019.775360:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88008be24000. 00000004:00000010:2.0:1724310019.775404:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3400. 00080000:00000010:2.0:1724310019.775415:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be24c00. 00000001:00000010:2.0:1724310019.775438:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293840. 00000001:00000010:2.0:1724310019.775442:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00010000:00000200:2.0:1724310019.775478:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd8700 x1808069883560832/t4295096741(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.775489:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66aa0. 00000100:00000200:2.0:1724310019.775494:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883560832, offset 224 00000400:00000200:2.0:1724310019.775498:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.775504:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.775508:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532366:532366:256:4294967295] 192.168.204.31@tcp LPNI seq info [532362:532362:8:4294967295] 00000400:00000200:2.0:1724310019.775515:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.775518:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.775521:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310019.775525:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.775530:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.775533:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.775543:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.775547:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.775550:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904600. 00000800:00000200:2.0:1724310019.775619:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.775621:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:2.0:1724310019.775624:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.775627:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.775630:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66aa0 00000400:00000010:2.0:1724310019.775632:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66aa0. 00000400:00000200:0.0:1724310019.777501:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.777512:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13238480 00000400:00000200:0.0:1724310019.777518:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x2796c1 [64] + 152288 00000400:00000200:0.0:1724310019.777534:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.777537:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.777541:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.777545:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdbb80. 00000020:00000010:2.0:1724310019.777780:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.777785:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.777787:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.777818:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561088 00000001:00000010:2.0:1724310019.777826:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ca80. 02000000:00000010:2.0:1724310019.777847:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f1000. 00010000:00000010:2.0:1724310019.777874:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000010:2.0:1724310019.777885:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:2.0:1724310019.777894:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:2.0:1724310019.777901:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:2.0:1724310019.777905:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:2.0:1724310019.777924:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310019.777927:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.777930:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.777934:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.777945:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310019.777947:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:2.0:1724310019.777948:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310019.777951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310019.778031:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310019.778033:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.778036:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.778038:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310019.778066:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15db00. 00000020:00000010:2.0:1724310019.778071:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15db00. 00080000:00000010:2.0:1724310019.778078:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.778081:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.778096:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.778099:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310019.778106:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.778111:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be26400. 00000001:00000010:2.0:1724310019.778351:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242934e0. 00000001:00000010:2.0:1724310019.778355:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310019.778377:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00010000:00000010:2.0:1724310019.778398:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.778402:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00080000:00000010:2.0:1724310019.778418:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75d40. 00000004:00000010:2.0:1724310019.778423:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923c80. 00000004:00000010:2.0:1724310019.778426:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d618. 00000004:00000010:2.0:1724310019.778430:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8e80. 00010000:00000010:2.0:1724310019.778436:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.778438:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000200:2.0:1724310019.778449:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096742, last committed = 4295096671 00010000:00000200:2.0:1724310019.778455:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdbb80 x1808069883561088/t4295096742(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 504/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.778466:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a666e8. 00000100:00000200:2.0:1724310019.778471:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883561088, offset 224 00000400:00000010:2.0:1724310019.778475:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95e70. 00000400:00000200:2.0:1724310019.778478:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.778486:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.778491:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532367:532367:256:4294967295] 192.168.204.31@tcp LPNI seq info [532363:532363:8:4294967295] 00000400:00000200:2.0:1724310019.778495:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.778500:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.778505:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.778508:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.778512:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.778517:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.778520:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.778548:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.778551:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.778554:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:1.0:1724310019.778710:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.778713:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310019.778716:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.778719:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.780010:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.780021:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295fa5 00000400:00000200:0.0:1724310019.780024:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.780027:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.780031:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a666e8 00000400:00000010:0.0:1724310019.780033:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a666e8. 00010000:00000010:3.0:1724310019.780113:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:3.0:1724310019.780120:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00000400:00000200:0.0:1724310019.780361:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.780367:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13238500 00000400:00000200:0.0:1724310019.780373:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 152792 00000400:00000200:0.0:1724310019.780408:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.780412:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.780416:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.780420:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efd9180. 00000020:00000010:3.0:1724310019.780637:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fce00. 00000020:00000010:3.0:1724310019.780640:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.780645:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.780673:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561216 00000001:00000010:3.0:1724310019.780682:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310019.780697:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.780699:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c80. 00010000:00000010:3.0:1724310019.780702:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.780706:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.780750:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:3.0:1724310019.780770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.780773:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310019.780843:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.780859:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efd9180 x1808069883561216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.780871:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310019.780875:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883561216, offset 224 00000400:00000200:3.0:1724310019.780879:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.780885:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.780889:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532368:532368:256:4294967295] 192.168.204.31@tcp LPNI seq info [532364:532364:8:4294967295] 00000400:00000200:3.0:1724310019.780896:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.780900:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.780903:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.780907:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.780912:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.780915:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.780939:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.780942:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.780945:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fce00. 00000800:00000200:1.0:1724310019.781198:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.781201:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:1.0:1724310019.781206:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.781210:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.781212:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:1.0:1724310019.781214:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:1.1:1724310019.781619:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:1.1:1724310019.781626:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310019.781629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:1.1:1724310019.781632:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:1.1:1724310019.781635:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:1.1:1724310019.781637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:1.1:1724310019.781644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00000400:00000200:0.0:1724310019.782403:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.782411:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13238580 00000400:00000200:0.0:1724310019.782416:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 153368 00000400:00000200:0.0:1724310019.782430:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.782433:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.782437:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.782441:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012efdb100. 00000020:00000010:2.0:1724310019.782504:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.782508:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.782511:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.782536:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561344 00010000:00000010:2.0:1724310019.782552:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.782556:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310019.782593:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800951d0000. 00010000:00000010:2.0:1724310019.782610:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.782614:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.782623:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310019.782625:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.782628:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.782630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000004:00000010:2.0:1724310019.782702:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466acb0. 00000004:00000010:2.0:1724310019.782709:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310019.782713:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310019.782719:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:2.0:1724310019.782939:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310019.782942:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.782945:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310019.782947:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.782986:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.782994:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.782998:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.783016:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310019.783026:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012efdb100 x1808069883561344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.783036:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310019.783040:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883561344, offset 224 00000400:00000200:2.0:1724310019.783045:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.783051:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.783056:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532369:532369:256:4294967295] 192.168.204.31@tcp LPNI seq info [532365:532365:8:4294967295] 00000400:00000200:2.0:1724310019.783063:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.783067:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.783069:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310019.783073:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.783079:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.783082:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.783094:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.783097:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.783100:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:0.0:1724310019.783181:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.783183:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310019.783186:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.783189:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.783191:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:0.0:1724310019.783193:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000400:00000200:0.0:1724310019.784735:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.784744:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13238680 00000400:00000200:0.0:1724310019.784750:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 153952 00000400:00000200:0.0:1724310019.784767:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.784770:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.784774:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.784779:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cafb80. 00000020:00000010:3.0:1724310019.785044:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fce00. 00000020:00000010:3.0:1724310019.785049:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.785053:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.785082:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561600 00010000:00000010:3.0:1724310019.785097:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.785101:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.785143:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88008bef0000. 00000004:00000010:3.0:1724310019.785205:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3d00. 00080000:00000010:3.0:1724310019.785213:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122214800. 00000001:00000010:3.0:1724310019.785237:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4900. 00000001:00000010:3.0:1724310019.785241:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ce40. 00010000:00000010:3.0:1724310019.785320:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.785332:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cafb80 x1808069883561600/t4295096743(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.785342:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310019.785347:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883561600, offset 224 00000400:00000200:3.0:1724310019.785351:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.785356:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.785360:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532370:532370:256:4294967295] 192.168.204.31@tcp LPNI seq info [532366:532366:8:4294967295] 00000400:00000200:3.0:1724310019.785367:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.785371:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.785374:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310019.785378:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.785382:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.785385:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.785400:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310019.785403:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.785405:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fce00. 00000800:00000200:0.0:1724310019.785479:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.785482:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310019.785486:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.785489:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.785491:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:0.0:1724310019.785493:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00000400:00000200:2.0:1724310019.787606:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.787617:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13238700 00000400:00000200:2.0:1724310019.787623:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d5d [2] + 1624 00000400:00000010:2.0:1724310019.787627:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008c6a5898. 00000400:00000200:2.0:1724310019.787630:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880092c42180 00000400:00000200:2.0:1724310019.787644:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.787648:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.787650:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092c42180 00000400:00000010:2.0:1724310019.787653:0:3287:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880092c42180. 00000100:00000200:2.0:1724310019.787660:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00010000:00000010:1.1:1724310019.787722:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310019.787730:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:1.1:1724310019.787734:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310019.787736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.787738:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:1.1:1724310019.787742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310019.787744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00000020:00000010:1.0:1724310019.787880:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.787884:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.787888:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.787915:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561728 00000001:00000010:1.0:1724310019.787923:0:7086:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 02000000:00000010:1.0:1724310019.787937:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff88006df80000. 00000004:00000010:1.0:1724310019.787942:0:7086:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff88008bb2f800. 00080000:00000010:1.0:1724310019.788345:0:7086:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a5190ff8. 00080000:00000010:1.0:1724310019.788348:0:7086:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880134366140. 00080000:00000010:1.0:1724310019.788466:0:7086:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880134366140. 00080000:00000010:1.0:1724310019.788470:0:7086:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a5190ff8. 00000100:00000010:1.0:1724310019.788475:0:7086:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff88006df81c00. 00000100:00000010:1.0:1724310019.788479:0:7086:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff880087e41000. 00000400:00000010:1.0:1724310019.788484:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000400:00000010:1.0:1724310019.788491:0:7086:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3850. 00000400:00000200:1.0:1724310019.788494:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.788502:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.788506:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532371:532371:256:4294967295] 192.168.204.31@tcp LPNI seq info [532367:532367:8:4294967295] 00000400:00000200:1.0:1724310019.788509:0:7086:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.788514:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.788518:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.788521:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310019.788524:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.788530:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:1.0:1724310019.788533:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1724310019.788547:0:7086:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13238700-0x66c6e13238700 00000800:00000200:0.0:1724310019.788664:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.788666:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:0.0:1724310019.788670:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.788673:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.788676:0:3289:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff88006df81c00 00000400:00000200:0.0:1724310019.789887:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.789898:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295fb5 00000400:00000200:0.0:1724310019.789901:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.789904:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.789906:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:0.0:1724310019.789908:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00000100:00000200:0.0:1724310019.789912:0:3288:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff88006df81c00 00000100:00000010:1.0:1724310019.790248:0:7086:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff880087e41000. 00000100:00000010:1.0:1724310019.790252:0:7086:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff88006df81c00. 00000004:00000010:1.0:1724310019.790794:0:7086:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff88008bb2f800. 00010000:00000200:1.0:1724310019.790806:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a4ef8050 x1808069883561728/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.790820:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310019.790825:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883561728, offset 224 00000400:00000200:1.0:1724310019.790829:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.790834:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.790839:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532372:532372:256:4294967295] 192.168.204.31@tcp LPNI seq info [532368:532368:8:4294967295] 00000400:00000200:1.0:1724310019.790847:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.790852:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.790856:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310019.790860:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.790866:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.790869:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.791615:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.791621:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.791624:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 02000000:00000010:1.0:1724310019.791632:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88008be24000. 00000100:00000010:1.0:1724310019.791635:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8700. 02000000:00000010:1.0:1724310019.791638:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88008be27400. 00000100:00000010:1.0:1724310019.791640:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda300. 02000000:00000010:1.0:1724310019.791642:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008be24800. 00000100:00000010:1.0:1724310019.791644:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8e00. 02000000:00000010:1.0:1724310019.791646:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88006df83800. 00000100:00000010:1.0:1724310019.791649:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132680. 00000100:00000200:1.0:1724310019.791655:0:7086:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1724310019.791660:0:7086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1a1b8. 00000400:00000010:1.0:1724310019.791664:0:7086:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009a4eaf00. 00000800:00000200:2.0:1724310019.793645:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.793651:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:2.0:1724310019.793656:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.793662:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.793666:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:2.0:1724310019.793668:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 02000000:00000010:2.0:1724310019.793674:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88006df80000. 00000400:00000200:2.0:1724310019.793691:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.793699:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13238800 00000400:00000200:2.0:1724310019.793704:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d91 [2] + 0 00000400:00000200:2.0:1724310019.793733:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.793736:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.793739:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1724310019.793744:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00000020:00000010:2.0:1724310019.793781:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904000. 00000020:00000010:2.0:1724310019.793785:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.793789:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.793815:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883561984 02000000:00000010:2.0:1724310019.793840:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88008be26000. 00000020:00000010:2.0:1724310019.793890:0:7086:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242933c0. 00080000:00000010:2.0:1724310019.793895:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be27000. 00000001:00000010:2.0:1724310019.793949:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293720. 00000001:00000010:2.0:1724310019.793954:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310019.793980:0:7086:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242933c0. 00000004:00000010:2.0:1724310019.793993:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3d00. 00010000:00000200:2.0:1724310019.794015:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883561984/t4295096744(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.794027:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310019.794031:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883561984, offset 224 00000400:00000200:2.0:1724310019.794035:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.794041:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.794046:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532373:532373:256:4294967295] 192.168.204.31@tcp LPNI seq info [532369:532369:8:4294967295] 00000400:00000200:2.0:1724310019.794053:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.794056:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.794059:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310019.794063:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.794068:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.794071:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.794081:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.794085:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.794087:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904000. 00000800:00000200:2.0:1724310019.794144:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.794146:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:2.0:1724310019.794148:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.794150:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.794152:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:2.0:1724310019.794153:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:2.1:1724310019.794727:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:2.1:1724310019.794734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:2.1:1724310019.794738:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:2.1:1724310019.794741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:2.1:1724310019.794743:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310019.794745:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310019.794749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:2.1:1724310019.794755:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310019.794757:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.1:1724310019.794759:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.1:1724310019.794761:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:2.1:1724310019.794764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:2.1:1724310019.794766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310019.796386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00000400:00000200:0.0:1724310019.796910:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.796922:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13238900 00000400:00000200:0.0:1724310019.796928:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x2796c1 [64] + 158568 00000400:00000200:0.0:1724310019.796945:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.796949:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.796954:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.796959:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac700. 00000020:00000010:2.0:1724310019.797059:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.797065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.797069:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.797100:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883562240 00000001:00000010:2.0:1724310019.797109:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ce40. 02000000:00000010:2.0:1724310019.797132:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800803f0000. 00010000:00000010:2.0:1724310019.797162:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.797175:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.797182:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:2.0:1724310019.797187:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c80. 00010000:00000010:2.0:1724310019.797207:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310019.797209:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.797212:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310019.797216:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.797226:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310019.797228:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310019.797230:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00010000:00000010:2.0:1724310019.797232:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.797332:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310019.797334:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:2.0:1724310019.797337:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310019.797339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310019.797365:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d200. 00000020:00000010:2.0:1724310019.797370:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d200. 00080000:00000010:2.0:1724310019.797375:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.797378:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5a40. 00080000:00000010:2.0:1724310019.797393:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5a40. 00080000:00000010:2.0:1724310019.797396:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310019.797401:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242933c0. 00080000:00000010:2.0:1724310019.797405:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be26c00. 00000001:00000010:2.0:1724310019.797581:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293480. 00000001:00000010:2.0:1724310019.797585:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310019.797607:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242933c0. 00010000:00000010:2.0:1724310019.797626:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310019.797628:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00080000:00000010:2.0:1724310019.797640:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:2.0:1724310019.797644:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:2.0:1724310019.797648:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310019.797653:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466acb0. 00010000:00000010:2.0:1724310019.797659:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.797661:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000200:2.0:1724310019.797670:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096745, last committed = 4295096671 00010000:00000200:2.0:1724310019.797676:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac700 x1808069883562240/t4295096745(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.797689:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310019.797693:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883562240, offset 224 00000400:00000010:2.0:1724310019.797698:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95ea8. 00000400:00000200:2.0:1724310019.797701:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.797709:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.797714:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532374:532374:256:4294967295] 192.168.204.31@tcp LPNI seq info [532370:532370:8:4294967295] 00000400:00000200:2.0:1724310019.797717:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.797724:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.797728:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.797731:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310019.797735:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.797740:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.797743:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.797756:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99800. 00000020:00000010:2.0:1724310019.797759:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.797761:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:0.0:1724310019.797937:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.797940:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310019.797943:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.797946:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.798782:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.798789:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295fc5 00000400:00000200:0.0:1724310019.798793:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.798795:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.798798:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:0.0:1724310019.798800:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00000400:00000200:1.0:1724310019.799468:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.799477:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13238980 00000400:00000200:1.0:1724310019.799483:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 159064 00000400:00000200:1.0:1724310019.799525:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.799528:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.799532:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310019.799537:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4df80. 00000020:00000010:3.0:1724310019.799899:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fce00. 00000020:00000010:3.0:1724310019.799904:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.799908:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.799927:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883562368 00000001:00000010:3.0:1724310019.799935:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 00010000:00000010:3.0:1724310019.799951:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.799953:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3000. 00010000:00000010:3.0:1724310019.799958:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.799962:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.800007:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d970000. 00010000:00000010:3.0:1724310019.800027:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.800029:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310019.800101:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.800117:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4df80 x1808069883562368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.800129:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051220. 00000100:00000200:3.0:1724310019.800133:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883562368, offset 224 00000400:00000200:3.0:1724310019.800137:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.800143:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.800147:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532375:532375:256:4294967295] 192.168.204.31@tcp LPNI seq info [532371:532371:8:4294967295] 00000400:00000200:3.0:1724310019.800154:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.800158:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.800162:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310019.800166:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.800171:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.800174:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.800184:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.800187:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.800189:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fce00. 00010000:00000010:2.0:1724310019.801214:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310019.801223:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00000800:00000200:3.0:1724310019.801655:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.801659:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:3.0:1724310019.801663:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.801668:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.801673:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051220 00000400:00000010:3.0:1724310019.801675:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051220. 00000400:00000200:0.0:1724310019.801808:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.801816:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13238a00 00000400:00000200:0.0:1724310019.801822:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 159640 00000400:00000200:0.0:1724310019.801838:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.801841:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.801845:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.801849:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac380. 00000020:00000010:3.0:1724310019.801917:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc200. 00000020:00000010:3.0:1724310019.801921:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.801924:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.802124:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883562496 00010000:00000010:3.0:1724310019.802140:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.802144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.802185:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:3.0:1724310019.802203:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.802206:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.802215:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.802217:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.802219:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.802221:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00000004:00000010:3.0:1724310019.802326:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f81d0. 00000004:00000010:3.0:1724310019.802332:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d528. 00000004:00000010:3.0:1724310019.802337:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923ed8. 00080000:00000010:3.0:1724310019.802343:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75ba0. 00010000:00000010:3.0:1724310019.802620:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.802623:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3400. 00010000:00000010:3.0:1724310019.802626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.802628:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3780. 00010000:00000010:3.0:1724310019.802666:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.802675:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.802677:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.802697:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.802707:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac380 x1808069883562496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.802718:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310019.802722:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883562496, offset 224 00000400:00000200:3.0:1724310019.802726:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.802732:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.802736:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532376:532376:256:4294967295] 192.168.204.31@tcp LPNI seq info [532372:532372:8:4294967295] 00000400:00000200:3.0:1724310019.802742:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.802746:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.802749:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.802752:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.802757:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.802760:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.803496:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.803501:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.803504:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc200. 00000800:00000200:1.0:1724310019.803642:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.803645:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:1.0:1724310019.803648:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.803651:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.803654:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:1.0:1724310019.803656:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00010000:00000010:1.1:1724310019.804365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.1:1724310019.804411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310019.804417:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310019.804421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.1:1724310019.804423:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310019.804425:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310019.804427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310019.804433:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310019.804435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:0.0:1724310019.805308:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.805318:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13238b00 00000400:00000200:0.0:1724310019.805323:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 160224 00000400:00000200:0.0:1724310019.805342:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.805345:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.805349:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.805353:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cad500. 00000020:00000010:3.0:1724310019.806400:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc200. 00000020:00000010:3.0:1724310019.806406:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.806410:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.806596:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883562752 00010000:00000010:3.0:1724310019.806619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.806625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 02000000:00000010:3.0:1724310019.806672:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88008c6e0000. 00000004:00000010:3.0:1724310019.806743:0:20173:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.806752:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122216800. 00000001:00000010:3.0:1724310019.806775:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac43c0. 00000001:00000010:3.0:1724310019.806778:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0cd80. 00010000:00000010:3.0:1724310019.806827:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.806841:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cad500 x1808069883562752/t4295096746(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.806853:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310019.806858:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883562752, offset 224 00000400:00000200:3.0:1724310019.806863:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.806871:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.806875:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532377:532377:256:4294967295] 192.168.204.31@tcp LPNI seq info [532373:532373:8:4294967295] 00000400:00000200:3.0:1724310019.806883:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.806887:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.806889:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310019.806893:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.806899:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.806902:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.807696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.807701:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.807703:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc200. 00000800:00000200:1.0:1724310019.807962:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.808171:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310019.808175:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.808180:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.808183:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:1.0:1724310019.808185:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00010000:00000010:1.1:1724310019.810640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:1.1:1724310019.810649:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:1.1:1724310019.810653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.810656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.1:1724310019.810706:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310019.810711:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00000400:00000200:1.0:1724310019.810880:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310019.810893:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13238b80 00000400:00000200:1.0:1724310019.810900:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d91 [2] + 392 00000400:00000200:1.0:1724310019.810918:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.810922:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310019.810927:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1724310019.810932:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4e680. 00000020:00000010:3.0:1724310019.811022:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc200. 00000020:00000010:3.0:1724310019.811027:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.811030:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.811058:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883562880 00000001:00000010:3.0:1724310019.811066:0:26744:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 02000000:00000010:3.0:1724310019.811083:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff880122216000. 00000004:00000010:3.0:1724310019.811088:0:26744:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8801315b0800. 00080000:00000010:3.0:1724310019.811533:0:26744:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a4c34920. 00080000:00000010:3.0:1724310019.811537:0:26744:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff88012bb50c40. 00080000:00000010:3.0:1724310019.811680:0:26744:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff88012bb50c40. 00080000:00000010:3.0:1724310019.811684:0:26744:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a4c34920. 00000100:00000010:3.0:1724310019.811688:0:26744:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff880122217000. 00000100:00000010:3.0:1724310019.811692:0:26744:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff880088952000. 00000400:00000010:3.0:1724310019.811698:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000400:00000010:3.0:1724310019.811705:0:26744:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b460. 00000400:00000200:3.0:1724310019.811708:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.811716:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.811721:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532378:532378:256:4294967295] 192.168.204.31@tcp LPNI seq info [532374:532374:8:4294967295] 00000400:00000200:3.0:1724310019.811724:0:26744:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.811730:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.811734:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.811737:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310019.811742:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.811748:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:3.0:1724310019.811751:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1724310019.811766:0:26744:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13238b80-0x66c6e13238b80 00000800:00000200:0.0:1724310019.812004:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.812007:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310019.812011:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.812014:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.812016:0:3288:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff880122217000 00000400:00000200:0.0:1724310019.812827:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.812835:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295fd5 00000400:00000200:0.0:1724310019.812838:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.812841:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.812844:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:0.0:1724310019.812846:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00000100:00000200:0.0:1724310019.812849:0:3289:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff880122217000 00000100:00000010:3.0:1724310019.813217:0:26744:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff880088952000. 00000100:00000010:3.0:1724310019.813222:0:26744:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff880122217000. 00000004:00000010:3.0:1724310019.814156:0:26744:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff8801315b0800. 00010000:00000200:3.0:1724310019.814170:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4e680 x1808069883562880/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.814183:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320513b8. 00000100:00000200:3.0:1724310019.814187:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883562880, offset 224 00000400:00000200:3.0:1724310019.814192:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.814198:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.814203:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532379:532379:256:4294967295] 192.168.204.31@tcp LPNI seq info [532375:532375:8:4294967295] 00000400:00000200:3.0:1724310019.814209:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.814213:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.814217:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.814221:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.814227:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.814230:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.814247:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.814251:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.814253:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc200. 00000800:00000200:1.0:1724310019.814477:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.814480:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:1.0:1724310019.814482:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.814486:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.814489:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320513b8 00000400:00000010:1.0:1724310019.814490:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320513b8. 00010000:00000010:0.1:1724310019.814667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00000400:00000200:0.0:1724310019.816629:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.816651:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13238c80 00000400:00000200:0.0:1724310019.816658:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d91 [2] + 840 00000400:00000200:0.0:1724310019.816676:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.816680:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.816684:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.816689:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cadc00. 00000020:00000010:2.0:1724310019.816973:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.816979:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.816982:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.817003:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883563136 02000000:00000010:2.0:1724310019.817031:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88008be25800. 00000020:00000010:2.0:1724310019.817084:0:26744:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.817090:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be25000. 00000001:00000010:2.0:1724310019.817150:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293cc0. 00000001:00000010:2.0:1724310019.817156:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310019.817180:0:26744:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310019.817193:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3500. 00010000:00000200:2.0:1724310019.817232:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cadc00 x1808069883563136/t4295096747(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.817245:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310019.817250:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883563136, offset 224 00000400:00000200:2.0:1724310019.817255:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.817289:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.817294:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532380:532380:256:4294967295] 192.168.204.31@tcp LPNI seq info [532376:532376:8:4294967295] 00000400:00000200:2.0:1724310019.817301:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.817306:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.817309:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310019.817313:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.817318:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.817321:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.817744:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.817750:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.817753:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:1.0:1724310019.817847:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.817850:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:1.0:1724310019.817853:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.817856:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.817859:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:1.0:1724310019.817860:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00000400:00000200:0.0:1724310019.820367:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.820381:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13238d80 00000400:00000200:0.0:1724310019.820387:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x2796c1 [64] + 164840 00000400:00000200:0.0:1724310019.820403:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.820407:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.820412:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.820417:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caed80. 00000020:00000010:2.0:1724310019.820522:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.820526:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.820530:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.820553:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883563392 00000001:00000010:2.0:1724310019.820562:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0cd80. 02000000:00000010:2.0:1724310019.820587:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a020000. 00010000:00000010:2.0:1724310019.820616:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3780. 00010000:00000010:2.0:1724310019.820629:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3400. 00010000:00000010:2.0:1724310019.820635:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:2.0:1724310019.820638:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3000. 00010000:00000010:2.0:1724310019.820655:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310019.820657:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.820662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310019.820666:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.820677:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310019.820679:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310019.820681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310019.820683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310019.820762:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310019.820765:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310019.820767:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310019.820769:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00000020:00000010:2.0:1724310019.820800:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15db00. 00000020:00000010:2.0:1724310019.820805:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15db00. 00080000:00000010:2.0:1724310019.820813:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.820815:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.820831:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.820834:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310019.820841:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.820846:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be25400. 00000001:00000010:2.0:1724310019.821051:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293360. 00000001:00000010:2.0:1724310019.821055:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f900. 00000020:00000010:2.0:1724310019.821079:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00010000:00000010:2.0:1724310019.821101:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310019.821105:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00080000:00000010:2.0:1724310019.821122:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75ba0. 00000004:00000010:2.0:1724310019.821126:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923ed8. 00000004:00000010:2.0:1724310019.821129:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d528. 00000004:00000010:2.0:1724310019.821134:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f81d0. 00010000:00000010:2.0:1724310019.821141:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310019.821143:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000200:2.0:1724310019.821154:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096748, last committed = 4295096671 00010000:00000200:2.0:1724310019.821161:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caed80 x1808069883563392/t4295096748(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.821174:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310019.821178:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883563392, offset 224 00000400:00000010:2.0:1724310019.821184:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95ee0. 00000400:00000200:2.0:1724310019.821187:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.821194:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.821199:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532381:532381:256:4294967295] 192.168.204.31@tcp LPNI seq info [532377:532377:8:4294967295] 00000400:00000200:2.0:1724310019.821203:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.821207:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.821214:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.821217:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e400. 00000800:00000200:2.0:1724310019.821221:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.821227:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.821230:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.821954:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.821959:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.821963:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:1.0:1724310019.822163:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.822166:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e400. 00000400:00000200:1.0:1724310019.822171:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.822175:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.825345:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.825358:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295fe1 00000400:00000200:0.0:1724310019.825364:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.825367:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.825371:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:0.0:1724310019.825373:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00000400:00000200:0.0:1724310019.825401:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.825406:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13238e00 00000400:00000200:0.0:1724310019.825412:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 165336 00000400:00000200:0.0:1724310019.825430:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.825433:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.825437:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.825442:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cace00. 00010000:00000010:3.0:1724310019.825536:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:3.0:1724310019.825546:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00000020:00000010:2.0:1724310019.825690:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904e00. 00000020:00000010:2.0:1724310019.825695:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.825699:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.825721:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883563520 00000001:00000010:2.0:1724310019.825730:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310019.825746:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310019.825748:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99380. 00010000:00000010:2.0:1724310019.825752:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.825756:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310019.825803:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801345e0000. 00010000:00000010:2.0:1724310019.825824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310019.825827:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:2.0:1724310019.825903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.825917:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cace00 x1808069883563520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.825930:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310019.825934:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883563520, offset 224 00000400:00000200:2.0:1724310019.825938:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.825946:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.825951:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532382:532382:256:4294967295] 192.168.204.31@tcp LPNI seq info [532378:532378:8:4294967295] 00000400:00000200:2.0:1724310019.825959:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.825964:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.825968:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310019.825972:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.825978:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.825981:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.825993:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.825995:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.825999:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904e00. 00000800:00000200:2.0:1724310019.826064:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.826067:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:2.0:1724310019.826069:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.826072:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.826075:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:2.0:1724310019.826076:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00010000:00000010:3.1:1724310019.826178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.1:1724310019.826185:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:3.1:1724310019.826189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.1:1724310019.826192:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310019.826194:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310019.826197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310019.826202:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310019.826205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310019.827789:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.827798:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13238e80 00000400:00000200:0.0:1724310019.827803:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 165912 00000400:00000200:0.0:1724310019.827818:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.827822:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.827826:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.827833:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431c00. 00000020:00000010:1.0:1724310019.827905:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.827910:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.827913:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.827936:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883563648 00010000:00000010:1.0:1724310019.827950:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.827954:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310019.827991:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88012c850000. 00010000:00000010:1.0:1724310019.828008:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310019.828011:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.828021:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.828024:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.828027:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310019.828029:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000004:00000010:1.0:1724310019.828146:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310019.828153:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f0f0. 00000004:00000010:1.0:1724310019.828157:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310019.828163:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac84e0. 00010000:00000010:1.0:1724310019.828425:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.828428:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5080. 00010000:00000010:1.0:1724310019.828431:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310019.828433:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.828475:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.828500:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310019.828504:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d80. 00010000:00000010:1.0:1724310019.828524:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310019.828535:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431c00 x1808069883563648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.828545:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310019.828550:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883563648, offset 224 00000400:00000200:1.0:1724310019.828554:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.828560:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.828565:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532383:532383:256:4294967295] 192.168.204.31@tcp LPNI seq info [532379:532379:8:4294967295] 00000400:00000200:1.0:1724310019.828572:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.828576:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.828579:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efe00. 00000800:00000200:1.0:1724310019.828583:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.828588:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.828591:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efe00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.828603:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.828606:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.828609:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:0.0:1724310019.828853:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.828856:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efe00. 00000400:00000200:0.0:1724310019.828859:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.828863:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.828865:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:0.0:1724310019.828867:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000400:00000200:0.0:1724310019.830233:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.830243:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13238f80 00000400:00000200:0.0:1724310019.830249:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 166496 00000400:00000200:0.0:1724310019.830302:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.830306:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.830310:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.830315:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134433100. 00000020:00000010:2.0:1724310019.830452:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904000. 00000020:00000010:2.0:1724310019.830457:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.830461:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.830487:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883563904 00010000:00000010:2.0:1724310019.830506:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310019.830511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310019.830552:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff880132120000. 00000004:00000010:2.0:1724310019.830613:0:20173:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880090c99000. 00080000:00000010:2.0:1724310019.830619:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be27400. 00000001:00000010:2.0:1724310019.830643:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293000. 00000001:00000010:2.0:1724310019.830646:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310019.830692:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310019.830702:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134433100 x1808069883563904/t4295096749(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.830713:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310019.830717:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883563904, offset 224 00000400:00000200:2.0:1724310019.830721:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.830727:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.830731:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532384:532384:256:4294967295] 192.168.204.31@tcp LPNI seq info [532380:532380:8:4294967295] 00000400:00000200:2.0:1724310019.830738:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.830742:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.830745:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310019.830750:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.830755:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.830758:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.830767:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.830770:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.830773:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904000. 00000800:00000200:0.0:1724310019.830956:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.830959:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:0.0:1724310019.830962:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.830965:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.830968:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:0.0:1724310019.830969:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00010000:00000010:0.1:1724310019.833048:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310019.833058:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000100:00000010:2.0:1724310019.833308:0:9028:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 02000000:00000010:2.0:1724310019.833321:0:9028:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880093a7e700. 02000000:00000010:0.0:1724310019.833497:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e24c800. 00000400:00000010:0.0:1724310019.833504:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea31b8. 00000400:00000010:0.0:1724310019.833509:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310019.833514:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1808064257610368, portal 4 00000400:00000010:0.0:1724310019.833520:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310019.833523:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1808064257610368, offset 0 00000400:00000200:0.0:1724310019.833529:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310019.833537:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310019.833545:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x66c6cc3ce5280 00000400:00000200:0.0:1724310019.833549:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc31 [8] + 896 00000400:00000200:0.0:1724310019.833555:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.833557:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310019.833562:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1724310019.833565:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134430e00. 00000400:00000200:0.0:1724310019.833585:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:0.0:1724310019.833588:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310019.833594:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88008e326680 x1808064257610368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310035 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000020:00000010:2.0:1724310019.833666:0:12412:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904000. 00000020:00000010:2.0:1724310019.833670:0:12412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.833674:0:12412:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.833699:0:12412:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610368 02000000:00000010:2.0:1724310019.833710:0:12412:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88008be24000. 00010000:00000200:2.0:1724310019.833733:0:12412:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134430e00 x1808064257610368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.833743:0:12412:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310019.833746:0:12412:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1808064257610368, offset 224 00000400:00000200:2.0:1724310019.833749:0:12412:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310019.833753:0:12412:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310019.833757:0:12412:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x66c6cc3ce5280 00000400:00000200:2.0:1724310019.833760:0:12412:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x295ff1 [1] + 224 00000400:00000200:2.0:1724310019.833763:0:12412:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.833765:0:12412:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310019.833769:0:12412:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88008e326680 x1808064257610368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310035 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000200:2.0:1724310019.834883:0:12412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:2.0:1724310019.834887:0:12412:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000020:00000010:2.0:1724310019.834901:0:12412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.834906:0:12412:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.834909:0:12412:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904000. 00000400:00000010:3.0:1724310019.834967:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880078ea31b8. 00000400:00000200:3.0:1724310019.834972:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:3.0:1724310019.834973:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000100:00000200:3.0:1724310019.834979:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88008e326680 x1808064257610368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310035 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00000200:3.0:1724310019.834987:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88008e326680 x1808064257610368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310035 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 02000000:00000010:3.0:1724310019.835010:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e24c800. 02000000:00000010:3.0:1724310019.835014:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880093a7e700. 00000100:00000010:3.0:1724310019.835018:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 00000400:00000200:0.0:1724310019.835553:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.835562:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13239000 00000400:00000200:0.0:1724310019.835567:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249d91 [2] + 1232 00000400:00000200:0.0:1724310019.835581:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.835584:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.835588:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.835592:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431f80. 00000020:00000010:2.0:1724310019.835665:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880086904000. 00000020:00000010:2.0:1724310019.835668:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.835671:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.836232:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883564032 00000001:00000010:2.0:1724310019.836240:0:26744:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f900. 02000000:00000010:2.0:1724310019.836271:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8800788a8400. 00000004:00000010:2.0:1724310019.836542:0:26744:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff880095af1000. 00080000:00000010:2.0:1724310019.837165:0:26744:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.837169:0:26744:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.838340:0:26744:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.838345:0:26744:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310019.838353:0:26744:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800788a8800. 00000100:00000010:2.0:1724310019.838356:0:26744:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88008a023000. 00000400:00000010:2.0:1724310019.838365:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000400:00000010:2.0:1724310019.838374:0:26744:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95f18. 00000400:00000200:2.0:1724310019.838380:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.838391:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.838396:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532385:532385:256:4294967295] 192.168.204.31@tcp LPNI seq info [532381:532381:8:4294967295] 00000400:00000200:2.0:1724310019.838401:0:26744:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.838406:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.838411:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.838414:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e300. 00000800:00000200:2.0:1724310019.838419:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.838426:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:2.0:1724310019.838429:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1724310019.838447:0:26744:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13239000-0x66c6e13239000 00000800:00000200:0.0:1724310019.838581:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.838584:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e300. 00000400:00000200:0.0:1724310019.838588:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.838591:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.838595:0:3287:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff8800788a8800 00010000:00000010:2.1:1724310019.839376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310019.839586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:3.1:1724310019.839592:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:3.1:1724310019.839596:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:3.1:1724310019.839598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00000400:00000200:0.0:1724310019.841140:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.841154:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x295ffd 00000400:00000200:0.0:1724310019.841159:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.841162:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.841167:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:0.0:1724310019.841169:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00000100:00000200:0.0:1724310019.841174:0:3288:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff8800788a8800 00000100:00000010:2.0:1724310019.841252:0:26744:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88008a023000. 00000100:00000010:2.0:1724310019.841290:0:26744:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800788a8800. 00000004:00000010:2.0:1724310019.841949:0:26744:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff880095af1000. 00010000:00000200:2.0:1724310019.841962:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431f80 x1808069883564032/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.841975:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310019.841980:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883564032, offset 224 00000400:00000200:2.0:1724310019.841984:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.841991:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.841996:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532386:532386:256:4294967295] 192.168.204.31@tcp LPNI seq info [532382:532382:8:4294967295] 00000400:00000200:2.0:1724310019.842005:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.842009:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.842013:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ee00. 00000800:00000200:2.0:1724310019.842017:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.842022:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.842025:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ee00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.842058:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.842063:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.842066:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086904000. 00000800:00000200:0.0:1724310019.842475:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.842477:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ee00. 00000400:00000200:0.0:1724310019.842480:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.842483:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.842486:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:0.0:1724310019.842487:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000400:00000200:0.0:1724310019.844106:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.844120:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13239100 00000400:00000200:0.0:1724310019.844127:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249d91 [2] + 1680 00000400:00000010:0.0:1724310019.844130:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121989ec8. 00000400:00000200:0.0:1724310019.844133:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880134837180 00000400:00000200:0.0:1724310019.844147:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.844150:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.844153:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134837180 00000400:00000010:0.0:1724310019.844155:0:3287:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880134837180. 00000100:00000200:0.0:1724310019.844159:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1724310019.844947:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bb400. 00000020:00000010:2.0:1724310019.844953:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.844958:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00010000:00000010:3.1:1724310019.845076:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000100:00000200:2.0:1724310019.845187:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883564288 02000000:00000010:2.0:1724310019.845217:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8800788a8800. 00000020:00000010:2.0:1724310019.845298:0:26744:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.845303:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788ab000. 00000001:00000010:2.0:1724310019.845356:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293de0. 00000001:00000010:2.0:1724310019.845359:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f300. 00000020:00000010:2.0:1724310019.845386:0:26744:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310019.845398:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880090c99000. 00010000:00000200:2.0:1724310019.845434:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800b198bc50 x1808069883564288/t4295096750(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.845447:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310019.845451:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883564288, offset 224 00000400:00000200:2.0:1724310019.845456:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.845463:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.845468:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532387:532387:256:4294967295] 192.168.204.31@tcp LPNI seq info [532383:532383:8:4294967295] 00000400:00000200:2.0:1724310019.845475:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.845479:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.845483:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310019.845487:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.845492:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.845495:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.845516:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.845520:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:2.0:1724310019.845523:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bb400. 02000000:00000010:2.0:1724310019.845530:0:26744:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff8800788a8400. 00000100:00000010:2.0:1724310019.845536:0:26744:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431f80. 02000000:00000010:2.0:1724310019.845540:0:26744:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88008be25800. 00000100:00000010:2.0:1724310019.845542:0:26744:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cadc00. 02000000:00000010:2.0:1724310019.845545:0:26744:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff880122216000. 00000100:00000010:2.0:1724310019.845547:0:26744:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4e680. 02000000:00000010:2.0:1724310019.845549:0:26744:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88008be26000. 00000100:00000010:2.0:1724310019.845551:0:26744:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 00000100:00000200:2.0:1724310019.845556:0:26744:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1724310019.845559:0:26744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a95d8. 00000400:00000010:2.0:1724310019.845562:0:26744:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007fa9f900. 00000800:00000200:0.0:1724310019.845807:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.845810:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310019.845812:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.845816:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.845818:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:0.0:1724310019.845820:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 02000000:00000010:0.0:1724310019.845823:0:3288:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff8800788a8800. 00000400:00000200:0.0:1724310019.847567:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.847579:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13239200 00000400:00000200:0.0:1724310019.847586:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 171112 00000400:00000200:0.0:1724310019.847607:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.847610:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.847615:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.847619:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431500. 00000020:00000010:1.0:1724310019.847952:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.847957:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.847961:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.847992:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883564544 00000001:00000010:1.0:1724310019.848001:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:1.0:1724310019.848020:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310019.848025:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310019.848069:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8801244a0000. 00010000:00000010:1.0:1724310019.848128:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.0:1724310019.848131:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d80. 00000004:00000010:1.0:1724310019.848157:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310019.848164:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df81c00. 00000001:00000010:1.0:1724310019.848186:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ae0. 00000001:00000010:1.0:1724310019.848189:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310019.848234:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310019.848302:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431500 x1808069883564544/t4295096751(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.848315:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310019.848319:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883564544, offset 224 00000400:00000200:1.0:1724310019.848324:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.848330:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.848335:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532388:532388:256:4294967295] 192.168.204.31@tcp LPNI seq info [532384:532384:8:4294967295] 00000400:00000200:1.0:1724310019.848342:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.848346:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.848350:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310019.848353:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.848358:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.848362:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.848372:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.848375:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.848378:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:3.0:1724310019.848486:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310019.848489:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:3.0:1724310019.848491:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310019.848494:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310019.848497:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:3.0:1724310019.848498:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00000400:00000200:0.0:1724310019.850847:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.850859:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13239280 00000400:00000200:0.0:1724310019.850865:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 175728 00000400:00000200:0.0:1724310019.850882:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.850885:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.850889:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.850895:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134431f80. 00000020:00000010:2.0:1724310019.850977:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b9bb400. 00000020:00000010:2.0:1724310019.850982:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310019.850986:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f960. 00000100:00000200:2.0:1724310019.851036:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883564672 00000001:00000010:2.0:1724310019.851044:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f300. 00010000:00000010:2.0:1724310019.851062:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310019.851066:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310019.851107:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880134020000. 00010000:00000010:2.0:1724310019.851127:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310019.851130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310019.851142:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310019.851144:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310019.851147:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310019.851149:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000004:00000010:2.0:1724310019.851229:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b3f0. 00000004:00000010:2.0:1724310019.851234:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53ac8. 00000004:00000010:2.0:1724310019.851238:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238faf0. 00080000:00000010:2.0:1724310019.851243:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1d40. 00010000:00000010:3.0:1724310019.851579:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.851581:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.851584:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310019.851587:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.851630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:3.0:1724310019.851684:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:3.0:1724310019.851688:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:3.0:1724310019.851712:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:3.0:1724310019.851723:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880134431f80 x1808069883564672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/664 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.851736:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051cc0. 00000100:00000200:3.0:1724310019.851741:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883564672, offset 224 00000400:00000200:3.0:1724310019.851745:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.851752:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.851757:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532389:532389:256:4294967295] 192.168.204.31@tcp LPNI seq info [532385:532385:8:4294967295] 00000400:00000200:3.0:1724310019.851765:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.851769:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.851773:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9600. 00000800:00000200:3.0:1724310019.851776:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.851781:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.851784:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.852070:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:3.0:1724310019.852074:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f960. 00000020:00000010:3.0:1724310019.852077:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b9bb400. 00000800:00000200:1.0:1724310019.852347:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.852350:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9600. 00000400:00000200:1.0:1724310019.852354:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.852358:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.852361:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051cc0 00000400:00000010:1.0:1724310019.852363:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051cc0. 00000400:00000200:0.0:1724310019.853953:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.853964:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13239380 00000400:00000200:0.0:1724310019.853971:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x2796c1 [64] + 176312 00000400:00000200:0.0:1724310019.853987:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.853990:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.853994:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.853999:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787800. 00000020:00000010:3.0:1724310019.854154:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc600. 00000020:00000010:3.0:1724310019.854158:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.854161:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.854187:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883564928 02000000:00000010:3.0:1724310019.854210:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088952000. 00010000:00000010:3.0:1724310019.854234:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.854246:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.854253:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:3.0:1724310019.854307:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310019.854311:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.854321:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.854323:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3700. 00010000:00000010:3.0:1724310019.854326:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.854328:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310019.854402:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.854403:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.854405:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310019.854407:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310019.854424:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.854429:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.854436:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4420. 00080000:00000010:3.0:1724310019.854442:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122217000. 00000004:00000010:3.0:1724310019.854466:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310019.854470:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff880082fed760. 00000004:00000010:3.0:1724310019.854473:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310019.854480:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faad008. 00000004:00000010:3.0:1724310019.854487:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faac8e8. 00000004:00000010:3.0:1724310019.854816:0:20173:0:(osp_sync.c:1789:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff880134ac49c0. 00000001:00000010:3.0:1724310019.854836:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4240. 00000001:00000010:3.0:1724310019.854840:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ca80. 00000020:00000010:3.0:1724310019.854869:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4420. 00010000:00000010:3.0:1724310019.854875:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310019.854878:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.854890:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.854908:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.854911:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00080000:00000010:3.0:1724310019.854927:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1d40. 00000004:00000010:3.0:1724310019.854932:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faad008. 00000004:00000010:3.0:1724310019.854935:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faac8e8. 00000004:00000010:3.0:1724310019.854938:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff880082fed760. 00000004:00000010:3.0:1724310019.854941:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310019.854944:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310019.854945:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238faf0. 00000004:00000010:3.0:1724310019.854949:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53ac8. 00000004:00000010:3.0:1724310019.854954:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b3f0. 00010000:00000010:3.0:1724310019.854961:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.854971:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096752, last committed = 4295096671 00010000:00000200:3.0:1724310019.854976:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122787800 x1808069883564928/t4295096752(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.854988:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310019.854993:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883564928, offset 224 00000400:00000010:3.0:1724310019.854998:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b498. 00000400:00000200:3.0:1724310019.855000:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.855008:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.855013:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532390:532390:256:4294967295] 192.168.204.31@tcp LPNI seq info [532386:532386:8:4294967295] 00000400:00000200:3.0:1724310019.855017:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.855022:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.855026:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.855029:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310019.855033:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.855038:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.855041:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.855059:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.855062:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.855064:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc600. 00000800:00000200:0.0:1724310019.855220:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.855223:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:0.0:1724310019.855226:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.855229:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.856657:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.856669:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296015 00000400:00000200:0.0:1724310019.856673:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.856676:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.856680:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:0.0:1724310019.856682:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00010000:00000010:2.0:1724310019.856870:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:2.0:1724310019.856878:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3700. 00000400:00000200:0.0:1724310019.857315:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.857321:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13239400 00000400:00000200:0.0:1724310019.857326:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 176808 00000400:00000200:0.0:1724310019.857360:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.857363:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.857367:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.857371:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122784a80. 00000020:00000010:1.0:1724310019.857638:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.857643:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.857646:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.857676:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883565056 00000001:00000010:1.0:1724310019.857684:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 00010000:00000010:1.0:1724310019.857701:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310019.857704:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 02000000:00000010:1.0:1724310019.857749:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880124450000. 00010000:00000010:1.0:1724310019.857770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310019.857772:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.857782:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.857783:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.857787:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310019.857789:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.857867:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.857871:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5480. 00010000:00000010:1.0:1724310019.857913:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.857920:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.857923:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f80. 00010000:00000010:1.0:1724310019.857942:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000200:1.0:1724310019.857951:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122784a80 x1808069883565056/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.857963:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310019.857967:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883565056, offset 224 00000400:00000200:1.0:1724310019.857971:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.857977:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.857982:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532391:532391:256:4294967295] 192.168.204.31@tcp LPNI seq info [532387:532387:8:4294967295] 00000400:00000200:1.0:1724310019.857989:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.857993:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.857996:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.858000:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.858005:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.858007:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.858031:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.858034:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.858037:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:0.0:1724310019.858236:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.858239:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:0.0:1724310019.858241:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.858244:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.858246:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:0.0:1724310019.858248:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00010000:00000010:3.1:1724310019.859855:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00000400:00000200:0.0:1724310019.860254:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.860367:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13239500 00000400:00000200:0.0:1724310019.860373:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249dc5 [2] + 0 00000400:00000200:0.0:1724310019.860390:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.860393:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.860398:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.860403:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785f80. 00000020:00000010:1.0:1724310019.860492:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:1.0:1724310019.860496:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.860499:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.860669:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883565312 02000000:00000010:1.0:1724310019.860695:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff88006df81800. 00000004:00000010:1.0:1724310019.860740:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880087dd5c80. 00080000:00000010:1.0:1724310019.860751:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df81000. 00000001:00000010:1.0:1724310019.860774:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7660. 00000001:00000010:1.0:1724310019.860777:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00010000:00000200:1.0:1724310019.860813:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122785f80 x1808069883565312/t4295096753(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.860824:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310019.860828:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883565312, offset 224 00000400:00000200:1.0:1724310019.860833:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.860840:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.860845:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532392:532392:256:4294967295] 192.168.204.31@tcp LPNI seq info [532388:532388:8:4294967295] 00000400:00000200:1.0:1724310019.860853:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.860857:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.860860:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310019.860864:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.860870:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.860873:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.860893:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.860896:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.860899:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:0.0:1724310019.861655:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.861659:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:0.0:1724310019.861664:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.861668:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.861671:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:0.0:1724310019.861673:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00010000:00000010:3.1:1724310019.861817:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310019.861824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310019.861863:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:1.1:1724310019.861868:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:1.1:1724310019.861871:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310019.861873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00000400:00000200:0.0:1724310019.863446:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.863456:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13239600 00000400:00000200:0.0:1724310019.863462:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x2796c1 [64] + 177392 00000400:00000200:0.0:1724310019.863477:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.863481:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.863485:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.863490:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122785180. 00000020:00000010:3.0:1724310019.863572:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.863577:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.863580:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.863609:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883565568 00000001:00000010:3.0:1724310019.863619:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ca80. 02000000:00000010:3.0:1724310019.863642:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088951000. 00010000:00000010:3.0:1724310019.863669:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5480. 00010000:00000010:3.0:1724310019.863678:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d80. 00010000:00000010:3.0:1724310019.863688:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5080. 00010000:00000010:3.0:1724310019.863694:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:3.0:1724310019.863700:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99380. 00010000:00000010:3.0:1724310019.863718:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.863721:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.863725:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310019.863728:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.863739:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.863741:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d00. 00010000:00000010:3.0:1724310019.863743:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310019.863745:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.863827:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.863830:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.863832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310019.863834:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310019.863864:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c080. 00000020:00000010:3.0:1724310019.863869:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c080. 00080000:00000010:3.0:1724310019.863876:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a4c34920. 00080000:00000010:3.0:1724310019.863878:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff88012bb50c40. 00080000:00000010:3.0:1724310019.863892:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff88012bb50c40. 00080000:00000010:3.0:1724310019.863896:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a4c34920. 00000020:00000010:3.0:1724310019.863902:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4660. 00080000:00000010:3.0:1724310019.863907:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122216c00. 00000001:00000010:3.0:1724310019.864112:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4c00. 00000001:00000010:3.0:1724310019.864116:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ce40. 00000020:00000010:3.0:1724310019.864139:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4660. 00010000:00000010:3.0:1724310019.864160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.864164:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00080000:00000010:3.0:1724310019.864181:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac84e0. 00000004:00000010:3.0:1724310019.864186:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:3.0:1724310019.864190:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f0f0. 00000004:00000010:3.0:1724310019.864194:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:3.0:1724310019.864199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.864202:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000200:3.0:1724310019.864213:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096754, last committed = 4295096671 00010000:00000200:3.0:1724310019.864220:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122785180 x1808069883565568/t4295096754(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 504/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.864230:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310019.864234:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883565568, offset 224 00000400:00000010:3.0:1724310019.864239:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b4d0. 00000400:00000200:3.0:1724310019.864242:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.864250:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.864255:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532393:532393:256:4294967295] 192.168.204.31@tcp LPNI seq info [532389:532389:8:4294967295] 00000400:00000200:3.0:1724310019.864308:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.864313:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.864317:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.864320:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310019.864325:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.864330:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.864333:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.864347:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.864351:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.864353:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:0.0:1724310019.864554:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.864557:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310019.864560:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.864563:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.865590:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.865599:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296021 00000400:00000200:0.0:1724310019.865602:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.865604:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.865608:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:0.0:1724310019.865610:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00010000:00000010:3.0:1724310019.865993:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.865999:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d00. 00000400:00000200:0.0:1724310019.866457:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.866464:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13239680 00000400:00000200:0.0:1724310019.866469:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 177896 00000400:00000200:0.0:1724310019.866592:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.866596:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.866600:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.866605:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122787b80. 00010000:00000010:3.1:1724310019.867385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:3.1:1724310019.867391:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:3.1:1724310019.867395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:3.1:1724310019.867397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00000020:00000010:1.0:1724310019.868012:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:1.0:1724310019.868017:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.868021:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.868144:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883565696 00000001:00000010:1.0:1724310019.868153:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310019.868168:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.868170:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.868173:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310019.868177:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310019.868219:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131820000. 00010000:00000010:1.0:1724310019.868239:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310019.868242:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.868468:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310019.868483:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122787b80 x1808069883565696/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.868496:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310019.868501:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883565696, offset 224 00000400:00000200:1.0:1724310019.868505:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.868514:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.868519:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532394:532394:256:4294967295] 192.168.204.31@tcp LPNI seq info [532390:532390:8:4294967295] 00000400:00000200:1.0:1724310019.868527:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.868532:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.868535:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310019.868540:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.868545:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.868548:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.868569:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.868572:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.868575:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:0.0:1724310019.868712:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.868715:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310019.868717:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.868721:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.868724:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:0.0:1724310019.868725:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00000400:00000200:0.0:1724310019.870492:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.870504:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13239700 00000400:00000200:0.0:1724310019.870510:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 178472 00000400:00000200:0.0:1724310019.870527:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.870530:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.870534:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.870539:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786a00. 00000020:00000010:1.0:1724310019.870696:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:1.0:1724310019.870700:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.870703:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.870914:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883565824 00010000:00000010:1.0:1724310019.870933:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310019.870937:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f80. 02000000:00000010:1.0:1724310019.870978:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801320f0000. 00010000:00000010:1.0:1724310019.870997:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310019.871000:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.871011:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310019.871014:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.871017:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310019.871019:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00000004:00000010:1.0:1724310019.871098:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2cb0. 00000004:00000010:1.0:1724310019.871105:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f780. 00000004:00000010:1.0:1724310019.871109:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310019.871114:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac96c0. 00010000:00000010:1.0:1724310019.871689:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.871693:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.871696:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310019.871698:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310019.871744:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.871752:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.871755:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.871777:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f80. 00010000:00000200:1.0:1724310019.871788:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122786a00 x1808069883565824/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.871800:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bcc0. 00000100:00000200:1.0:1724310019.871806:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883565824, offset 224 00000400:00000200:1.0:1724310019.871810:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.871816:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.871821:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532395:532395:256:4294967295] 192.168.204.31@tcp LPNI seq info [532391:532391:8:4294967295] 00000400:00000200:1.0:1724310019.871828:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.871832:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.871836:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310019.871840:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.871845:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.871848:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.871869:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.871871:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.871874:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:0.0:1724310019.871964:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.871967:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310019.871969:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.871973:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.871976:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bcc0 00000400:00000010:0.0:1724310019.871978:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bcc0. 00010000:00000010:1.1:1724310019.873384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310019.873394:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310019.873398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.1:1724310019.873402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310019.873405:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310019.873408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:1.1:1724310019.873417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00000400:00000200:0.0:1724310019.873718:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.873728:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13239800 00000400:00000200:0.0:1724310019.873734:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 179056 00000400:00000200:0.0:1724310019.873755:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.873758:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.873762:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.873766:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122786300. 00000020:00000010:1.0:1724310019.874215:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.874220:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310019.874223:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:0.0:1724310019.875052:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883566080 00010000:00000010:0.0:1724310019.875074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310019.875079:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 02000000:00000010:0.0:1724310019.875124:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8801222c0000. 00000004:00000010:0.0:1724310019.875188:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800b4b98800. 00080000:00000010:0.0:1724310019.875195:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24d800. 00000001:00000010:0.0:1724310019.875216:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b060. 00000001:00000010:0.0:1724310019.875219:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00010000:00000010:0.0:1724310019.875363:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000200:0.0:1724310019.875717:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122786300 x1808069883566080/t4295096755(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.875730:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310019.875735:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883566080, offset 224 00000400:00000200:0.0:1724310019.875740:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.875747:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.875753:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532396:532396:256:4294967295] 192.168.204.31@tcp LPNI seq info [532392:532392:8:4294967295] 00000400:00000200:0.0:1724310019.875761:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.875766:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.875769:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310019.875774:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.875779:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.875783:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.875803:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5700. 00000020:00000010:0.0:1724310019.875807:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:0.0:1724310019.875811:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:1.0:1724310019.875908:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.875911:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310019.875913:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.875917:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.875920:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:1.0:1724310019.875922:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00000400:00000200:0.0:1724310019.878532:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.878543:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13239880 00000400:00000200:0.0:1724310019.878549:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249dc5 [2] + 392 00000400:00000200:0.0:1724310019.878567:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.878571:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.878576:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.878582:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185f80. 00000020:00000010:2.0:1724310019.879032:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310019.879036:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.879040:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.879188:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883566208 00000001:00000010:2.0:1724310019.879198:0:26744:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ce40. 02000000:00000010:2.0:1724310019.879216:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8800788a8400. 00000004:00000010:2.0:1724310019.879222:0:26744:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff880095af1000. 00080000:00000010:2.0:1724310019.879701:0:26744:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.879705:0:26744:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.879853:0:26744:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.879857:0:26744:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310019.879863:0:26744:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800788abc00. 00000100:00000010:2.0:1724310019.879867:0:26744:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88008a023000. 00000400:00000010:2.0:1724310019.879874:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66990. 00000400:00000010:2.0:1724310019.879881:0:26744:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95f50. 00000400:00000200:2.0:1724310019.879885:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.879892:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.879897:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532397:532397:256:4294967295] 192.168.204.31@tcp LPNI seq info [532393:532393:8:4294967295] 00000400:00000200:2.0:1724310019.879901:0:26744:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.879907:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.879911:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.879914:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310019.879919:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.879924:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:2.0:1724310019.879928:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1724310019.879942:0:26744:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13239880-0x66c6e13239880 00000800:00000200:0.0:1724310019.880405:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.880408:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310019.880412:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.880415:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.880419:0:3289:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff8800788abc00 00000400:00000200:0.0:1724310019.882460:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.882474:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296031 00000400:00000200:0.0:1724310019.882479:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.882482:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.882486:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66990 00000400:00000010:0.0:1724310019.882488:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66990. 00000100:00000200:0.0:1724310019.882492:0:3287:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff8800788abc00 00000100:00000010:2.0:1724310019.882667:0:26744:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88008a023000. 00000100:00000010:2.0:1724310019.882672:0:26744:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800788abc00. 00000004:00000010:2.0:1724310019.883928:0:26744:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff880095af1000. 00010000:00000200:2.0:1724310019.883942:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185f80 x1808069883566208/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.883956:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310019.883960:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883566208, offset 224 00000400:00000200:2.0:1724310019.883966:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.883973:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.883979:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532398:532398:256:4294967295] 192.168.204.31@tcp LPNI seq info [532394:532394:8:4294967295] 00000400:00000200:2.0:1724310019.883986:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.883991:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.883994:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310019.883998:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.884004:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.884008:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.884044:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.884049:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.884052:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00010000:00000010:0.1:1724310019.884325:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310019.884536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.1:1724310019.884541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.1:1724310019.884546:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:1.1:1724310019.884549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:1.1:1724310019.884552:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:1.1:1724310019.884555:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.884559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310019.884563:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310019.884565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310019.884567:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310019.884569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000800:00000200:1.0:1724310019.884911:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.884914:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310019.884917:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.884922:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.884924:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:1.0:1724310019.884926:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000400:00000200:0.0:1724310019.886384:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.886396:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13239980 00000400:00000200:0.0:1724310019.886403:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249dc5 [2] + 840 00000400:00000200:0.0:1724310019.886419:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.886422:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.886427:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.886432:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184700. 00000020:00000010:2.0:1724310019.887102:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310019.887108:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.887112:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.887380:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883566464 02000000:00000010:2.0:1724310019.887413:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8800788abc00. 00000020:00000010:2.0:1724310019.887467:0:26744:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.887473:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788a8c00. 00000001:00000010:2.0:1724310019.887533:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293ba0. 00000001:00000010:2.0:1724310019.887538:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310019.887566:0:26744:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310019.887579:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800b4b98800. 00010000:00000010:0.1:1724310019.887728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:0.1:1724310019.887733:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:0.1:1724310019.887737:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:0.1:1724310019.887739:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:0.1:1724310019.887742:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00010000:00000200:2.0:1724310019.888442:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184700 x1808069883566464/t4295096756(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.888458:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310019.888464:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883566464, offset 224 00000400:00000200:2.0:1724310019.888469:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.888478:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.888484:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532399:532399:256:4294967295] 192.168.204.31@tcp LPNI seq info [532395:532395:8:4294967295] 00000400:00000200:2.0:1724310019.888492:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.888497:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.888501:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.888506:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.888511:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.888515:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.889049:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.889055:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.889060:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00000800:00000200:0.0:1724310019.889881:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.889884:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:0.0:1724310019.889889:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.889894:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.889898:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:0.0:1724310019.889900:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000400:00000200:0.0:1724310019.894126:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.894142:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13239a80 00000400:00000200:0.0:1724310019.894148:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 183672 00000400:00000200:0.0:1724310019.894170:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.894173:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.894179:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.894183:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095184380. 00000020:00000010:2.0:1724310019.894328:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310019.894334:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.894338:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.894368:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883566720 00000001:00000010:2.0:1724310019.894377:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:2.0:1724310019.894397:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310019.894402:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 02000000:00000010:2.0:1724310019.894444:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8801341a0000. 00010000:00000010:2.0:1724310019.894502:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00010000:00000010:2.0:1724310019.894505:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000004:00000010:2.0:1724310019.894529:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880090c99080. 00080000:00000010:2.0:1724310019.894536:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788a8000. 00000001:00000010:2.0:1724310019.894559:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293d20. 00000001:00000010:2.0:1724310019.894562:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310019.894605:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000200:2.0:1724310019.895158:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095184380 x1808069883566720/t4295096757(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.895172:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310019.895176:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883566720, offset 224 00000400:00000200:2.0:1724310019.895180:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.895186:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.895191:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532400:532400:256:4294967295] 192.168.204.31@tcp LPNI seq info [532396:532396:8:4294967295] 00000400:00000200:2.0:1724310019.895198:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.895202:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.895206:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e200. 00000800:00000200:2.0:1724310019.895210:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.895215:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.895218:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.895415:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.895419:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.895422:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00000800:00000200:1.0:1724310019.896189:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.896192:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e200. 00000400:00000200:1.0:1724310019.896195:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.896199:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.896202:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:1.0:1724310019.896204:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:0.1:1724310019.898682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:2.0:1724310019.898746:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.898757:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 608 into portal 12 MB=0x66c6e13239b00 00000400:00000200:2.0:1724310019.898763:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 608/608 into md 0x2796c1 [64] + 188288 00000400:00000200:2.0:1724310019.898779:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.898783:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.898787:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.898792:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00000020:00000010:0.0:1724310019.898883:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1cc00. 00000020:00000010:0.0:1724310019.898887:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310019.898891:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310019.898919:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883566848 00000001:00000010:0.0:1724310019.898928:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:0.0:1724310019.898947:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310019.898953:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 02000000:00000010:0.0:1724310019.898995:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880122340000. 00010000:00000010:0.0:1724310019.899016:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310019.899019:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.899030:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310019.899033:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.899036:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00010000:00000010:0.0:1724310019.899038:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310019.899126:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310019.899128:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310019.899130:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310019.899133:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310019.899178:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310019.899205:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310019.899209:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310019.899229:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000200:0.0:1724310019.899239:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883566848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 608/664 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310019.899252:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310019.899284:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883566848, offset 224 00000400:00000200:0.0:1724310019.899290:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310019.899298:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310019.899302:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532401:532401:256:4294967295] 192.168.204.31@tcp LPNI seq info [532397:532397:8:4294967295] 00000400:00000200:0.0:1724310019.899310:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310019.899315:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310019.899318:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310019.899322:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310019.899328:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310019.899331:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1724310019.899343:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310019.899346:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310019.899348:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1cc00. 00000800:00000200:0.0:1724310019.899408:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.899411:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:0.0:1724310019.899413:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.899416:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.899418:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:0.0:1724310019.899420:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:1.1:1724310019.902415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310019.902426:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:1.1:1724310019.902429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00010000:00000010:1.1:1724310019.902432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:0.0:1724310019.904398:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.904410:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 520 into portal 12 MB=0x66c6e13239c00 00000400:00000200:0.0:1724310019.904416:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 520/520 into md 0x2796c1 [64] + 188896 00000400:00000200:0.0:1724310019.904435:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.904438:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.904443:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.904447:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095185500. 00000020:00000010:3.0:1724310019.905122:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8f200. 00000020:00000010:3.0:1724310019.905127:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.905132:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.905156:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883567104 02000000:00000010:3.0:1724310019.905185:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088953000. 00010000:00000010:3.0:1724310019.905214:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:3.0:1724310019.905642:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:3.0:1724310019.905652:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:3.0:1724310019.905671:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.905674:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.905686:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310019.905688:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310019.905690:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.905693:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310019.905770:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.905772:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.905774:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:3.0:1724310019.905775:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310019.905791:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c080. 00000020:00000010:3.0:1724310019.905795:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c080. 00000020:00000010:3.0:1724310019.905802:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4660. 00080000:00000010:3.0:1724310019.905807:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122217c00. 00000001:00000010:3.0:1724310019.906130:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d20. 00000001:00000010:3.0:1724310019.906134:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c6c0. 00000020:00000010:3.0:1724310019.906163:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4660. 00010000:00000010:3.0:1724310019.906169:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310019.906171:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.906183:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.906199:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.906201:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.906231:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880094e65380. 00000004:00000010:3.0:1724310019.906239:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88008cbe8720. 00000004:00000010:3.0:1724310019.906242:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88008cbe9ab8. 00000004:00000010:3.0:1724310019.906245:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff880136714d00. 00000004:00000010:3.0:1724310019.906247:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff88012d58d870. 00000004:00000010:3.0:1724310019.906250:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff8800754f2480. 00000004:00000010:3.0:1724310019.906252:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880131b76a28. 00000004:00000010:3.0:1724310019.906284:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880082b972d0. 00000004:00000010:3.0:1724310019.906288:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff880095217790. 00010000:00000010:3.0:1724310019.906297:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310019.906307:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096758, last committed = 4295096671 00010000:00000200:3.0:1724310019.906314:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095185500 x1808069883567104/t4295096758(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 520/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.906326:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310019.906331:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883567104, offset 224 00000400:00000010:3.0:1724310019.906336:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b508. 00000400:00000200:3.0:1724310019.906339:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.906347:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.906352:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532402:532402:256:4294967295] 192.168.204.31@tcp LPNI seq info [532398:532398:8:4294967295] 00000400:00000200:3.0:1724310019.906356:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.906361:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.906366:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.906369:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310019.906373:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.906378:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.906381:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.906405:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.906408:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.906411:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8f200. 00000800:00000200:2.0:1724310019.906691:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.906694:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:2.0:1724310019.906698:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.906701:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.907990:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.908001:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296045 00000400:00000200:0.0:1724310019.908005:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.908008:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.908012:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310019.908015:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00000400:00000200:0.0:1724310019.908040:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.908045:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13239c80 00000400:00000200:0.0:1724310019.908050:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 189416 00000400:00000200:0.0:1724310019.908091:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.908095:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.908099:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.908104:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ce00. 00010000:00000010:2.0:1724310019.908171:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:2.0:1724310019.908178:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00000020:00000010:3.0:1724310019.908242:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8f200. 00000020:00000010:3.0:1724310019.908245:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.908248:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.908364:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883567232 00000001:00000010:3.0:1724310019.908372:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:3.0:1724310019.908387:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.0:1724310019.908391:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310019.908432:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8801319b0000. 00010000:00000010:3.0:1724310019.908453:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.908456:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.908463:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.908465:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.908467:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.908469:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.908537:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.908541:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3a00. 00010000:00000010:3.0:1724310019.908580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.908593:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.908595:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.908615:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310019.908624:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ce00 x1808069883567232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.908635:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310019.908639:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883567232, offset 224 00000400:00000200:3.0:1724310019.908643:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.908648:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.908653:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532403:532403:256:4294967295] 192.168.204.31@tcp LPNI seq info [532399:532399:8:4294967295] 00000400:00000200:3.0:1724310019.908660:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.908664:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.908667:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.908671:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.908675:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.908678:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.908689:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.908692:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.908694:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8f200. 00000800:00000200:0.0:1724310019.908964:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.908967:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310019.908970:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.908973:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.908975:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:0.0:1724310019.908977:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00000400:00000200:0.0:1724310019.910192:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.910201:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13239d80 00000400:00000200:0.0:1724310019.910207:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249dc5 [2] + 1232 00000400:00000200:0.0:1724310019.910221:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.910224:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.910229:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.910232:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d180. 00010000:00000010:1.1:1724310019.910311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310019.910316:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310019.910320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.1:1724310019.910322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310019.910326:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:1.1:1724310019.910329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:1.1:1724310019.910336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00000020:00000010:2.0:1724310019.910649:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0600. 00000020:00000010:2.0:1724310019.910654:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.910658:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.910676:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883567488 02000000:00000010:2.0:1724310019.910698:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8800788aa400. 00000004:00000010:2.0:1724310019.910739:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880090c99080. 00080000:00000010:2.0:1724310019.910751:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788a9c00. 00000001:00000010:2.0:1724310019.910775:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293300. 00000001:00000010:2.0:1724310019.910779:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00010000:00000200:2.0:1724310019.910813:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d180 x1808069883567488/t4295096759(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.910823:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310019.910827:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883567488, offset 224 00000400:00000200:2.0:1724310019.910832:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.910838:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.910843:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532404:532404:256:4294967295] 192.168.204.31@tcp LPNI seq info [532400:532400:8:4294967295] 00000400:00000200:2.0:1724310019.910850:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.910854:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.910857:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310019.910861:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.910866:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.910869:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.910880:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.910882:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.910885:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0600. 00000800:00000200:0.0:1724310019.911071:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.911074:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310019.911077:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.911081:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.911084:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:0.0:1724310019.911086:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00000400:00000200:0.0:1724310019.912332:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.912341:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13239e80 00000400:00000200:0.0:1724310019.912347:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x2796c1 [64] + 190000 00000400:00000200:0.0:1724310019.912400:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.912406:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.912411:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.912415:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3fb80. 00000020:00000010:1.0:1724310019.912495:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.912500:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.912503:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.912535:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883567744 00000001:00000010:1.0:1724310019.912542:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c6c0. 02000000:00000010:1.0:1724310019.912559:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e41000. 00010000:00000010:1.0:1724310019.912585:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3a00. 00010000:00000010:1.0:1724310019.912597:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:1.0:1724310019.912608:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.912613:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.912616:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.912633:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.912635:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.912638:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310019.912642:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.912652:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310019.912653:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.912656:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.0:1724310019.912659:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310019.912733:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310019.912735:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.912738:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310019.912740:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310019.912767:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24760. 00000020:00000010:1.0:1724310019.912773:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24760. 00080000:00000010:1.0:1724310019.912780:0:7083:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a5190ff8. 00080000:00000010:1.0:1724310019.912782:0:7083:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880134366dc0. 00080000:00000010:1.0:1724310019.912796:0:7083:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880134366dc0. 00080000:00000010:1.0:1724310019.912799:0:7083:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a5190ff8. 00000020:00000010:1.0:1724310019.912805:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7ea0. 00080000:00000010:1.0:1724310019.912810:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df82000. 00000001:00000010:1.0:1724310019.913034:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7960. 00000001:00000010:1.0:1724310019.913038:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea540. 00000020:00000010:1.0:1724310019.913060:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7ea0. 00010000:00000010:1.0:1724310019.913080:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.913083:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310019.913099:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac96c0. 00000004:00000010:1.0:1724310019.913104:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:1.0:1724310019.913108:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f780. 00000004:00000010:1.0:1724310019.913112:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2cb0. 00010000:00000010:1.0:1724310019.913117:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.913119:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000200:1.0:1724310019.913128:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096760, last committed = 4295096671 00010000:00000200:1.0:1724310019.913135:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3fb80 x1808069883567744/t4295096760(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 504/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.913145:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310019.913150:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883567744, offset 224 00000400:00000010:1.0:1724310019.913155:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3888. 00000400:00000200:1.0:1724310019.913158:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.913165:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.913170:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532405:532405:256:4294967295] 192.168.204.31@tcp LPNI seq info [532401:532401:8:4294967295] 00000400:00000200:1.0:1724310019.913174:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.913178:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.913182:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.913185:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310019.913189:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.913193:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.913195:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1724310019.913856:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310019.913862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00000020:00000010:1.0:1724310019.914117:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.914122:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.914125:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:2.0:1724310019.914311:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.914314:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:2.0:1724310019.914317:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.914321:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310019.916598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310019.916609:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310019.916614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310019.916616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:0.1:1724310019.916686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:0.1:1724310019.916692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310019.916695:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:0.1:1724310019.916698:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:0.1:1724310019.916700:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:0.1:1724310019.916702:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:0.1:1724310019.916704:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:0.1:1724310019.916709:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:0.1:1724310019.916711:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00000400:00000200:2.0:1724310019.916765:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310019.916778:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296051 00000400:00000200:2.0:1724310019.916783:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.916786:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310019.916790:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:2.0:1724310019.916792:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00000400:00000200:2.0:1724310019.916821:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310019.916827:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13239f00 00000400:00000200:2.0:1724310019.916833:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x2796c1 [64] + 190504 00000400:00000200:2.0:1724310019.916880:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.916883:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310019.916887:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310019.916892:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 00000020:00000010:1.0:1724310019.917103:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.917108:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.917111:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.917139:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883567872 00000001:00000010:1.0:1724310019.917146:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:1.0:1724310019.917161:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310019.917163:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310019.917167:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310019.917174:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310019.917214:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880131440000. 00010000:00000010:3.0:1724310019.917214:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:3.0:1724310019.917220:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310019.917231:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.917233:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310019.917334:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.917350:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326680 x1808069883567872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.917361:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310019.917366:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883567872, offset 224 00000400:00000200:1.0:1724310019.917370:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.917377:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.917382:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532406:532406:256:4294967295] 192.168.204.31@tcp LPNI seq info [532402:532402:8:4294967295] 00000400:00000200:1.0:1724310019.917390:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.917395:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.917402:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef800. 00000800:00000200:1.0:1724310019.917406:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.917444:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.917447:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.917468:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.917470:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.917473:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:0.0:1724310019.917784:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.917788:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef800. 00000400:00000200:0.0:1724310019.917791:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.917794:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.917796:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:0.0:1724310019.917798:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00000400:00000200:0.0:1724310019.918800:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.918807:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13239f80 00000400:00000200:0.0:1724310019.918812:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x2796c1 [64] + 191080 00000400:00000200:0.0:1724310019.918825:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.918828:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.918832:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.918836:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3dc00. 00000020:00000010:1.0:1724310019.918964:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.918967:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.918970:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.918997:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883568000 00010000:00000010:1.0:1724310019.919011:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.919015:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310019.919051:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88011cb20000. 00010000:00000010:1.0:1724310019.919069:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310019.919072:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.919080:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310019.919082:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.919084:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310019.919086:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000004:00000010:1.0:1724310019.919168:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2ae0. 00000004:00000010:1.0:1724310019.919175:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f780. 00000004:00000010:1.0:1724310019.919179:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc708. 00080000:00000010:1.0:1724310019.919187:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac96c0. 00010000:00000010:1.0:1724310019.919439:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310019.919442:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310019.919445:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310019.919447:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310019.919485:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.919492:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.919496:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310019.919514:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.919523:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3dc00 x1808069883568000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/584 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.919534:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b110. 00000100:00000200:1.0:1724310019.919622:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883568000, offset 224 00000400:00000200:1.0:1724310019.919628:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.919634:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.919638:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532407:532407:256:4294967295] 192.168.204.31@tcp LPNI seq info [532403:532403:8:4294967295] 00000400:00000200:1.0:1724310019.919644:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.919648:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.919651:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310019.919655:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.919660:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.919662:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.919683:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.919686:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.919688:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000800:00000200:2.0:1724310019.919861:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.919865:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:2.0:1724310019.919868:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.919872:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.919874:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b110 00000400:00000010:2.0:1724310019.919876:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b110. 00000400:00000200:0.0:1724310019.922395:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.922676:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e1323a080 00000400:00000200:0.0:1724310019.922682:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x2796c1 [64] + 191664 00000400:00000010:0.0:1724310019.922686:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8f20. 00000400:00000200:0.0:1724310019.922688:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009417e800 00000400:00000200:0.0:1724310019.922711:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.922715:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.922717:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009417e800 00000400:00000010:0.0:1724310019.922719:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 1144 at ffff88009417e800. 00000100:00000200:0.0:1724310019.922723:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1724310019.922892:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310019.922898:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.922902:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.922941:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883568256 00010000:00000010:1.0:1724310019.922962:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310019.922967:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310019.923018:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8801224b0000. 00000004:00000010:1.0:1724310019.923096:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880087dd5b80. 00080000:00000010:1.0:1724310019.923105:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df80000. 00000001:00000010:1.0:1724310019.923127:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7ea0. 00000001:00000010:1.0:1724310019.923130:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00010000:00000010:1.0:1724310019.923182:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.923193:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5690c50 x1808069883568256/t4295096761(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 4616/608 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.923206:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310019.923210:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883568256, offset 224 00000400:00000200:1.0:1724310019.923215:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.923221:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.923226:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532408:532408:256:4294967295] 192.168.204.31@tcp LPNI seq info [532404:532404:8:4294967295] 00000400:00000200:1.0:1724310019.923233:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.923237:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.923240:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310019.923244:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.923249:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.923252:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.923304:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.923307:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.923311:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 02000000:00000010:1.0:1724310019.923358:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011cb20000. 00000100:00000010:1.0:1724310019.923394:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3dc00. 02000000:00000010:1.0:1724310019.923398:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131440000. 00000100:00000010:1.0:1724310019.923417:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 02000000:00000010:1.0:1724310019.923420:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e41000. 00000100:00000010:1.0:1724310019.923422:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3fb80. 02000000:00000010:1.0:1724310019.923426:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801319b0000. 00000100:00000010:1.0:1724310019.923446:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3ce00. 02000000:00000010:1.0:1724310019.923449:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088953000. 00000100:00000010:1.0:1724310019.923452:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185500. 02000000:00000010:1.0:1724310019.923455:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122340000. 00000100:00000010:1.0:1724310019.923483:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 02000000:00000010:1.0:1724310019.923487:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff8801341a0000. 00000100:00000010:1.0:1724310019.923507:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184380. 02000000:00000010:1.0:1724310019.923510:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff8801222c0000. 00000100:00000010:1.0:1724310019.923531:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786300. 02000000:00000010:1.0:1724310019.923534:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801320f0000. 00000100:00000010:1.0:1724310019.923554:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122786a00. 02000000:00000010:1.0:1724310019.923557:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131820000. 00000100:00000010:1.0:1724310019.923575:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787b80. 02000000:00000010:1.0:1724310019.923578:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088951000. 00000100:00000010:1.0:1724310019.923580:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785180. 02000000:00000010:1.0:1724310019.923582:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124450000. 00000100:00000010:1.0:1724310019.923604:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122784a80. 02000000:00000010:1.0:1724310019.923607:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088952000. 00000100:00000010:1.0:1724310019.923611:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787800. 02000000:00000010:1.0:1724310019.923613:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134020000. 00000100:00000010:1.0:1724310019.923633:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431f80. 02000000:00000010:1.0:1724310019.923637:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff8801244a0000. 00000100:00000010:1.0:1724310019.923656:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431500. 02000000:00000010:1.0:1724310019.923659:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff880132120000. 00000100:00000010:1.0:1724310019.923682:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134433100. 02000000:00000010:1.0:1724310019.923684:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012c850000. 00000100:00000010:1.0:1724310019.923709:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134431c00. 02000000:00000010:1.0:1724310019.923711:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801345e0000. 00000100:00000010:1.0:1724310019.923738:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cace00. 02000000:00000010:1.0:1724310019.923742:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a020000. 00000100:00000010:1.0:1724310019.923744:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caed80. 02000000:00000010:1.0:1724310019.923749:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff88008c6e0000. 00000100:00000010:1.0:1724310019.923781:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cad500. 02000000:00000010:1.0:1724310019.923784:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090f90000. 00000100:00000010:1.0:1724310019.923805:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac380. 02000000:00000010:1.0:1724310019.923807:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d970000. 00000100:00000010:1.0:1724310019.923827:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4df80. 02000000:00000010:1.0:1724310019.923829:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f0000. 00000100:00000010:1.0:1724310019.923833:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cac700. 02000000:00000010:1.0:1724310019.923835:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff88008bef0000. 00000100:00000010:1.0:1724310019.923853:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088cafb80. 02000000:00000010:1.0:1724310019.923857:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800951d0000. 00000100:00000010:1.0:1724310019.923880:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb100. 02000000:00000010:1.0:1724310019.923883:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880090ce0000. 00000100:00000010:1.0:1724310019.923905:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd9180. 02000000:00000010:1.0:1724310019.923907:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f1000. 00000100:00000010:1.0:1724310019.923909:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdbb80. 02000000:00000010:1.0:1724310019.923911:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081b80000. 00000100:00000010:1.0:1724310019.923932:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efd8a80. 02000000:00000010:1.0:1724310019.923935:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281f000. 00000100:00000010:1.0:1724310019.923938:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efda680. 02000000:00000010:1.0:1724310019.923941:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081870000. 00000100:00000010:1.0:1724310019.923959:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb480. 02000000:00000010:1.0:1724310019.923962:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff88007f2f0000. 00000100:00000010:1.0:1724310019.923989:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e324000. 02000000:00000010:1.0:1724310019.923993:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff880087af0000. 00000100:00000010:1.0:1724310019.924017:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdb800. 02000000:00000010:1.0:1724310019.924019:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092fd0000. 00000100:00000010:1.0:1724310019.924036:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012efdaa00. 02000000:00000010:1.0:1724310019.924039:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880064810000. 00000100:00000010:1.0:1724310019.924067:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130380. 02000000:00000010:1.0:1724310019.924072:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008281e000. 00000100:00000010:1.0:1724310019.924074:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132d80. 02000000:00000010:1.0:1724310019.924076:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff88007f8a0000. 00000100:00000010:1.0:1724310019.924094:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132300. 02000000:00000010:1.0:1724310019.924097:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006b400000. 00000100:00000010:1.0:1724310019.924119:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c132a00. 02000000:00000010:1.0:1724310019.924122:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880077d40000. 00000100:00000010:1.0:1724310019.924145:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c130e00. 02000000:00000010:1.0:1724310019.924148:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8a000. 00000100:00000010:1.0:1724310019.924150:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9c00. 02000000:00000010:1.0:1724310019.924154:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff88007edd0000. 00000100:00000010:1.0:1724310019.924174:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325c00. 02000000:00000010:1.0:1724310019.924177:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880074c00000. 00000100:00000010:1.0:1724310019.924195:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f480. 02000000:00000010:1.0:1724310019.924198:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081a40000. 00000100:00000010:1.0:1724310019.924216:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e327480. 02000000:00000010:1.0:1724310019.924220:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583b000. 00000100:00000010:1.0:1724310019.924222:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c380. 02000000:00000010:1.0:1724310019.924224:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093370000. 00000100:00000010:1.0:1724310019.924250:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c700. 02000000:00000010:1.0:1724310019.924252:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c8d000. 00000100:00000010:1.0:1724310019.924287:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4dc00. 02000000:00000010:1.0:1724310019.924290:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c770000. 00000100:00000010:1.0:1724310019.924311:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfa680. 02000000:00000010:1.0:1724310019.924314:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880121c89000. 00000100:00000010:1.0:1724310019.924316:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325180. 02000000:00000010:1.0:1724310019.924318:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800875e0000. 00000100:00000010:1.0:1724310019.924339:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfad80. 02000000:00000010:1.0:1724310019.924342:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800803f7000. 00000100:00000010:1.0:1724310019.924344:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8e00. 02000000:00000010:1.0:1724310019.924350:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082700000. 00000100:00000010:1.0:1724310019.924369:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133800. 02000000:00000010:1.0:1724310019.924372:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880065838000. 00000100:00000010:1.0:1724310019.924375:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c133480. 02000000:00000010:1.0:1724310019.924376:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d7a0000. 00000100:00000010:1.0:1724310019.924401:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326d80. 02000000:00000010:1.0:1724310019.924404:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3e000. 00000100:00000010:1.0:1724310019.924408:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8380. 02000000:00000010:1.0:1724310019.924412:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e900000. 00000100:00000010:1.0:1724310019.924435:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8700. 02000000:00000010:1.0:1724310019.924439:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006583e000. 00000100:00000010:1.0:1724310019.924441:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5d500. 02000000:00000010:1.0:1724310019.924444:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d790000. 00000800:00000200:0.0:1724310019.924553:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.924556:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:0.0:1724310019.924559:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.924564:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.924568:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:0.0:1724310019.924570:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 02000000:00000010:0.0:1724310019.924574:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51688 at ffff8801224b0000. 00000100:00000010:1.0:1724310019.924710:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131c00. 02000000:00000010:1.0:1724310019.924715:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dff000. 00000100:00000010:1.0:1724310019.924717:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c131500. 02000000:00000010:1.0:1724310019.924720:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800864c0000. 00000100:00000010:1.0:1724310019.924745:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746a00. 02000000:00000010:1.0:1724310019.924748:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfb000. 00000100:00000010:1.0:1724310019.924751:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745880. 02000000:00000010:1.0:1724310019.924753:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d100000. 00000100:00000010:1.0:1724310019.924785:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012db5e680. 02000000:00000010:1.0:1724310019.924788:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087e45000. 00000100:00000010:1.0:1724310019.924790:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094745500. 02000000:00000010:1.0:1724310019.924792:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083180000. 00000100:00000010:1.0:1724310019.924813:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094747800. 02000000:00000010:1.0:1724310019.924816:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d47b000. 00000100:00000010:1.0:1724310019.924818:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094746300. 02000000:00000010:1.0:1724310019.924820:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800934f0000. 00000100:00000010:1.0:1724310019.924851:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9180. 02000000:00000010:1.0:1724310019.924854:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008d47f000. 00000100:00000010:1.0:1724310019.924857:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831ab100. 02000000:00000010:1.0:1724310019.924861:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082b00000. 00000100:00000010:1.0:1724310019.924885:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7800. 02000000:00000010:1.0:1724310019.924888:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880098dfc000. 00000100:00000010:1.0:1724310019.924890:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4e00. 02000000:00000010:1.0:1724310019.924892:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081180000. 00000100:00000010:1.0:1724310019.924910:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8a80. 02000000:00000010:1.0:1724310019.924913:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc79000. 00000100:00000010:1.0:1724310019.924915:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba300. 02000000:00000010:1.0:1724310019.924919:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008ddc0000. 00000100:00000010:1.0:1724310019.924939:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8000. 02000000:00000010:1.0:1724310019.924941:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3d000. 00000100:00000010:1.0:1724310019.924943:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8380. 02000000:00000010:1.0:1724310019.924945:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800932c0000. 00000100:00000010:1.0:1724310019.924966:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4380. 02000000:00000010:1.0:1724310019.924969:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7a000. 00000100:00000010:1.0:1724310019.924974:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4000. 02000000:00000010:1.0:1724310019.924976:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d4f0000. 00000100:00000010:1.0:1724310019.924995:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aaa00. 02000000:00000010:1.0:1724310019.924997:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094730000. 00000100:00000010:1.0:1724310019.925000:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9500. 02000000:00000010:1.0:1724310019.925002:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080830000. 00000100:00000010:1.0:1724310019.925031:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a8a80. 02000000:00000010:1.0:1724310019.925034:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c39000. 00000100:00000010:1.0:1724310019.925036:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831aa300. 02000000:00000010:1.0:1724310019.925038:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800815f0000. 00000100:00000010:1.0:1724310019.925063:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee680. 02000000:00000010:1.0:1724310019.925066:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3c000. 00000100:00000010:1.0:1724310019.925068:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ef480. 02000000:00000010:1.0:1724310019.925071:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087670000. 00000100:00000010:1.0:1724310019.925092:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ee300. 02000000:00000010:1.0:1724310019.925094:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3a000. 00000100:00000010:1.0:1724310019.925097:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec000. 02000000:00000010:1.0:1724310019.925099:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800866f0000. 00000100:00000010:1.0:1724310019.925117:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884efb80. 02000000:00000010:1.0:1724310019.925120:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880052c3d000. 00000100:00000010:1.0:1724310019.925122:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed500. 02000000:00000010:1.0:1724310019.925124:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880045120000. 00000100:00000010:1.0:1724310019.925147:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ed180. 02000000:00000010:1.0:1724310019.925150:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094736000. 00000100:00000010:1.0:1724310019.925152:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4700. 02000000:00000010:1.0:1724310019.925154:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093440000. 00000100:00000010:1.0:1724310019.925171:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884ec380. 02000000:00000010:1.0:1724310019.925174:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce9e000. 00000100:00000010:1.0:1724310019.925178:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedf80. 02000000:00000010:1.0:1724310019.925181:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880083150000. 00000100:00000010:1.0:1724310019.925203:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8e00. 02000000:00000010:1.0:1724310019.925206:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5d000. 00000100:00000010:1.0:1724310019.925209:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8380. 02000000:00000010:1.0:1724310019.925211:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800906b0000. 00000100:00000010:1.0:1724310019.925229:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef480. 02000000:00000010:1.0:1724310019.925232:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bc7b000. 00000100:00000010:1.0:1724310019.925235:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9c00. 02000000:00000010:1.0:1724310019.925237:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880079360000. 00000100:00000010:1.0:1724310019.926050:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed880. 02000000:00000010:1.0:1724310019.926055:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a91000. 00000100:00000010:1.0:1724310019.926058:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5180. 02000000:00000010:1.0:1724310019.926060:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880087a60000. 00000100:00000010:1.0:1724310019.926081:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e7b80. 02000000:00000010:1.0:1724310019.926083:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088a92000. 00000100:00000010:1.0:1724310019.926086:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aed180. 02000000:00000010:1.0:1724310019.926088:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082a20000. 00000100:00000010:1.0:1724310019.926112:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfbb80. 02000000:00000010:1.0:1724310019.926114:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8b000. 00000100:00000010:1.0:1724310019.926117:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf8a80. 02000000:00000010:1.0:1724310019.926121:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086640000. 00000100:00000010:1.0:1724310019.926143:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5f80. 02000000:00000010:1.0:1724310019.926146:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb88000. 00000100:00000010:1.0:1724310019.926149:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbb800. 02000000:00000010:1.0:1724310019.926152:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880029fd0000. 00000100:00000010:1.0:1724310019.926170:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdfb800. 02000000:00000010:1.0:1724310019.926172:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8d000. 00000100:00000010:1.0:1724310019.926175:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9180. 02000000:00000010:1.0:1724310019.926176:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088830000. 00000100:00000010:1.0:1724310019.926198:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fdf9f80. 02000000:00000010:1.0:1724310019.926202:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb8e000. 00000100:00000010:1.0:1724310019.926205:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9f80. 02000000:00000010:1.0:1724310019.926208:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092d10000. 00000100:00000010:1.0:1724310019.926238:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800832c6300. 02000000:00000010:1.0:1724310019.926241:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231c000. 00000100:00000010:1.0:1724310019.926244:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c7b80. 02000000:00000010:1.0:1724310019.926247:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088d00000. 00000100:00000010:1.0:1724310019.926364:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6680. 02000000:00000010:1.0:1724310019.926368:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006e769000. 00000100:00000010:1.0:1724310019.926371:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6a00. 02000000:00000010:1.0:1724310019.926373:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007fbb0000. 00000100:00000010:1.0:1724310019.926394:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e6d80. 02000000:00000010:1.0:1724310019.926397:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472cc000. 00000100:00000010:1.0:1724310019.926400:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5500. 02000000:00000010:1.0:1724310019.926402:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080a10000. 00000100:00000010:1.0:1724310019.926424:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c4000. 02000000:00000010:1.0:1724310019.926427:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800472cd000. 00000100:00000010:1.0:1724310019.926429:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c5880. 02000000:00000010:1.0:1724310019.926431:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d360000. 00000100:00000010:1.0:1724310019.926453:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e4a80. 02000000:00000010:1.0:1724310019.926456:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb56000. 00000100:00000010:1.0:1724310019.926458:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800878e5880. 02000000:00000010:1.0:1724310019.926460:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008e1b0000. 00000100:00000010:1.0:1724310019.926480:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8c380. 02000000:00000010:1.0:1724310019.926485:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb54000. 00000100:00000010:1.0:1724310019.926487:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d500. 02000000:00000010:1.0:1724310019.926489:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086810000. 00000100:00000010:1.0:1724310019.926517:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8e680. 02000000:00000010:1.0:1724310019.926520:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb51000. 00000100:00000010:1.0:1724310019.926522:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8dc00. 00010000:00000010:0.1:1724310019.926551:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:0.1:1724310019.926577:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:0.1:1724310019.926582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 02000000:00000010:1.0:1724310019.927498:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088600000. 00000100:00000010:1.0:1724310019.927535:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8ea00. 02000000:00000010:1.0:1724310019.927538:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231f000. 00000100:00000010:1.0:1724310019.927542:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094c8d880. 02000000:00000010:1.0:1724310019.927544:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088dd0000. 00000100:00000010:1.0:1724310019.927567:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8c6d80. 02000000:00000010:1.0:1724310019.927570:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5e000. 00000100:00000010:1.0:1724310019.927572:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeea00. 02000000:00000010:1.0:1724310019.927575:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088bd0000. 00000100:00000010:1.0:1724310019.927594:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a680. 02000000:00000010:1.0:1724310019.927597:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010bd5c000. 00000100:00000010:1.0:1724310019.927600:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446ad80. 02000000:00000010:1.0:1724310019.927602:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008e140000. 00000100:00000010:1.0:1724310019.927623:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468e00. 02000000:00000010:1.0:1724310019.927626:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a3000. 00000100:00000010:1.0:1724310019.927630:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef100. 02000000:00000010:1.0:1724310019.927632:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5e0000. 00000100:00000010:1.0:1724310019.927652:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468a80. 02000000:00000010:1.0:1724310019.927655:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a6000. 00000100:00000010:1.0:1724310019.927657:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094469500. 02000000:00000010:1.0:1724310019.927659:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800861a0000. 00000100:00000010:1.0:1724310019.927680:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aec000. 02000000:00000010:1.0:1724310019.927682:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801245a5000. 00000100:00000010:1.0:1724310019.927686:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aefb80. 02000000:00000010:1.0:1724310019.927688:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800863b0000. 00000100:00000010:1.0:1724310019.927707:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b100. 02000000:00000010:1.0:1724310019.927710:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006b884000. 00000100:00000010:1.0:1724310019.927713:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446b800. 02000000:00000010:1.0:1724310019.927715:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f20000. 00000100:00000010:1.0:1724310019.928335:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeed80. 02000000:00000010:1.0:1724310019.928340:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880083570000. 00000100:00000010:1.0:1724310019.928343:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aee300. 02000000:00000010:1.0:1724310019.928345:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082f20000. 00000100:00000010:1.0:1724310019.928364:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009446a300. 02000000:00000010:1.0:1724310019.928367:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012231d000. 00000100:00000010:1.0:1724310019.928369:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094468000. 02000000:00000010:1.0:1724310019.928372:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080df0000. 00000100:00000010:1.0:1724310019.928390:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566d180. 02000000:00000010:1.0:1724310019.928394:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800a846a000. 00000100:00000010:1.0:1724310019.928396:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566df80. 02000000:00000010:1.0:1724310019.928399:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092550000. 00000100:00000010:1.0:1724310019.928419:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566fb80. 02000000:00000010:1.0:1724310019.928422:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf3000. 00000100:00000010:1.0:1724310019.928425:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566ce00. 02000000:00000010:1.0:1724310019.928428:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880081eb0000. 00000100:00000010:1.0:1724310019.928450:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566f800. 02000000:00000010:1.0:1724310019.928452:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002baf4000. 00000100:00000010:1.0:1724310019.928455:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566ed80. 02000000:00000010:1.0:1724310019.928457:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880082eb0000. 00000100:00000010:1.0:1724310019.928796:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566e300. 02000000:00000010:1.0:1724310019.928801:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88005b97a000. 00000100:00000010:1.0:1724310019.928804:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566c000. 02000000:00000010:1.0:1724310019.928806:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080950000. 00000100:00000010:1.0:1724310019.928834:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f652d80. 02000000:00000010:1.0:1724310019.928838:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3c000. 00000100:00000010:1.0:1724310019.928841:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f651f80. 02000000:00000010:1.0:1724310019.928843:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880080a30000. 00000100:00000010:1.0:1724310019.928871:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566c380. 02000000:00000010:1.0:1724310019.928874:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012bb3b000. 00000100:00000010:1.0:1724310019.928877:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f650000. 02000000:00000010:1.0:1724310019.928879:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8800809c0000. 00000100:00000010:1.0:1724310019.928906:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f653b80. 02000000:00000010:1.0:1724310019.928909:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008de2f000. 00000100:00000010:1.0:1724310019.928912:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566f480. 02000000:00000010:1.0:1724310019.928914:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088c20000. 00000100:00000010:1.0:1724310019.928936:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ce00. 02000000:00000010:1.0:1724310019.928940:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087588000. 00000100:00000010:1.0:1724310019.928942:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497c700. 02000000:00000010:1.0:1724310019.928945:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880091ee0000. 00000100:00000010:1.0:1724310019.928967:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497df80. 02000000:00000010:1.0:1724310019.928976:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880124589000. 00000100:00000010:1.0:1724310019.928979:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ed80. 02000000:00000010:1.0:1724310019.928981:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88006e920000. 00000100:00000010:1.0:1724310019.929003:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c700. 02000000:00000010:1.0:1724310019.929007:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd69000. 00000100:00000010:1.0:1724310019.929009:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497ca80. 02000000:00000010:1.0:1724310019.929011:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880075a40000. 00000100:00000010:1.0:1724310019.929031:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f800. 02000000:00000010:1.0:1724310019.929033:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6e000. 00000100:00000010:1.0:1724310019.929036:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497e680. 02000000:00000010:1.0:1724310019.929039:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880086670000. 00000100:00000010:1.0:1724310019.929064:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497f480. 02000000:00000010:1.0:1724310019.929067:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880093920000. 00000100:00000010:1.0:1724310019.929069:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497d500. 02000000:00000010:1.0:1724310019.929071:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008be10000. 00000100:00000010:1.0:1724310019.929092:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497dc00. 02000000:00000010:1.0:1724310019.929095:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880095608000. 00000100:00000010:1.0:1724310019.929097:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c000. 02000000:00000010:1.0:1724310019.929100:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008d2b0000. 00000100:00000010:1.0:1724310019.929120:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f800. 02000000:00000010:1.0:1724310019.929123:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800940e1000. 00000100:00000010:1.0:1724310019.929125:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c380. 02000000:00000010:1.0:1724310019.929127:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880088b20000. 00000100:00000010:1.0:1724310019.929157:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ce00. 02000000:00000010:1.0:1724310019.929159:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880088e64000. 00000100:00000010:1.0:1724310019.929162:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219c700. 02000000:00000010:1.0:1724310019.929163:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88007f750000. 00000100:00000010:1.0:1724310019.929188:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219e680. 02000000:00000010:1.0:1724310019.929191:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880090dae000. 00000100:00000010:1.0:1724310019.929193:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ea00. 02000000:00000010:1.0:1724310019.929195:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88008c5c0000. 00000100:00000010:1.0:1724310019.929214:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219dc00. 02000000:00000010:1.0:1724310019.929218:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801354af000. 00000100:00000010:1.0:1724310019.929221:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f480. 02000000:00000010:1.0:1724310019.929222:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880093770000. 00000100:00000010:1.0:1724310019.929246:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219d880. 02000000:00000010:1.0:1724310019.929248:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801319df000. 00000100:00000010:1.0:1724310019.929250:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219df80. 02000000:00000010:1.0:1724310019.929253:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880092f70000. 00000100:00000010:1.0:1724310019.929540:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219f100. 02000000:00000010:1.0:1724310019.929543:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012299c000. 00000100:00000010:1.0:1724310019.929546:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305f80. 02000000:00000010:1.0:1724310019.929549:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880085530000. 00000100:00000010:1.0:1724310019.929573:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305500. 02000000:00000010:1.0:1724310019.929576:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88006f6c3000. 00000100:00000010:1.0:1724310019.929578:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304380. 02000000:00000010:1.0:1724310019.929580:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011a310000. 00000100:00000010:1.0:1724310019.929601:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306a00. 02000000:00000010:1.0:1724310019.929604:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012c0b2000. 00000100:00000010:1.0:1724310019.929607:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307800. 02000000:00000010:1.0:1724310019.929609:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801318a0000. 00000100:00000010:1.0:1724310019.929629:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307b80. 02000000:00000010:1.0:1724310019.929631:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb99000. 00000100:00000010:1.0:1724310019.929634:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304a80. 02000000:00000010:1.0:1724310019.929636:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131980000. 00000100:00000010:1.0:1724310019.929654:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306d80. 02000000:00000010:1.0:1724310019.929657:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800773ad000. 00000100:00000010:1.0:1724310019.929659:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304e00. 02000000:00000010:1.0:1724310019.929662:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d00000. 00000100:00000010:1.0:1724310019.929689:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306300. 02000000:00000010:1.0:1724310019.929692:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880134460000. 00000100:00000010:1.0:1724310019.929694:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305c00. 02000000:00000010:1.0:1724310019.929697:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122680000. 00000100:00000010:1.0:1724310019.929720:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093307480. 02000000:00000010:1.0:1724310019.929722:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009342b000. 00000100:00000010:1.0:1724310019.929726:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093304700. 02000000:00000010:1.0:1724310019.929728:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880120e00000. 00000100:00000010:1.0:1724310019.929748:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3800. 02000000:00000010:1.0:1724310019.929752:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88009bf10000. 00000100:00000010:1.0:1724310019.929754:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aedc00. 02000000:00000010:1.0:1724310019.929757:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f570000. 00000100:00000010:1.0:1724310019.929779:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3480. 02000000:00000010:1.0:1724310019.929781:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880070d0b000. 00000100:00000010:1.0:1724310019.929784:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0a80. 02000000:00000010:1.0:1724310019.929787:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134530000. 00000100:00000010:1.0:1724310019.929808:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f480. 02000000:00000010:1.0:1724310019.929811:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007a0d8000. 00000100:00000010:1.0:1724310019.929814:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf0700. 02000000:00000010:1.0:1724310019.929816:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801224d0000. 00000100:00000010:1.0:1724310019.929834:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f800. 02000000:00000010:1.0:1724310019.929837:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88010fa8c000. 00000100:00000010:1.0:1724310019.929839:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2680. 02000000:00000010:1.0:1724310019.929841:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222e0000. 00000100:00000010:1.0:1724310019.929862:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aeca80. 02000000:00000010:1.0:1724310019.929865:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801242a5000. 00000100:00000010:1.0:1724310019.929879:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2d80. 02000000:00000010:1.0:1724310019.929883:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124270000. 00000100:00000010:1.0:1724310019.929902:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3b80. 02000000:00000010:1.0:1724310019.929904:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bd6a000. 00000100:00000010:1.0:1724310019.929907:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000380. 02000000:00000010:1.0:1724310019.929909:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f10000. 00000100:00000010:1.0:1724310019.929927:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2a00. 02000000:00000010:1.0:1724310019.929931:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880131b40000. 00000100:00000010:1.0:1724310019.929933:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf2300. 02000000:00000010:1.0:1724310019.929934:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122230000. 00000100:00000010:1.0:1724310019.929955:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094cf3100. 02000000:00000010:1.0:1724310019.929957:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002a894000. 00000100:00000010:1.0:1724310019.929960:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2ad80. 02000000:00000010:1.0:1724310019.929963:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123f20000. 00000100:00000010:1.0:1724310019.929980:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b28700. 02000000:00000010:1.0:1724310019.929982:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbab000. 00000100:00000010:1.0:1724310019.929991:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131b2a680. 02000000:00000010:1.0:1724310019.929994:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121630000. 00000100:00000010:1.0:1724310019.930022:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511c000. 02000000:00000010:1.0:1724310019.930025:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880094462000. 00000100:00000010:1.0:1724310019.930028:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ca80. 02000000:00000010:1.0:1724310019.930030:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801314b0000. 00000100:00000010:1.0:1724310019.930058:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511e680. 02000000:00000010:1.0:1724310019.930061:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801348b5000. 00000100:00000010:1.0:1724310019.930068:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511ea00. 02000000:00000010:1.0:1724310019.930071:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e130000. 00000100:00000010:1.0:1724310019.930094:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511df80. 02000000:00000010:1.0:1724310019.930098:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801318ed000. 00000100:00000010:1.0:1724310019.930100:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0000. 02000000:00000010:1.0:1724310019.930103:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134190000. 00000100:00000010:1.0:1724310019.930126:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3480. 02000000:00000010:1.0:1724310019.930129:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fbe9000. 00000100:00000010:1.0:1724310019.930131:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0e00. 02000000:00000010:1.0:1724310019.930134:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880133480000. 00000100:00000010:1.0:1724310019.930157:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c2300. 02000000:00000010:1.0:1724310019.930161:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880120ab0000. 00000100:00000010:1.0:1724310019.930163:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0a80. 02000000:00000010:1.0:1724310019.930165:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122e30000. 00000100:00000010:1.0:1724310019.930186:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c3800. 02000000:00000010:1.0:1724310019.930188:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88002c492000. 00000100:00000010:1.0:1724310019.930191:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c1c00. 02000000:00000010:1.0:1724310019.930193:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121e80000. 00000100:00000010:1.0:1724310019.930215:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c0700. 02000000:00000010:1.0:1724310019.930217:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012456e000. 00000100:00000010:1.0:1724310019.930220:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9f80. 02000000:00000010:1.0:1724310019.930224:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88011e600000. 00000400:00000200:0.0:1724310019.930293:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.930306:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e1323a100 00000400:00000200:0.0:1724310019.930312:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249dc5 [2] + 1624 00000400:00000010:0.0:1724310019.930316:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008c6a5370. 00000400:00000200:0.0:1724310019.930319:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4fcef00 00000400:00000200:0.0:1724310019.930331:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.930335:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.930339:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4fcef00 00000400:00000010:0.0:1724310019.930340:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4fcef00. 00000100:00000200:0.0:1724310019.930344:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1724310019.930438:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0a00. 00000020:00000010:2.0:1724310019.930443:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.930447:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.930476:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883568384 00000001:00000010:2.0:1724310019.930485:0:7086:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea540. 02000000:00000010:2.0:1724310019.930502:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8800788aa000. 00000004:00000010:2.0:1724310019.930508:0:7086:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff880095af1000. 00000100:00000010:1.0:1724310019.930532:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9c00. 02000000:00000010:1.0:1724310019.930536:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007c5d2000. 00000100:00000010:1.0:1724310019.930538:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9500. 02000000:00000010:1.0:1724310019.930540:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ff0000. 00000100:00000010:1.0:1724310019.930557:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa680. 02000000:00000010:1.0:1724310019.930560:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88012ce46000. 00000100:00000010:1.0:1724310019.930563:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8000. 02000000:00000010:1.0:1724310019.930567:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880131bd0000. 00000100:00000010:1.0:1724310019.930588:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8380. 02000000:00000010:1.0:1724310019.930591:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f7000. 00000100:00000010:1.0:1724310019.930594:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab800. 02000000:00000010:1.0:1724310019.930597:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88010f840000. 00000100:00000010:1.0:1724310019.930618:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aa300. 02000000:00000010:1.0:1724310019.930620:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c7f3000. 00000100:00000010:1.0:1724310019.930631:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8e00. 02000000:00000010:1.0:1724310019.930634:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801106b0000. 00000100:00000010:1.0:1724310019.930653:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aad80. 02000000:00000010:1.0:1724310019.930657:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bb50000. 00000100:00000010:1.0:1724310019.930659:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9180. 02000000:00000010:1.0:1724310019.930661:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801180b0000. 00000100:00000010:1.0:1724310019.930681:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab480. 02000000:00000010:1.0:1724310019.930684:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008caff000. 00000100:00000010:1.0:1724310019.930686:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a9880. 02000000:00000010:1.0:1724310019.930688:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122b60000. 00000100:00000010:1.0:1724310019.930719:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8a80. 02000000:00000010:1.0:1724310019.930722:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008297f000. 00000100:00000010:1.0:1724310019.930725:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9aaa00. 02000000:00000010:1.0:1724310019.930727:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123ac0000. 00000100:00000010:1.0:1724310019.930748:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7a680. 02000000:00000010:1.0:1724310019.930753:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008297b000. 00000100:00000010:1.0:1724310019.930765:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d78380. 02000000:00000010:1.0:1724310019.930767:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801246b0000. 00000100:00000010:1.0:1724310019.930785:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094d7b480. 02000000:00000010:1.0:1724310019.930789:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96e000. 00000100:00000010:1.0:1724310019.930791:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c002d80. 02000000:00000010:1.0:1724310019.930794:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226a0000. 00000100:00000010:1.0:1724310019.930813:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd500. 02000000:00000010:1.0:1724310019.930817:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008c96a000. 00000100:00000010:1.0:1724310019.930824:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ce300. 02000000:00000010:1.0:1724310019.930827:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f4d0000. 00000100:00000010:1.0:1724310019.930851:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cf480. 02000000:00000010:1.0:1724310019.930854:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bf4f000. 00000100:00000010:1.0:1724310019.930857:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ced80. 02000000:00000010:1.0:1724310019.930859:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff88012f5f0000. 00080000:00000010:2.0:1724310019.930873:0:7086:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.930876:0:7086:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00000100:00000010:1.0:1724310019.930882:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc380. 02000000:00000010:1.0:1724310019.930885:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e77000. 00000100:00000010:1.0:1724310019.930887:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdc00. 02000000:00000010:1.0:1724310019.930890:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880115af0000. 00000100:00000010:1.0:1724310019.930912:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cdf80. 02000000:00000010:1.0:1724310019.930914:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880074e73000. 00000100:00000010:1.0:1724310019.930921:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cc000. 00080000:00000010:2.0:1724310019.930922:0:7086:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 02000000:00000010:1.0:1724310019.930923:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134810000. 00080000:00000010:2.0:1724310019.930925:0:7086:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310019.930930:0:7086:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800788a9400. 00000100:00000010:2.0:1724310019.930933:0:7086:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88008a023000. 00000400:00000010:2.0:1724310019.930939:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000400:00000010:2.0:1724310019.930945:0:7086:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95f88. 00000400:00000200:2.0:1724310019.930948:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000100:00000010:1.0:1724310019.930951:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cd180. 02000000:00000010:1.0:1724310019.930953:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008cafb000. 00000400:00000200:2.0:1724310019.930956:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.930962:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532409:532409:256:4294967295] 192.168.204.31@tcp LPNI seq info [532405:532405:8:4294967295] 00000100:00000010:1.0:1724310019.930965:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cce00. 00000400:00000200:2.0:1724310019.930965:0:7086:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 02000000:00000010:1.0:1724310019.930967:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801119f0000. 00000400:00000200:2.0:1724310019.930971:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.930974:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.930977:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310019.930981:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000100:00000010:1.0:1724310019.930985:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804cca80. 00000800:00000200:2.0:1724310019.930986:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 02000000:00000010:1.0:1724310019.930987:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829ec000. 00000100:00000010:1.0:1724310019.930989:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b800. 00000800:00000200:2.0:1724310019.930989:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 4192 niov 1 nkiov 1 02000000:00000010:1.0:1724310019.930994:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880111800000. 00000100:00000200:2.0:1724310019.930997:0:7086:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e1323a100-0x66c6e1323a100 00000100:00000010:1.0:1724310019.931011:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a300. 02000000:00000010:1.0:1724310019.931015:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bf4d000. 00000100:00000010:1.0:1724310019.931018:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18700. 02000000:00000010:1.0:1724310019.931020:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801351b0000. 00000100:00000010:1.0:1724310019.931035:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18380. 02000000:00000010:1.0:1724310019.931037:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe5f000. 00000100:00000010:1.0:1724310019.931040:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19180. 02000000:00000010:1.0:1724310019.931044:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801341d0000. 00000100:00000010:1.0:1724310019.931063:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1bb80. 02000000:00000010:1.0:1724310019.931065:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829e8000. 00000100:00000010:1.0:1724310019.931069:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1aa00. 02000000:00000010:1.0:1724310019.931072:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880124430000. 00000100:00000010:1.0:1724310019.931089:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1ad80. 02000000:00000010:1.0:1724310019.931091:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bf4b000. 00000100:00000010:1.0:1724310019.931093:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18a80. 02000000:00000010:1.0:1724310019.931096:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880118d70000. 00000100:00000010:1.0:1724310019.931116:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ca80. 02000000:00000010:1.0:1724310019.931118:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087753000. 00000100:00000010:1.0:1724310019.931121:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001c00. 02000000:00000010:1.0:1724310019.931123:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801315f0000. 00000100:00000010:1.0:1724310019.931138:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000000. 02000000:00000010:1.0:1724310019.931141:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880087757000. 00000100:00000010:1.0:1724310019.931147:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d500. 02000000:00000010:1.0:1724310019.931150:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880132d30000. 00000100:00000010:1.0:1724310019.931172:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fbaa00. 02000000:00000010:1.0:1724310019.931175:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddbd000. 00000100:00000010:1.0:1724310019.931177:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000a80. 02000000:00000010:1.0:1724310019.931179:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121ab0000. 00000100:00000010:1.0:1724310019.931196:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850fb80. 02000000:00000010:1.0:1724310019.931198:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8800829ee000. 00000100:00000010:1.0:1724310019.931209:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ed80. 02000000:00000010:1.0:1724310019.931212:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880135b30000. 00000100:00000010:1.0:1724310019.931235:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba680. 02000000:00000010:1.0:1724310019.931237:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008ddb9000. 00000100:00000010:1.0:1724310019.931243:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c000e00. 02000000:00000010:1.0:1724310019.931246:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880122be0000. 00000100:00000010:1.0:1724310019.931290:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18000. 02000000:00000010:1.0:1724310019.931294:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880123ff0000. 00000100:00000010:1.0:1724310019.931296:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c001880. 02000000:00000010:1.0:1724310019.931298:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801222d0000. 00000100:00000010:1.0:1724310019.931318:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850f100. 02000000:00000010:1.0:1724310019.931321:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88007fe5b000. 00000100:00000010:1.0:1724310019.931327:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c380. 02000000:00000010:1.0:1724310019.931330:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880112130000. 00000100:00000010:1.0:1724310019.931350:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850dc00. 02000000:00000010:1.0:1724310019.931353:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801343a9000. 00000100:00000010:1.0:1724310019.931362:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850df80. 02000000:00000010:1.0:1724310019.931365:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134510000. 00000100:00000010:1.0:1724310019.931432:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19500. 02000000:00000010:1.0:1724310019.931436:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516f000. 00000100:00000010:1.0:1724310019.931439:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19c00. 02000000:00000010:1.0:1724310019.931440:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880121eb0000. 00000100:00000010:1.0:1724310019.931459:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e680. 02000000:00000010:1.0:1724310019.931465:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516d000. 00000100:00000010:1.0:1724310019.931467:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ce00. 02000000:00000010:1.0:1724310019.931470:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880134af0000. 00000800:00000200:0.0:1724310019.931763:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.931765:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310019.931768:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.931772:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.931775:0:3289:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff8800788a9400 00000100:00000010:1.0:1724310019.931820:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19f80. 02000000:00000010:1.0:1724310019.931825:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88013516b000. 00000100:00000010:1.0:1724310019.931828:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d180. 02000000:00000010:1.0:1724310019.931830:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801226e0000. 00000100:00000010:1.0:1724310019.931857:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850e300. 02000000:00000010:1.0:1724310019.931860:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff880135169000. 00000100:00000010:1.0:1724310019.931867:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850ea00. 02000000:00000010:1.0:1724310019.931869:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff8801359e0000. 00000100:00000010:1.0:1724310019.931891:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b100. 02000000:00000010:1.0:1724310019.931894:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008bf49000. 00000100:00000010:1.0:1724310019.931901:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc19880. 02000000:00000010:1.0:1724310019.931903:0:7083:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 51664 at ffff880123b00000. 00000100:00000010:1.0:1724310019.931921:0:7083:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1a680. 00000100:00000200:1.0:1724310019.931929:0:7083:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1724310019.932125:0:7083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea3d68. 00000400:00000010:0.0:1724310019.932130:0:7083:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88013673c800. 00010000:00000010:0.1:1724310019.932535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:0.1:1724310019.932540:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:0.1:1724310019.932543:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:0.1:1724310019.932545:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:0.1:1724310019.932547:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00000400:00000200:0.0:1724310019.934175:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.934187:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296061 00000400:00000200:0.0:1724310019.934191:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.934195:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.934199:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310019.934201:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00000100:00000200:0.0:1724310019.934204:0:3287:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff8800788a9400 00000100:00000010:2.0:1724310019.935535:0:7086:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88008a023000. 00000100:00000010:2.0:1724310019.935542:0:7086:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800788a9400. 00000004:00000010:2.0:1724310019.936021:0:7086:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff880095af1000. 00010000:00000200:2.0:1724310019.936034:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800b198b850 x1808069883568384/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 448/440 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.936050:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310019.936054:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883568384, offset 224 00000400:00000200:2.0:1724310019.936059:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.936068:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.936073:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532410:532410:256:4294967295] 192.168.204.31@tcp LPNI seq info [532406:532406:8:4294967295] 00000400:00000200:2.0:1724310019.936080:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.936085:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.936088:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310019.936093:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.936099:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.936102:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.939384:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.939395:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.939400:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0a00. 02000000:00000010:2.0:1724310019.939409:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff8800788aa400. 00000100:00000010:2.0:1724310019.939413:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d180. 02000000:00000010:2.0:1724310019.939418:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff8800788abc00. 00000100:00000010:2.0:1724310019.939420:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095184700. 02000000:00000010:2.0:1724310019.939422:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff8800788a8400. 00000100:00000010:2.0:1724310019.939427:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185f80. 02000000:00000010:2.0:1724310019.939431:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88006df81800. 00000100:00000010:2.0:1724310019.939433:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122785f80. 00000100:00000200:2.0:1724310019.939441:0:7086:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1724310019.939447:0:7086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9898. 00000400:00000010:2.0:1724310019.939453:0:7086:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007fa9f300. 00000800:00000200:0.0:1724310019.941221:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.941226:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310019.941230:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.941237:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.941241:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:0.0:1724310019.941243:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 02000000:00000010:0.0:1724310019.941248:0:3288:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff8800788aa000. 00000400:00000200:0.0:1724310019.944862:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.944876:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e1323a200 00000400:00000200:0.0:1724310019.944884:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249e09 [2] + 0 00000400:00000200:0.0:1724310019.944909:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.944913:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.944918:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310019.944924:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d500. 00000020:00000010:2.0:1724310019.944994:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0a00. 00000020:00000010:2.0:1724310019.945000:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.945005:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.945045:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883568640 02000000:00000010:2.0:1724310019.945076:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8800788a8400. 00000020:00000010:2.0:1724310019.945129:0:7086:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.945135:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788abc00. 00000001:00000010:2.0:1724310019.945194:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242939c0. 00000001:00000010:2.0:1724310019.945197:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f3c0. 00000020:00000010:2.0:1724310019.945227:0:7086:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310019.945240:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880087dd5b80. 00010000:00000200:2.0:1724310019.945311:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d500 x1808069883568640/t4295096762(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 392/456 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.945325:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310019.945330:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883568640, offset 224 00000400:00000200:2.0:1724310019.945335:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.945342:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.945347:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532411:532411:256:4294967295] 192.168.204.31@tcp LPNI seq info [532407:532407:8:4294967295] 00000400:00000200:2.0:1724310019.945359:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.945364:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.945367:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310019.945371:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.945377:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.945381:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.945403:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.945408:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.945411:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0a00. 00000800:00000200:0.0:1724310019.945461:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.945463:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310019.945466:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.945469:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.945472:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310019.945473:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00000400:00000200:0.0:1724310019.948052:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.948065:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323a300 00000400:00000200:0.0:1724310019.948073:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 0 00000400:00000200:0.0:1724310019.948092:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.948097:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.948102:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.948107:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ca80. 00000020:00000010:2.0:1724310019.948184:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0a00. 00000020:00000010:2.0:1724310019.948190:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.948194:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.948231:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883568896 00000001:00000010:2.0:1724310019.948242:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 02000000:00000010:2.0:1724310019.948391:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a023000. 00010000:00000010:2.0:1724310019.948419:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:2.0:1724310019.948431:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:2.0:1724310019.948436:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:2.0:1724310019.948440:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:2.0:1724310019.948460:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310019.948463:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.948471:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.948475:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310019.948488:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310019.948490:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310019.948493:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00010000:00000010:2.0:1724310019.948495:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310019.951081:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310019.951087:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310019.951092:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.951098:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310019.951157:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d060. 00000020:00000010:2.0:1724310019.951164:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d060. 00080000:00000010:2.0:1724310019.951171:0:7083:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310019.951173:0:7083:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.951190:0:7083:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5200. 00080000:00000010:2.0:1724310019.951193:0:7083:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310019.951201:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310019.951206:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788aa400. 00000001:00000010:2.0:1724310019.951447:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293ae0. 00000001:00000010:2.0:1724310019.951452:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310019.951478:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00010000:00000010:2.0:1724310019.951512:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310019.951518:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:2.0:1724310019.951540:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac96c0. 00000004:00000010:2.0:1724310019.951544:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc708. 00000004:00000010:2.0:1724310019.951548:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f780. 00000004:00000010:2.0:1724310019.951552:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2ae0. 00010000:00000010:2.0:1724310019.951558:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310019.951561:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e80. 00010000:00000200:2.0:1724310019.951579:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096763, last committed = 4295096671 00010000:00000200:2.0:1724310019.951589:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ca80 x1808069883568896/t4295096763(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.951604:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310019.951610:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883568896, offset 224 00000400:00000010:2.0:1724310019.951616:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880093b95fc0. 00000400:00000200:2.0:1724310019.951619:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.951632:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.951637:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532412:532412:256:4294967295] 192.168.204.31@tcp LPNI seq info [532408:532408:8:4294967295] 00000400:00000200:2.0:1724310019.951641:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310019.951647:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.951652:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.951655:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310019.951660:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.951667:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.951670:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.951698:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.951702:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.951706:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0a00. 00000800:00000200:0.0:1724310019.951784:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.951788:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310019.951791:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.951796:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.954756:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.954770:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296075 00000400:00000200:0.0:1724310019.954776:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.954779:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.954783:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310019.954785:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:3.0:1724310019.954876:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:3.0:1724310019.954885:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00000400:00000200:0.0:1724310019.956456:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.956467:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323a380 00000400:00000200:0.0:1724310019.956474:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 496 00000400:00000200:0.0:1724310019.956523:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.956527:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.956532:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.956537:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ed80. 00000020:00000010:2.0:1724310019.956625:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0a00. 00000020:00000010:2.0:1724310019.956631:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.956636:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.956659:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569024 00000001:00000010:2.0:1724310019.956669:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310019.956687:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310019.956689:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e80. 00010000:00000010:2.0:1724310019.956694:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00010000:00000010:2.0:1724310019.956699:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 02000000:00000010:2.0:1724310019.956749:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082560000. 00010000:00000010:2.0:1724310019.956772:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310019.956775:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310019.956855:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000200:2.0:1724310019.956871:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ed80 x1808069883569024/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.956884:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310019.956888:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883569024, offset 224 00000400:00000200:2.0:1724310019.956893:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.956900:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.956905:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532413:532413:256:4294967295] 192.168.204.31@tcp LPNI seq info [532409:532409:8:4294967295] 00000400:00000200:2.0:1724310019.956912:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.956916:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.956919:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310019.956923:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.956928:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.956931:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.958030:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.958036:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.958039:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0a00. 00000800:00000200:1.0:1724310019.958354:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.958357:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:1.0:1724310019.958361:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.958367:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.958370:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:1.0:1724310019.958372:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00000400:00000200:0.0:1724310019.960716:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.960731:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323a400 00000400:00000200:0.0:1724310019.960738:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 1072 00000400:00000200:0.0:1724310019.960758:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.960762:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.960768:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.960777:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3e680. 00000020:00000010:3.0:1724310019.961801:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123fe4a00. 00000020:00000010:3.0:1724310019.961808:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.961813:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.961852:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569152 00010000:00000010:3.0:1724310019.961875:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.961881:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310019.961935:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880085530000. 00010000:00000010:3.0:1724310019.961958:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.961961:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.961976:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.961978:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.961982:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.961984:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000004:00000010:3.0:1724310019.962076:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f81d0. 00000004:00000010:3.0:1724310019.962083:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310019.962088:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310019.962095:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310019.962157:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310019.962159:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.962162:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.0:1724310019.962164:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.962211:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.962221:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.962225:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.962246:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310019.962286:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3e680 x1808069883569152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/640 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.962300:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310019.962306:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883569152, offset 224 00000400:00000200:3.0:1724310019.962310:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.962319:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.962324:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532414:532414:256:4294967295] 192.168.204.31@tcp LPNI seq info [532410:532410:8:4294967295] 00000400:00000200:3.0:1724310019.962333:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.962339:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.962342:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9100. 00000800:00000200:3.0:1724310019.962347:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.962353:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.962356:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.962381:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.962384:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.962387:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123fe4a00. 00000800:00000200:1.0:1724310019.962463:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310019.962466:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9100. 00000400:00000200:1.0:1724310019.962469:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310019.962473:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310019.962476:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:1.0:1724310019.962478:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00010000:00000010:0.1:1724310019.962655:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:0.1:1724310019.962661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00000400:00000200:0.0:1724310019.964236:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.964248:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323a480 00000400:00000200:0.0:1724310019.964254:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279135 [8] + 14688 00000400:00000200:0.0:1724310019.964308:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.964311:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.964317:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310019.964322:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d880. 00000020:00000010:3.0:1724310019.964395:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8f600. 00000020:00000010:3.0:1724310019.964400:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.964403:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.964443:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569280 00010000:00000010:3.0:1724310019.964461:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9600. 00010000:00000010:3.0:1724310019.964465:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0ca80. 00010000:00000010:3.0:1724310019.964469:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218d80. 00002000:00000010:3.0:1724310019.964476:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50c00. 02000000:00000010:3.0:1724310019.964523:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880122214000. 00010000:00000200:3.0:1724310019.964543:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d880 x1808069883569280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 328/400 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.964760:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310019.964765:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883569280, offset 224 00000400:00000200:3.0:1724310019.964769:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.964775:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.964780:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532415:532415:256:4294967295] 192.168.204.31@tcp LPNI seq info [532411:532411:8:4294967295] 00000400:00000200:3.0:1724310019.964787:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.964791:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.964795:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.964799:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.964804:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.964807:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.965073:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.965077:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.965079:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8f600. 00000800:00000200:0.0:1724310019.965156:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.965158:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310019.965161:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.965164:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.965167:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310019.965169:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00010000:00000010:2.1:1724310019.967395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:2.1:1724310019.967404:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:2.1:1724310019.967407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:2.1:1724310019.967409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:2.1:1724310019.967412:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310019.967415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310019.967419:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:2.1:1724310019.967421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310019.967651:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.967667:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323a580 00000400:00000200:0.0:1724310019.967673:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 1648 00000400:00000200:0.0:1724310019.967693:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.967697:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.967702:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.967707:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3f480. 00000020:00000010:3.0:1724310019.967929:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880092d8f600. 00000020:00000010:3.0:1724310019.967934:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.967938:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.967973:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569536 02000000:00000010:3.0:1724310019.968001:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088952000. 00010000:00000010:3.0:1724310019.968029:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.968041:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.968048:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:3.0:1724310019.968054:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e80. 00010000:00000010:3.0:1724310019.968072:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310019.968074:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.968077:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310019.968081:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.968091:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310019.968092:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310019.968095:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310019.968097:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.968172:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310019.968175:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.968177:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310019.968180:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310019.968199:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.968204:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.968211:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4780. 00080000:00000010:3.0:1724310019.968216:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880122217400. 00000004:00000010:3.0:1724310019.968241:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff880080b0c9c0. 00000004:00000010:3.0:1724310019.968247:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310019.968249:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff88008df18ab0. 00000004:00000010:3.0:1724310019.968297:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faac000. 00000001:00000010:3.0:1724310019.968699:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4960. 00000001:00000010:3.0:1724310019.968704:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c840. 00000020:00000010:3.0:1724310019.968733:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4780. 00010000:00000010:3.0:1724310019.968740:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.0:1724310019.968743:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.968756:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.968776:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.968778:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.968794:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310019.968799:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faac000. 00000004:00000010:3.0:1724310019.968802:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310019.968804:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18ab0. 00000004:00000010:3.0:1724310019.968806:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880080b0c9c0. 00000004:00000010:3.0:1724310019.968808:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:3.0:1724310019.968811:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310019.968816:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f81d0. 00010000:00000010:3.0:1724310019.968823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.968825:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3600. 00010000:00000200:3.0:1724310019.968838:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096764, last committed = 4295096671 00010000:00000200:3.0:1724310019.968844:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3f480 x1808069883569536/t4295096764(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 488/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.968855:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310019.968859:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883569536, offset 224 00000400:00000010:3.0:1724310019.968865:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b540. 00000400:00000200:3.0:1724310019.968868:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.968877:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.968882:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532416:532416:256:4294967295] 192.168.204.31@tcp LPNI seq info [532412:532412:8:4294967295] 00000400:00000200:3.0:1724310019.968888:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.968892:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.968897:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.968900:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.968904:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.968909:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.968912:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.969322:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3d00. 00000020:00000010:3.0:1724310019.969326:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.969328:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880092d8f600. 00000800:00000200:0.0:1724310019.969641:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.969644:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310019.969648:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.969652:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310019.970386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:0.1:1724310019.970392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:0.1:1724310019.970395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:0.1:1724310019.970399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00000400:00000200:0.0:1724310019.971112:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.971123:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296085 00000400:00000200:0.0:1724310019.971128:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.971131:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.971135:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310019.971137:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00010000:00000010:3.0:1724310019.971288:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.971296:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00000400:00000200:0.0:1724310019.971631:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.971637:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323a600 00000400:00000200:0.0:1724310019.971643:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 2136 00000400:00000200:0.0:1724310019.971653:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.971656:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.971659:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.971665:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d180. 00000020:00000010:3.0:1724310019.971859:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc200. 00000020:00000010:3.0:1724310019.971862:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.971866:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.971900:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569664 00000001:00000010:3.0:1724310019.971908:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:3.0:1724310019.971924:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.971926:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3300. 00010000:00000010:3.0:1724310019.971929:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310019.971933:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d00. 02000000:00000010:3.0:1724310019.971975:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f70000. 00010000:00000010:3.0:1724310019.971994:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310019.971996:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310019.972059:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d00. 00010000:00000200:3.0:1724310019.972070:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d180 x1808069883569664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.972080:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310019.972084:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883569664, offset 224 00000400:00000200:3.0:1724310019.972089:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.972094:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.972099:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532417:532417:256:4294967295] 192.168.204.31@tcp LPNI seq info [532413:532413:8:4294967295] 00000400:00000200:3.0:1724310019.972106:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.972110:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.972113:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310019.972116:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.972121:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.972124:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.972144:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.972147:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.972150:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc200. 00000800:00000200:0.0:1724310019.972599:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.972602:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:0.0:1724310019.972606:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.972609:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.972611:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310019.972613:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00010000:00000010:2.1:1724310019.973460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00000400:00000200:0.0:1724310019.973508:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.973517:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323a680 00000400:00000200:0.0:1724310019.973522:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 2712 00000400:00000200:0.0:1724310019.973765:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.973769:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.973774:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.973779:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3ce00. 00000020:00000010:1.0:1724310019.973822:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310019.973830:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.973833:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.973859:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569792 00010000:00000010:1.0:1724310019.973873:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310019.973878:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 02000000:00000010:1.0:1724310019.973971:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093770000. 00010000:00000010:1.0:1724310019.973991:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310019.973994:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.974004:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.974006:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.974008:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310019.974010:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.974123:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310019.974126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.974129:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00010000:00000010:1.0:1724310019.974131:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.974185:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.974210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.974215:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.974235:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000200:1.0:1724310019.974244:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3ce00 x1808069883569792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/640 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.974283:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310019.974287:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883569792, offset 224 00000400:00000200:1.0:1724310019.974292:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.974298:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.974303:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532418:532418:256:4294967295] 192.168.204.31@tcp LPNI seq info [532414:532414:8:4294967295] 00000400:00000200:1.0:1724310019.974309:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.974313:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.974316:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310019.974320:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.974326:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.974329:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.974351:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.974354:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.974357:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:2.0:1724310019.974588:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.974592:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:2.0:1724310019.974595:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.974598:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.974601:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:2.0:1724310019.974603:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00000400:00000200:0.0:1724310019.976179:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.976190:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 520 into portal 28 MB=0x66c6e1323a700 00000400:00000200:0.0:1724310019.976196:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 520/520 into md 0x279135 [8] + 15016 00000400:00000010:0.0:1724310019.976200:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8108. 00000400:00000200:0.0:1724310019.976204:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009c32e300 00000400:00000200:0.0:1724310019.976218:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.976221:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.976224:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c32e300 00000400:00000010:0.0:1724310019.976227:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff88009c32e300. 00000100:00000200:0.0:1724310019.976233:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1724310019.976371:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800876fc200. 00000020:00000010:3.0:1724310019.976376:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.976380:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.976463:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883569920 02000000:00000010:3.0:1724310019.976483:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880122216000. 00000020:00000010:3.0:1724310019.976493:0:8406:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8801315b7000. 00000001:00000010:3.0:1724310019.976499:0:8406:0:(tgt_lastrcvd.c:416:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8800929d3d00. 00000001:00000010:3.0:1724310019.976504:0:8406:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff880080b0c9c0. 00000001:00000010:3.0:1724310019.976508:0:8406:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88008847c080. 00000001:00000010:3.0:1724310019.976510:0:8406:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800876fc600. 00000001:00000010:3.0:1724310019.976512:0:8406:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880092d8f600. 00000001:00000010:3.0:1724310019.976515:0:8406:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880123fe4a00. 00000001:00000010:3.0:1724310019.976517:0:8406:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8801359c7c00. 00080000:00000010:3.0:1724310019.976550:0:8406:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803cc000. 00000001:00000010:3.0:1724310019.976647:0:8406:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff880134ac4660. 00000020:00000010:3.0:1724310019.976721:0:8406:0:(lprocfs_status_server.c:576:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff880134ac4ea0. 00000020:00000010:3.0:1724310019.976727:0:8406:0:(lprocfs_status_server.c:689:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff880134ac4ea0. 00000020:00000010:3.0:1724310019.976730:0:8406:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8801315b5800. 00000400:00000200:3.0:1724310019.976741:0:8406:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.204.31@tcp primary NID 192.168.204.31@tcp rc 0 00010000:00000200:3.0:1724310019.976764:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880075c13450 x1808069883569920/t0(0) o8->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:0/0 lens 520/416 e 0 to 0 dl 1724310039 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.976773:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310019.976777:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1808069883569920, offset 0 00000400:00000200:3.0:1724310019.976782:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.976788:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.976792:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532419:532419:256:4294967295] 192.168.204.31@tcp LPNI seq info [532415:532415:8:4294967295] 00000400:00000200:3.0:1724310019.976799:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.976803:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.976807:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310019.976810:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.976816:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.976819:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.976843:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.976847:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.976850:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800876fc200. 02000000:00000010:3.0:1724310019.976869:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880122214000. 00000100:00000010:3.0:1724310019.976872:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d880. 02000000:00000010:3.0:1724310019.976877:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a831c800. 00000100:00000010:3.0:1724310019.976879:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082aef800. 02000000:00000010:3.0:1724310019.976882:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087a9b800. 00000100:00000010:3.0:1724310019.976883:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094744700. 02000000:00000010:3.0:1724310019.976886:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009bc5d400. 00000100:00000010:3.0:1724310019.976888:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012219ca80. 02000000:00000010:3.0:1724310019.976891:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800938b6800. 00000100:00000010:3.0:1724310019.976893:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9880. 02000000:00000010:3.0:1724310019.976896:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880049285400. 00000100:00000010:3.0:1724310019.976899:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497e300. 02000000:00000010:3.0:1724310019.976908:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880049285800. 00000100:00000010:3.0:1724310019.976911:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fca80. 02000000:00000010:3.0:1724310019.976916:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880081bb2000. 00000100:00000010:3.0:1724310019.976918:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804ff800. 02000000:00000010:3.0:1724310019.976923:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800938e7c00. 00000100:00000010:3.0:1724310019.976924:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122312300. 02000000:00000010:3.0:1724310019.976926:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800938e4400. 00000100:00000010:3.0:1724310019.976928:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ce00. 02000000:00000010:3.0:1724310019.976935:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012df78800. 00000100:00000010:3.0:1724310019.976938:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415880. 02000000:00000010:3.0:1724310019.976940:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008dcb2400. 00000100:00000010:3.0:1724310019.976942:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fd880. 02000000:00000010:3.0:1724310019.976947:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88006df83000. 00000100:00000010:3.0:1724310019.976950:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c721500. 02000000:00000010:3.0:1724310019.976953:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800938d3000. 00000100:00000010:3.0:1724310019.976954:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4d500. 02000000:00000010:3.0:1724310019.976957:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880088fda000. 00000100:00000010:3.0:1724310019.976958:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c2680. 02000000:00000010:3.0:1724310019.976961:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800924b2800. 00000100:00000010:3.0:1724310019.976962:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850d880. 02000000:00000010:3.0:1724310019.976964:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880081b1d000. 00000100:00000010:3.0:1724310019.976967:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497c000. 02000000:00000010:3.0:1724310019.976969:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008792e800. 00000100:00000010:3.0:1724310019.976971:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081307800. 02000000:00000010:3.0:1724310019.976973:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4d81000. 00000100:00000010:3.0:1724310019.976974:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087a28700. 02000000:00000010:3.0:1724310019.976977:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88007ceaf400. 00000100:00000010:3.0:1724310019.976979:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c003480. 02000000:00000010:3.0:1724310019.976981:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012e39c000. 00000100:00000010:3.0:1724310019.976983:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095415c00. 02000000:00000010:3.0:1724310019.976992:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009b9ecc00. 00000100:00000010:3.0:1724310019.976995:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caf480. 02000000:00000010:3.0:1724310019.976998:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880095022400. 00000100:00000010:3.0:1724310019.977001:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008850c000. 02000000:00000010:3.0:1724310019.977008:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88013498a000. 00000100:00000010:3.0:1724310019.977011:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800831a9c00. 02000000:00000010:3.0:1724310019.977014:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ba9a400. 00000100:00000010:3.0:1724310019.977016:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc18e00. 02000000:00000010:3.0:1724310019.977021:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88004ad24c00. 00000100:00000010:3.0:1724310019.977023:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085745880. 02000000:00000010:3.0:1724310019.977026:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087a5d400. 00000100:00000010:3.0:1724310019.977028:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9a8700. 02000000:00000010:3.0:1724310019.977032:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087b0c000. 00000100:00000010:3.0:1724310019.977034:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088e51880. 02000000:00000010:3.0:1724310019.977036:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c43b800. 00000100:00000010:3.0:1724310019.977043:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccc000. 02000000:00000010:3.0:1724310019.977046:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131809800. 00000100:00000010:3.0:1724310019.977048:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a566e680. 02000000:00000010:3.0:1724310019.977051:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88013180a400. 00000100:00000010:3.0:1724310019.977053:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604700. 02000000:00000010:3.0:1724310019.977056:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801226c4400. 00000100:00000010:3.0:1724310019.977060:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081304000. 02000000:00000010:3.0:1724310019.977063:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880094614400. 00000100:00000010:3.0:1724310019.977068:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076b0e300. 02000000:00000010:3.0:1724310019.977070:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880094615c00. 00000100:00000010:3.0:1724310019.977076:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511f480. 02000000:00000010:3.0:1724310019.977078:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801373b3c00. 00000100:00000010:3.0:1724310019.977083:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf8700. 02000000:00000010:3.0:1724310019.977085:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012f537800. 00000100:00000010:3.0:1724310019.977088:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124417800. 02000000:00000010:3.0:1724310019.977091:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880123fc7400. 00000100:00000010:3.0:1724310019.977093:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d60700. 02000000:00000010:3.0:1724310019.977096:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227fb800. 00000100:00000010:3.0:1724310019.977098:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008be4fb80. 02000000:00000010:3.0:1724310019.977100:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880095814c00. 00000100:00000010:3.0:1724310019.977102:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dc1b480. 02000000:00000010:3.0:1724310019.977107:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880095817800. 00000100:00000010:3.0:1724310019.977108:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e6a00. 02000000:00000010:3.0:1724310019.977111:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800864fa400. 00000100:00000010:3.0:1724310019.977115:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800884eed80. 02000000:00000010:3.0:1724310019.977119:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c423c00. 00000100:00000010:3.0:1724310019.977121:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caea00. 02000000:00000010:3.0:1724310019.977123:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c422c00. 00000100:00000010:3.0:1724310019.977132:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5119180. 02000000:00000010:3.0:1724310019.977136:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880078eb1000. 00000100:00000010:3.0:1724310019.977138:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800815de300. 02000000:00000010:3.0:1724310019.977146:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bc9e000. 00000100:00000010:3.0:1724310019.977148:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880094744a80. 02000000:00000010:3.0:1724310019.977150:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bc9c400. 00000100:00000010:3.0:1724310019.977152:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800811c1f80. 02000000:00000010:3.0:1724310019.977154:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800939b7400. 00000100:00000010:3.0:1724310019.977156:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087d19880. 02000000:00000010:3.0:1724310019.977158:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880093a95000. 00000100:00000010:3.0:1724310019.977160:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511ad80. 02000000:00000010:3.0:1724310019.977164:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880093a96400. 00000100:00000010:3.0:1724310019.977165:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5119880. 02000000:00000010:3.0:1724310019.977168:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880134d06400. 00000100:00000010:3.0:1724310019.977171:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccf800. 02000000:00000010:3.0:1724310019.977173:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087ae0c00. 00000100:00000010:3.0:1724310019.977175:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9abb80. 02000000:00000010:3.0:1724310019.977177:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880087ae3800. 00000100:00000010:3.0:1724310019.977179:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c9ab100. 02000000:00000010:3.0:1724310019.977188:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff880090f78000. 00000100:00000010:3.0:1724310019.977195:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fe300. 02000000:00000010:3.0:1724310019.977200:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff88006429fc00. 00000100:00000010:3.0:1724310019.977202:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800804fc700. 02000000:00000010:3.0:1724310019.977209:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff88006429d800. 00000100:00000010:3.0:1724310019.977211:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c720000. 02000000:00000010:3.0:1724310019.977214:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff8800945aa800. 00000100:00000010:3.0:1724310019.977216:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008c723b80. 02000000:00000010:3.0:1724310019.977223:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff8800a861a000. 00000100:00000010:3.0:1724310019.977226:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095185180. 02000000:00000010:3.0:1724310019.977229:0:8406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 728 at ffff8800945aa000. 00000100:00000010:3.0:1724310019.977231:0:8406:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093306680. 00000100:00000200:3.0:1724310019.977236:0:8406:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1724310019.977240:0:8406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce63738. 00000400:00000010:3.0:1724310019.977243:0:8406:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800933c9100. 00000800:00000200:0.0:1724310019.977416:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.977419:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310019.977423:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.977426:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.977429:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:0.0:1724310019.977430:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 02000000:00000010:0.0:1724310019.977433:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 712 at ffff880122216000. 00000400:00000200:0.0:1724310019.978666:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.978675:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323a780 00000400:00000200:0.0:1724310019.978681:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 0 00000400:00000200:0.0:1724310019.978739:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.978743:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.978747:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310019.978751:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3fb80. 00000020:00000010:2.0:1724310019.978946:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0200. 00000020:00000010:2.0:1724310019.978950:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.978953:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:2.0:1724310019.978987:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570048 00010000:00000010:2.0:1724310019.979003:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ee00. 00010000:00000010:2.0:1724310019.979007:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f3c0. 00010000:00000010:2.0:1724310019.979011:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54fc0. 00002000:00000010:2.0:1724310019.979018:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5200. 02000000:00000010:2.0:1724310019.979036:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800788a9800. 00010000:00000200:2.0:1724310019.979057:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3fb80 x1808069883570048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 328/400 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.979068:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310019.979072:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883570048, offset 224 00000400:00000200:2.0:1724310019.979076:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.979081:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.979086:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532420:532420:256:4294967295] 192.168.204.31@tcp LPNI seq info [532416:532416:8:4294967295] 00000400:00000200:2.0:1724310019.979093:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.979097:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.979099:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310019.979103:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.979108:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.979111:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.979133:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.979138:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.979141:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0200. 00000800:00000200:0.0:1724310019.979364:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.979367:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310019.979370:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.979374:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.979377:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310019.979378:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:0.1:1724310019.979883:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:0.1:1724310019.979889:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310019.979893:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310019.979895:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:0.1:1724310019.979897:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:0.1:1724310019.979899:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310019.979902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:0.1:1724310019.979908:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310019.979910:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00000400:00000200:0.0:1724310019.981181:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.981192:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323a880 00000400:00000200:0.0:1724310019.981198:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 3296 00000400:00000200:0.0:1724310019.981215:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.981218:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.981223:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.981227:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3dc00. 00000020:00000010:1.0:1724310019.981565:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310019.981570:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.981573:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.981640:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570304 02000000:00000010:1.0:1724310019.981662:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e45000. 00010000:00000010:1.0:1724310019.981687:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.981697:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.981704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:1.0:1724310019.981710:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3300. 00010000:00000010:1.0:1724310019.981728:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310019.981730:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310019.981734:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4b40. 00010000:00000010:1.0:1724310019.981737:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.981747:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310019.981750:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310019.981753:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310019.981754:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310019.981827:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310019.981829:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.981831:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310019.981833:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00000020:00000010:1.0:1724310019.981849:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24940. 00000020:00000010:1.0:1724310019.981854:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24940. 00000020:00000010:1.0:1724310019.981860:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7600. 00080000:00000010:1.0:1724310019.981865:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df82800. 00000001:00000010:1.0:1724310019.982112:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43300. 00000001:00000010:1.0:1724310019.982116:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea900. 00000020:00000010:1.0:1724310019.982143:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7600. 00010000:00000010:1.0:1724310019.982148:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310019.982151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.982163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.982177:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.982179:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00080000:00000010:1.0:1724310019.982194:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1ba0. 00000004:00000010:1.0:1724310019.982201:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8720. 00000004:00000010:1.0:1724310019.982203:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880079752230. 00000004:00000010:1.0:1724310019.982206:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880079752240. 00000004:00000010:1.0:1724310019.982209:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88008e299600. 00000004:00000010:1.0:1724310019.982211:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f898. 00000004:00000010:1.0:1724310019.982215:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800800e4078. 00000004:00000010:1.0:1724310019.982218:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bb30. 00010000:00000010:1.0:1724310019.982224:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.982226:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000200:1.0:1724310019.982237:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096765, last committed = 4295096671 00010000:00000200:1.0:1724310019.982244:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3dc00 x1808069883570304/t4295096765(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.982295:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310019.982301:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883570304, offset 224 00000400:00000010:1.0:1724310019.982306:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e38c0. 00000400:00000200:1.0:1724310019.982309:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.982318:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.982322:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532421:532421:256:4294967295] 192.168.204.31@tcp LPNI seq info [532417:532417:8:4294967295] 00000400:00000200:1.0:1724310019.982327:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310019.982331:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.982336:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.982338:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef400. 00000800:00000200:1.0:1724310019.982343:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.982348:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.982352:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.982364:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.982366:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.982369:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:0.0:1724310019.982467:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.982469:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef400. 00000400:00000200:0.0:1724310019.982472:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.982475:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.983824:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.983833:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29609d 00000400:00000200:0.0:1724310019.983837:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.983840:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.983844:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:0.0:1724310019.983846:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00010000:00000010:3.0:1724310019.984769:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:3.0:1724310019.984777:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:2.1:1724310019.985014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:2.1:1724310019.985020:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:2.1:1724310019.985025:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:2.1:1724310019.985027:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00000400:00000200:0.0:1724310019.985895:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.985905:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323a900 00000400:00000200:0.0:1724310019.985911:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 3792 00000400:00000200:0.0:1724310019.985928:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.985932:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.985937:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.985943:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d880. 00000020:00000010:3.0:1724310019.986227:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c7200. 00000020:00000010:3.0:1724310019.986233:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.986237:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.986385:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570432 00000001:00000010:3.0:1724310019.986395:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c840. 00010000:00000010:3.0:1724310019.986412:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310019.986414:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.986418:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310019.986423:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310019.986469:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c430000. 00010000:00000010:3.0:1724310019.986490:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310019.986493:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.986570:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310019.986585:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d880 x1808069883570432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.986598:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310019.986602:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883570432, offset 224 00000400:00000200:3.0:1724310019.986607:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.986613:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.986617:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532422:532422:256:4294967295] 192.168.204.31@tcp LPNI seq info [532418:532418:8:4294967295] 00000400:00000200:3.0:1724310019.986624:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.986628:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.986631:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9d00. 00000800:00000200:3.0:1724310019.986635:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.986641:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.986644:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9d00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.986656:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.986658:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.986661:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c7200. 00000800:00000200:0.0:1724310019.986769:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.986772:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9d00. 00000400:00000200:0.0:1724310019.986776:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.986779:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.986783:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:0.0:1724310019.986785:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00010000:00000010:2.1:1724310019.987729:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:2.1:1724310019.987736:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:2.1:1724310019.987739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00000400:00000200:0.0:1724310019.988687:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.988695:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323a980 00000400:00000200:0.0:1724310019.988701:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 4368 00000400:00000200:0.0:1724310019.988716:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.988719:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.988724:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.988730:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119880. 00000020:00000010:1.0:1724310019.988809:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310019.988814:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.988817:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.988846:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570560 00010000:00000010:1.0:1724310019.988863:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310019.988868:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310019.988907:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5c0000. 00010000:00000010:1.0:1724310019.988924:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310019.988928:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.988938:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310019.988940:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.988943:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310019.988946:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.989024:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310019.989026:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310019.989028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310019.989031:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310019.989073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.989080:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.989084:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.989105:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310019.989115:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5119880 x1808069883570560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/640 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.989127:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310019.989130:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883570560, offset 224 00000400:00000200:1.0:1724310019.989134:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.989141:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.989146:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532423:532423:256:4294967295] 192.168.204.31@tcp LPNI seq info [532419:532419:8:4294967295] 00000400:00000200:1.0:1724310019.989153:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.989157:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.989160:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef400. 00000800:00000200:1.0:1724310019.989164:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.989168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.989171:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef400 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.989184:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.989186:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.989190:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:0.0:1724310019.989312:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.989315:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef400. 00000400:00000200:0.0:1724310019.989318:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.989321:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.989324:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:0.0:1724310019.989325:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00010000:00000010:2.1:1724310019.990446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00010000:00000010:2.1:1724310019.990453:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:2.1:1724310019.990456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:2.1:1724310019.990461:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:2.1:1724310019.990463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:2.1:1724310019.990466:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:2.1:1724310019.990468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:2.1:1724310019.990473:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:2.1:1724310019.990475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4b40. 00000400:00000200:0.0:1724310019.991007:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.991015:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323aa00 00000400:00000200:0.0:1724310019.991021:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 328 00000400:00000200:0.0:1724310019.991036:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.991039:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.991044:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310019.991048:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511ad80. 00000020:00000010:3.0:1724310019.991128:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c7200. 00000020:00000010:3.0:1724310019.991132:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.991136:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.991171:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570688 00010000:00000010:3.0:1724310019.991186:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9500. 00010000:00000010:3.0:1724310019.991189:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c840. 00010000:00000010:3.0:1724310019.991193:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a1c0. 00002000:00000010:3.0:1724310019.991199:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50c40. 02000000:00000010:3.0:1724310019.991217:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cd000. 00010000:00000200:3.0:1724310019.991236:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511ad80 x1808069883570688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:260/0 lens 328/400 e 0 to 0 dl 1724310030 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.991246:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310019.991250:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883570688, offset 224 00000400:00000200:3.0:1724310019.991285:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.991291:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.991296:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532424:532424:256:4294967295] 192.168.204.31@tcp LPNI seq info [532420:532420:8:4294967295] 00000400:00000200:3.0:1724310019.991303:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.991307:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.991311:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310019.991315:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.991320:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.991323:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.991334:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.991338:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.991341:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c7200. 00000800:00000200:0.0:1724310019.991418:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.991420:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:0.0:1724310019.991423:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.991426:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.991429:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310019.991430:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00000400:00000200:0.0:1724310019.993002:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.993010:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ab00 00000400:00000200:0.0:1724310019.993016:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 4952 00000400:00000200:0.0:1724310019.993032:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.993035:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.993039:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.993043:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119180. 00000020:00000010:3.0:1724310019.993118:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c7200. 00000020:00000010:3.0:1724310019.993122:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.993126:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310019.993568:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883570944 02000000:00000010:3.0:1724310019.993590:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880088953000. 00010000:00000010:3.0:1724310019.993615:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:3.0:1724310019.993625:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:3.0:1724310019.993632:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.993637:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.993654:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310019.993656:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e80. 00010000:00000010:3.0:1724310019.993660:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310019.993663:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.993673:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310019.993674:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310019.993676:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310019.993678:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.993753:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310019.993755:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310019.993758:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310019.993760:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000020:00000010:3.0:1724310019.993778:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.993784:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310019.993791:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ea0. 00080000:00000010:3.0:1724310019.993796:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803cf800. 00000001:00000010:3.0:1724310019.994068:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac40c0. 00000001:00000010:3.0:1724310019.994073:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0ccc0. 00000020:00000010:3.0:1724310019.994101:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ea0. 00010000:00000010:3.0:1724310019.994107:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310019.994110:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.994123:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310019.994139:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310019.994141:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00080000:00000010:3.0:1724310019.994157:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9ba0. 00000004:00000010:3.0:1724310019.994164:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a398f0. 00000004:00000010:3.0:1724310019.994168:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558780. 00000004:00000010:3.0:1724310019.994170:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558418. 00000004:00000010:3.0:1724310019.994174:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff8800876b3900. 00000004:00000010:3.0:1724310019.994183:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc4b0. 00000004:00000010:3.0:1724310019.994187:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008dfc13c0. 00000004:00000010:3.0:1724310019.994194:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca21d0. 00010000:00000010:3.0:1724310019.994201:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310019.994204:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e80. 00010000:00000200:3.0:1724310019.994216:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096766, last committed = 4295096671 00010000:00000200:3.0:1724310019.994222:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5119180 x1808069883570944/t4295096766(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 496/456 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310019.994235:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310019.994239:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883570944, offset 224 00000400:00000010:3.0:1724310019.994245:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b578. 00000400:00000200:3.0:1724310019.994248:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310019.994255:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310019.994286:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532425:532425:256:4294967295] 192.168.204.31@tcp LPNI seq info [532421:532421:8:4294967295] 00000400:00000200:3.0:1724310019.994289:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310019.994295:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310019.994300:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310019.994303:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310019.994307:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310019.994312:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310019.994315:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310019.994889:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3200. 00000020:00000010:3.0:1724310019.994894:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310019.994896:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c7200. 00000800:00000200:0.0:1724310019.994985:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310019.994988:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310019.994991:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.994994:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310019.996688:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310019.996700:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960ad 00000400:00000200:0.0:1724310019.996705:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.996708:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310019.996712:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:0.0:1724310019.996714:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00000400:00000200:0.0:1724310019.996737:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.996742:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ab80 00000400:00000200:0.0:1724310019.996747:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 5448 00000400:00000200:0.0:1724310019.996768:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.996771:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.996774:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.996778:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511bb80. 00000020:00000010:2.0:1724310019.996868:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef0200. 00000020:00000010:2.0:1724310019.996873:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.996877:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00010000:00000010:3.0:1724310019.997325:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310019.997333:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00000100:00000200:2.0:1724310019.997480:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571072 00000001:00000010:2.0:1724310019.997488:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea900. 00010000:00000010:2.0:1724310019.997502:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310019.997505:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310019.997508:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310019.997512:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 02000000:00000010:2.0:1724310019.997554:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f750000. 00010000:00000010:2.0:1724310019.997575:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310019.997578:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310019.997649:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000200:2.0:1724310019.997676:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511bb80 x1808069883571072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 576/688 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310019.997688:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310019.997691:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883571072, offset 224 00000400:00000200:2.0:1724310019.997696:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310019.997703:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310019.997707:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532426:532426:256:4294967295] 192.168.204.31@tcp LPNI seq info [532422:532422:8:4294967295] 00000400:00000200:2.0:1724310019.997715:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310019.997718:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310019.997722:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e100. 00000800:00000200:2.0:1724310019.997726:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310019.997731:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310019.997734:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310019.997745:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310019.997748:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:2.0:1724310019.997751:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef0200. 00000800:00000200:2.0:1724310019.997813:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310019.997815:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e100. 00000400:00000200:2.0:1724310019.997817:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310019.997825:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310019.997828:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:2.0:1724310019.997829:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00010000:00000010:0.1:1724310019.997847:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:0.1:1724310019.997854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:0.1:1724310019.997857:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:0.0:1724310019.999360:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310019.999371:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ac00 00000400:00000200:0.0:1724310019.999377:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 6024 00000400:00000200:0.0:1724310019.999393:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310019.999396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310019.999400:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310019.999404:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118a80. 00000020:00000010:1.0:1724310019.999515:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310019.999519:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.999524:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310019.999549:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571200 00010000:00000010:1.0:1724310019.999564:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310019.999568:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310019.999607:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088b20000. 00010000:00000010:1.0:1724310019.999623:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310019.999626:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.999638:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310019.999639:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.999641:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310019.999643:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.999713:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310019.999715:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310019.999718:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310019.999720:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310019.999761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310019.999769:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310019.999773:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310019.999792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310019.999801:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118a80 x1808069883571200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:285/0 lens 584/640 e 0 to 0 dl 1724310055 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310019.999813:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b6e8. 00000100:00000200:1.0:1724310019.999817:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883571200, offset 224 00000400:00000200:1.0:1724310019.999821:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310019.999827:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310019.999831:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532427:532427:256:4294967295] 192.168.204.31@tcp LPNI seq info [532423:532423:8:4294967295] 00000400:00000200:1.0:1724310019.999838:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310019.999842:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310019.999845:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310019.999849:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310019.999854:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310019.999857:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310019.999868:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310019.999871:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310019.999874:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:0.0:1724310020.000034:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.000037:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:0.0:1724310020.000041:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.000044:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.000047:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b6e8 00000400:00000010:0.0:1724310020.000048:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b6e8. 00000400:00000200:0.0:1724310020.002082:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.002095:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323ac80 00000400:00000200:0.0:1724310020.002100:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 656 00000400:00000200:0.0:1724310020.002120:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.002123:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.002128:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.002133:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119500. 00000020:00000010:2.0:1724310020.002229:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310020.002233:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310020.002237:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f190. 00000100:00000200:3.0:1724310020.002438:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571328 00010000:00000010:3.0:1724310020.002458:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9d00. 00010000:00000010:3.0:1724310020.002461:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0cd80. 00010000:00000010:3.0:1724310020.002465:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921bcc0. 00002000:00000010:3.0:1724310020.002472:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb504c0. 02000000:00000010:3.0:1724310020.002534:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cc400. 00010000:00000200:3.0:1724310020.002555:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5119500 x1808069883571328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.002567:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310020.002572:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883571328, offset 224 00000400:00000200:3.0:1724310020.002576:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.002582:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.002588:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532428:532428:256:4294967295] 192.168.204.31@tcp LPNI seq info [532424:532424:8:4294967295] 00000400:00000200:3.0:1724310020.002595:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.002599:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.002602:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9e00. 00000800:00000200:3.0:1724310020.002606:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.002611:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.002614:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9e00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.002636:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99b80. 00000020:00000010:3.0:1724310020.002641:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f190. 00000020:00000010:3.0:1724310020.002644:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00000800:00000200:0.0:1724310020.003091:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.003093:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9e00. 00000400:00000200:0.0:1724310020.003098:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.003101:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.003104:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:0.0:1724310020.003106:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00010000:00000010:2.1:1724310020.003633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:2.1:1724310020.003640:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:2.1:1724310020.003642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:2.1:1724310020.003645:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00000400:00000200:0.0:1724310020.004590:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.004602:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ad80 00000400:00000200:0.0:1724310020.004609:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 6608 00000400:00000200:0.0:1724310020.004628:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.004632:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.004636:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.004642:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511a680. 00000020:00000010:2.0:1724310020.004917:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310020.004922:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.004926:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.004956:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571584 02000000:00000010:2.0:1724310020.004980:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a025000. 00010000:00000010:2.0:1724310020.005006:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:2.0:1724310020.005017:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:2.0:1724310020.005023:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.005029:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.005045:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310020.005047:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.005050:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.005053:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.005063:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.005065:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b80. 00010000:00000010:2.0:1724310020.005067:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.005069:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e80. 00010000:00000010:2.0:1724310020.005132:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310020.005133:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.005135:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310020.005137:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00000020:00000010:2.0:1724310020.005152:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15db00. 00000020:00000010:2.0:1724310020.005157:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15db00. 00000020:00000010:2.0:1724310020.005163:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310020.005168:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788aac00. 00000001:00000010:2.0:1724310020.005461:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e540. 00000001:00000010:2.0:1724310020.005465:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9fe40. 00000020:00000010:2.0:1724310020.005494:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00010000:00000010:2.0:1724310020.005499:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.005502:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.005514:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.005529:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.005531:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:2.0:1724310020.005549:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef1e0. 00000004:00000010:2.0:1724310020.005556:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2390. 00000004:00000010:2.0:1724310020.005560:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568a88. 00000004:00000010:2.0:1724310020.005562:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568398. 00000004:00000010:2.0:1724310020.005566:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880088621f00. 00000004:00000010:2.0:1724310020.005568:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800958067d0. 00000004:00000010:2.0:1724310020.005571:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800828ccc30. 00000004:00000010:2.0:1724310020.005574:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2ae0. 00010000:00000010:2.0:1724310020.005579:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.005581:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000200:2.0:1724310020.005591:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096767, last committed = 4295096671 00010000:00000200:2.0:1724310020.005597:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511a680 x1808069883571584/t4295096767(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.005608:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310020.005613:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883571584, offset 224 00000400:00000010:2.0:1724310020.005625:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4000. 00000400:00000200:2.0:1724310020.005628:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.005635:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.005640:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532429:532429:256:4294967295] 192.168.204.31@tcp LPNI seq info [532425:532425:8:4294967295] 00000400:00000200:2.0:1724310020.005644:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.005649:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.005653:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.005656:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310020.005660:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.005665:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.005668:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.006595:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.006601:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.006604:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00000800:00000200:0.0:1724310020.006686:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.006689:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310020.006692:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.006695:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.008101:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.1:1724310020.008108:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:1.1:1724310020.008112:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310020.008117:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:1.1:1724310020.008120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310020.008123:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:1.1:1724310020.008125:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:1.1:1724310020.008132:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:1.1:1724310020.008134:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:1.1:1724310020.008135:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:1.1:1724310020.008137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.1:1724310020.008438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:0.0:1724310020.009065:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.009079:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960bd 00000400:00000200:0.0:1724310020.009084:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.009088:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.009093:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:0.0:1724310020.009095:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00000400:00000200:0.0:1724310020.009122:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.009127:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ae00 00000400:00000200:0.0:1724310020.009133:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 7104 00000400:00000200:0.0:1724310020.009150:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.009153:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.009157:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.009161:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511b100. 00010000:00000010:3.0:1724310020.009614:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e80. 00010000:00000010:3.0:1724310020.009623:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b80. 00000020:00000010:2.0:1724310020.009748:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:2.0:1724310020.009753:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.009756:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.009780:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571712 00000001:00000010:2.0:1724310020.009789:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0ccc0. 00010000:00000010:2.0:1724310020.009805:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310020.009807:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.009812:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.009816:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.009861:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d2b0000. 00010000:00000010:2.0:1724310020.009880:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310020.009883:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.009955:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.009969:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a511b100 x1808069883571712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.009980:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310020.009984:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883571712, offset 224 00000400:00000200:2.0:1724310020.009988:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.009995:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.009999:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532430:532430:256:4294967295] 192.168.204.31@tcp LPNI seq info [532426:532426:8:4294967295] 00000400:00000200:2.0:1724310020.010007:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.010011:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.010014:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310020.010018:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.010024:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.010027:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.010038:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.010041:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.010044:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:2.0:1724310020.010112:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.010114:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:2.0:1724310020.010116:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.010119:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.010122:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:2.0:1724310020.010123:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00010000:00000010:2.1:1724310020.011239:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:2.1:1724310020.011246:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:2.1:1724310020.011248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:2.1:1724310020.011249:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00000400:00000200:0.0:1724310020.012526:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.012538:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ae80 00000400:00000200:0.0:1724310020.012544:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 7680 00000400:00000200:0.0:1724310020.012562:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.012566:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.012571:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.012577:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5118e00. 00000020:00000010:2.0:1724310020.012640:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087ef1400. 00000020:00000010:2.0:1724310020.012645:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.012649:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.012680:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571840 00010000:00000010:2.0:1724310020.012702:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.012707:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.012748:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be10000. 00010000:00000010:2.0:1724310020.012770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310020.012772:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.012784:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310020.012786:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.012791:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.012792:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.012864:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310020.012866:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.012869:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.012871:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310020.012960:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.012971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.012974:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.012995:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.013004:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a5118e00 x1808069883571840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/824 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.013017:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66088. 00000100:00000200:2.0:1724310020.013022:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 824 bytes to portal 10, xid 1808069883571840, offset 224 00000400:00000200:2.0:1724310020.013026:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.013032:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.013037:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532431:532431:256:4294967295] 192.168.204.31@tcp LPNI seq info [532427:532427:8:4294967295] 00000400:00000200:2.0:1724310020.013044:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.013048:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 824 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.013051:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310020.013054:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.013060:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.013063:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 920 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.013082:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.013085:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.013088:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087ef1400. 00000800:00000200:0.0:1724310020.013143:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.013145:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:0.0:1724310020.013148:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.013151:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.013154:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66088 00000400:00000010:0.0:1724310020.013155:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66088. 00010000:00000010:3.1:1724310020.016932:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:3.1:1724310020.016943:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:3.1:1724310020.016947:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310020.016951:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310020.016955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310020.016957:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310020.016960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:3.1:1724310020.016969:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310020.016971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310020.018091:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.018105:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323af80 00000400:00000200:0.0:1724310020.018111:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 984 00000400:00000200:0.0:1724310020.018122:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.018126:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.018132:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.018139:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccf800. 00000400:00000200:0.0:1724310020.018169:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.018173:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323af00 00000400:00000200:0.0:1724310020.018175:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 1312 00000400:00000200:0.0:1724310020.018189:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.018192:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.018195:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.018197:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccc000. 00000020:00000010:2.0:1724310020.018208:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.018214:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.018218:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.018247:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91ec00. 00000020:00000010:2.0:1724310020.018249:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310020.018251:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fe10. 00000100:00000200:2.0:1724310020.018296:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883571968 00010000:00000010:2.0:1724310020.018316:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e400. 00010000:00000010:2.0:1724310020.018319:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9fc00. 00010000:00000010:2.0:1724310020.018324:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54240. 00002000:00000010:2.0:1724310020.018332:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5b40. 02000000:00000010:2.0:1724310020.018353:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800788ab800. 00010000:00000200:2.0:1724310020.018374:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccc000 x1808069883571968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.018386:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310020.018390:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883571968, offset 224 00000400:00000200:2.0:1724310020.018395:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.018402:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.018407:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532432:532432:256:4294967295] 192.168.204.31@tcp LPNI seq info [532428:532428:8:4294967295] 00000400:00000200:2.0:1724310020.018415:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.018419:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.018421:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.018425:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.018431:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.018434:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.018461:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310020.018466:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fe10. 00000020:00000010:2.0:1724310020.018469:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91ec00. 00000100:00000200:2.0:1724310020.018479:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572096 00010000:00000010:2.0:1724310020.018488:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e200. 00010000:00000010:2.0:1724310020.018490:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9fd80. 00010000:00000010:2.0:1724310020.018493:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a546c0. 00002000:00000010:2.0:1724310020.018496:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5dc0. 02000000:00000010:2.0:1724310020.018509:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800788aa000. 00000800:00000200:1.0:1724310020.018851:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.018854:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310020.018857:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.018860:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.018863:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:1.0:1724310020.018864:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000200:2.0:1724310020.018909:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccf800 x1808069883572096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.018918:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.018920:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883572096, offset 224 00000400:00000200:2.0:1724310020.018924:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.018928:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.018931:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532433:532433:256:4294967295] 192.168.204.31@tcp LPNI seq info [532429:532429:8:4294967295] 00000400:00000200:2.0:1724310020.018937:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.018940:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.018942:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.018945:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.018948:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.018950:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.018970:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.018973:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.018975:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00010000:00000010:2.1:1724310020.019454:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:2.1:1724310020.019460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000800:00000200:1.0:1724310020.019522:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.019524:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310020.019526:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.019530:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.019532:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:1.0:1724310020.019533:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00010000:00000010:3.1:1724310020.024740:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310020.024748:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310020.024752:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310020.024755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310020.024758:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310020.026703:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.026719:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323b080 00000400:00000200:0.0:1724310020.026726:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 8264 00000400:00000200:0.0:1724310020.026752:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.026756:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.026762:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.026767:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd880. 00000020:00000010:2.0:1724310020.027189:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.027195:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.027198:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.027222:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572352 02000000:00000010:2.0:1724310020.027250:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008a020000. 00010000:00000010:2.0:1724310020.027317:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310020.027745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.027756:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.027761:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.027780:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.027782:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.027786:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.027789:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.027800:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310020.027802:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.027804:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.027806:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310020.027882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310020.027884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.027887:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00010000:00000010:2.0:1724310020.027890:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00000020:00000010:2.0:1724310020.027911:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf4e0. 00000020:00000010:2.0:1724310020.027916:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf4e0. 00000020:00000010:2.0:1724310020.027922:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e7e0. 00080000:00000010:2.0:1724310020.027928:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800788ab400. 00000001:00000010:2.0:1724310020.028254:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6900. 00000001:00000010:2.0:1724310020.028297:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310020.028342:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e7e0. 00010000:00000010:2.0:1724310020.028349:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.0:1724310020.028352:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.028365:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.028381:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.028383:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00080000:00000010:2.0:1724310020.028405:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74340. 00000004:00000010:2.0:1724310020.028412:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faad560. 00000004:00000010:2.0:1724310020.028415:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18e20. 00000004:00000010:2.0:1724310020.028417:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18328. 00000004:00000010:2.0:1724310020.028420:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2000. 00000004:00000010:2.0:1724310020.028424:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800885682e8. 00000004:00000010:2.0:1724310020.028426:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800885682e0. 00000004:00000010:2.0:1724310020.028428:0:20173:0:(lod_lov.c:559:lod_free_comp_entries()) kfreed 'lo->ldo_mirrors': 10 at ffff8800a8073f00. 00000004:00000010:2.0:1724310020.028432:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 304 at ffff880123fa7000. 00000004:00000010:2.0:1724310020.028434:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809230c8. 00000004:00000010:2.0:1724310020.028438:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880087681960. 00000004:00000010:2.0:1724310020.028442:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9b30. 00010000:00000010:2.0:1724310020.028448:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.028451:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000200:2.0:1724310020.028463:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096768, last committed = 4295096671 00010000:00000200:2.0:1724310020.028471:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd880 x1808069883572352/t4295096768(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.028487:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.028493:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883572352, offset 224 00000400:00000010:2.0:1724310020.028497:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4038. 00000400:00000200:2.0:1724310020.028500:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.028510:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.028516:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532434:532434:256:4294967295] 192.168.204.31@tcp LPNI seq info [532430:532430:8:4294967295] 00000400:00000200:2.0:1724310020.028520:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.028525:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.028530:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.028533:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e500. 00000800:00000200:2.0:1724310020.028537:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.028543:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.028546:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.028573:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.028577:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.028580:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:1.0:1724310020.029940:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.029945:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e500. 00000400:00000200:1.0:1724310020.029950:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.029955:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310020.032691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310020.032702:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310020.032706:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310020.032708:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310020.032710:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:3.1:1724310020.032712:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310020.032714:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:3.1:1724310020.032725:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310020.032727:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:0.0:1724310020.033714:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.033728:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960d1 00000400:00000200:0.0:1724310020.033733:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.033737:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.033745:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:0.0:1724310020.033748:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000400:00000200:0.0:1724310020.033775:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.033779:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323b100 00000400:00000200:0.0:1724310020.033785:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 8760 00000400:00000200:0.0:1724310020.033839:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.033843:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.033847:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.033852:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccf100. 00000020:00000010:2.0:1724310020.033919:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.033925:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.033929:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.033950:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572480 00000001:00000010:2.0:1724310020.033960:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9fe40. 00010000:00000010:3.0:1724310020.034058:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:3.0:1724310020.034067:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.034131:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310020.034134:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.034138:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.034142:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:2.0:1724310020.034187:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086670000. 00010000:00000010:2.0:1724310020.034208:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.034211:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.034323:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:2.0:1724310020.034501:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccf100 x1808069883572480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.034514:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66990. 00000100:00000200:2.0:1724310020.034518:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883572480, offset 224 00000400:00000200:2.0:1724310020.034522:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.034529:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.034534:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532435:532435:256:4294967295] 192.168.204.31@tcp LPNI seq info [532431:532431:8:4294967295] 00000400:00000200:2.0:1724310020.034541:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.034546:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.034549:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e600. 00000800:00000200:2.0:1724310020.034553:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.034558:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.034561:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.034639:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.034643:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.034646:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.034680:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.034683:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e600. 00000400:00000200:0.0:1724310020.034686:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.034690:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.034692:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66990 00000400:00000010:0.0:1724310020.034693:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66990. 00010000:00000010:3.1:1724310020.037180:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310020.037190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310020.038991:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.039006:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323b180 00000400:00000200:0.0:1724310020.039013:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 9336 00000400:00000200:0.0:1724310020.039033:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.039036:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.039042:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.039047:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccdc00. 00000020:00000010:2.0:1724310020.040980:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.040989:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.040993:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.041017:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572608 00010000:00000010:2.0:1724310020.041039:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310020.041045:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:2.0:1724310020.041091:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880075a40000. 00010000:00000010:2.0:1724310020.041113:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310020.041115:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.041130:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310020.041132:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.041135:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.041137:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00000004:00000010:2.0:1724310020.041222:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bb30. 00000004:00000010:2.0:1724310020.041228:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310020.041233:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310020.041240:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:2.0:1724310020.041326:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310020.041328:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310020.041331:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00010000:00000010:2.0:1724310020.041333:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.041445:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.041454:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.041458:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.041476:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:2.0:1724310020.041490:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccdc00 x1808069883572608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.041508:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.041513:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883572608, offset 224 00000400:00000200:2.0:1724310020.041518:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.041527:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.041531:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532436:532436:256:4294967295] 192.168.204.31@tcp LPNI seq info [532432:532432:8:4294967295] 00000400:00000200:2.0:1724310020.041540:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.041545:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.041548:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310020.041552:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.041557:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.041560:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.041580:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.041584:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.041587:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.041872:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.041875:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310020.041879:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.041882:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.041885:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:0.0:1724310020.041887:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00010000:00000010:3.1:1724310020.042352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310020.046238:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.046253:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323b200 00000400:00000200:0.0:1724310020.046302:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 1640 00000400:00000200:0.0:1724310020.046322:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.046326:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.046332:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.046337:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccfb80. 00000020:00000010:2.0:1724310020.046539:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.046545:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.046553:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.046581:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572736 00010000:00000010:2.0:1724310020.046600:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e300. 00010000:00000010:2.0:1724310020.046604:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9fe40. 00010000:00000010:2.0:1724310020.046611:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54480. 00002000:00000010:2.0:1724310020.046620:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5b00. 02000000:00000010:2.0:1724310020.046683:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008be26000. 00010000:00000200:2.0:1724310020.046704:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccfb80 x1808069883572736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.046715:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.046720:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883572736, offset 224 00000400:00000200:2.0:1724310020.046724:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.046731:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.046736:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532437:532437:256:4294967295] 192.168.204.31@tcp LPNI seq info [532433:532433:8:4294967295] 00000400:00000200:2.0:1724310020.046744:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.046748:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.046751:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310020.046755:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.046761:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.046764:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.046787:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.046792:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.046796:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00010000:00000010:3.1:1724310020.046850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310020.046857:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310020.046860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310020.046862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000800:00000200:0.0:1724310020.046954:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.046957:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310020.046959:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.046963:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.046965:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:0.0:1724310020.046967:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00000400:00000200:0.0:1724310020.050056:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.050071:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323b300 00000400:00000200:0.0:1724310020.050079:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 9912 00000400:00000200:0.0:1724310020.050097:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.050101:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.050107:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.050111:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fcce300. 00000020:00000010:2.0:1724310020.050206:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.050211:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.050215:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.050236:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883572992 02000000:00000010:2.0:1724310020.050290:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012c992000. 00010000:00000010:2.0:1724310020.050318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.050406:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310020.050414:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.050417:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.050434:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310020.050436:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.050439:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.050442:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.050452:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310020.050454:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99100. 00010000:00000010:2.0:1724310020.050456:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00010000:00000010:2.0:1724310020.050457:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.050537:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310020.050540:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.050542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.050544:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00000020:00000010:2.0:1724310020.050562:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bfb80. 00000020:00000010:2.0:1724310020.050567:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bfb80. 00000020:00000010:2.0:1724310020.050575:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6ba0. 00080000:00000010:2.0:1724310020.050580:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be25800. 00000004:00000010:2.0:1724310020.050604:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f480. 00000004:00000010:2.0:1724310020.050609:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.050611:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.050618:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8720. 00000001:00000010:2.0:1724310020.050878:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6240. 00000001:00000010:2.0:1724310020.050882:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310020.050912:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6ba0. 00010000:00000010:2.0:1724310020.050918:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.050921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.050934:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.050951:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.050953:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00080000:00000010:2.0:1724310020.050966:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310020.050971:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8720. 00000004:00000010:2.0:1724310020.050974:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.050976:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.050978:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f480. 00000004:00000010:2.0:1724310020.050981:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310020.050984:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310020.050991:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bb30. 00010000:00000010:2.0:1724310020.050996:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.050998:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00010000:00000200:2.0:1724310020.051010:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096769, last committed = 4295096671 00010000:00000200:2.0:1724310020.051016:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fcce300 x1808069883572992/t4295096769(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.051028:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.051033:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883572992, offset 224 00000400:00000010:2.0:1724310020.051038:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4070. 00000400:00000200:2.0:1724310020.051041:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.051049:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.051054:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532438:532438:256:4294967295] 192.168.204.31@tcp LPNI seq info [532434:532434:8:4294967295] 00000400:00000200:2.0:1724310020.051058:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.051064:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.051069:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.051072:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ec00. 00000800:00000200:2.0:1724310020.051076:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.051082:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.051085:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ec00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.051697:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.051706:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.051709:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.051850:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.051854:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ec00. 00000400:00000200:0.0:1724310020.051857:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.051862:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.053081:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.053092:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960e1 00000400:00000200:0.0:1724310020.053095:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.053098:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.053102:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:0.0:1724310020.053104:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00010000:00000010:3.0:1724310020.053219:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:3.0:1724310020.053226:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99100. 00010000:00000010:3.1:1724310020.053351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310020.053356:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310020.053359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310020.053361:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310020.053363:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310020.053365:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:3.1:1724310020.053367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310020.053371:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310020.053376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:2.0:1724310020.053562:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.053569:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323b380 00000400:00000200:2.0:1724310020.053575:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 10400 00000400:00000200:2.0:1724310020.053586:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.053589:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.053592:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.053597:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326d80. 00000020:00000010:3.0:1724310020.054054:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.054059:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.054062:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.054083:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573120 00000001:00000010:3.0:1724310020.054092:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:3.0:1724310020.054108:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310020.054110:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.054114:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.054118:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310020.054161:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e920000. 00010000:00000010:3.0:1724310020.054181:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310020.054184:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.055153:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310020.055172:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326d80 x1808069883573120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.055187:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051dd0. 00000100:00000200:3.0:1724310020.055250:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883573120, offset 224 00000400:00000200:3.0:1724310020.055288:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.055297:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.055302:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532439:532439:256:4294967295] 192.168.204.31@tcp LPNI seq info [532435:532435:8:4294967295] 00000400:00000200:3.0:1724310020.055311:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.055315:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.055318:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9300. 00000800:00000200:3.0:1724310020.055323:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.055329:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.055333:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.055345:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.055348:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.055350:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:0.0:1724310020.055399:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.055402:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9300. 00000400:00000200:0.0:1724310020.055405:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.055408:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.055411:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051dd0 00000400:00000010:0.0:1724310020.055413:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051dd0. 00010000:00000010:0.1:1724310020.057547:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310020.057556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00000400:00000200:2.0:1724310020.057651:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.057662:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323b400 00000400:00000200:2.0:1724310020.057669:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 10976 00000400:00000200:2.0:1724310020.057686:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.057689:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.057694:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.057700:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325180. 00000020:00000010:3.0:1724310020.057874:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.057879:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.057882:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.058042:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573248 00010000:00000010:3.0:1724310020.058062:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310020.058067:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 02000000:00000010:3.0:1724310020.058112:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880091ee0000. 00010000:00000010:3.0:1724310020.058131:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310020.058133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310020.058145:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310020.058147:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.058151:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310020.058153:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.058234:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310020.058237:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.058318:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310020.058327:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.058330:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.058351:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000200:3.0:1724310020.058504:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325180 x1808069883573248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.058516:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051aa0. 00000100:00000200:3.0:1724310020.058520:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883573248, offset 224 00000400:00000200:3.0:1724310020.058524:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.058531:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.058537:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532440:532440:256:4294967295] 192.168.204.31@tcp LPNI seq info [532436:532436:8:4294967295] 00000400:00000200:3.0:1724310020.058545:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.058549:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.058553:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9200. 00000800:00000200:3.0:1724310020.058557:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.058562:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.058566:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9200 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.058584:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.058588:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.058590:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:2.0:1724310020.058888:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.058891:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9200. 00000400:00000200:2.0:1724310020.058895:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.058898:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.058901:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051aa0 00000400:00000010:2.0:1724310020.058902:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051aa0. 00010000:00000010:0.1:1724310020.060786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00000400:00000200:2.0:1724310020.060860:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.060869:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323b500 00000400:00000200:2.0:1724310020.060875:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 11560 00000400:00000200:2.0:1724310020.060894:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.060897:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.060902:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.060906:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e327480. 00000020:00000010:3.0:1724310020.061012:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.061016:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.061020:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.061039:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573504 02000000:00000010:3.0:1724310020.061061:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5d000. 00010000:00000010:3.0:1724310020.061086:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.061095:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008dc8ba80. 00010000:00000010:3.0:1724310020.061103:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.061109:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.061127:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310020.061129:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.061132:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310020.061136:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.061145:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310020.061147:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.061149:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.061151:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.061231:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.061234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.061254:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310020.061292:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c980. 00000020:00000010:3.0:1724310020.061301:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4ea0. 00080000:00000010:3.0:1724310020.061306:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803cec00. 00000001:00000010:3.0:1724310020.061783:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4a80. 00000001:00000010:3.0:1724310020.061787:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c540. 00000020:00000010:3.0:1724310020.061816:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4ea0. 00010000:00000010:3.0:1724310020.061822:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310020.061825:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.061837:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.061854:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00080000:00000010:3.0:1724310020.061870:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef520. 00000004:00000010:3.0:1724310020.061877:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3ab8. 00000004:00000010:3.0:1724310020.061884:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568b78. 00000004:00000010:3.0:1724310020.061887:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568890. 00000004:00000010:3.0:1724310020.061890:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007f990180. 00000004:00000010:3.0:1724310020.061893:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806640. 00000004:00000010:3.0:1724310020.061896:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6beca8. 00000004:00000010:3.0:1724310020.061899:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb33f0. 00010000:00000010:3.0:1724310020.061907:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.061910:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000200:3.0:1724310020.061922:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096770, last committed = 4295096671 00010000:00000200:3.0:1724310020.061929:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e327480 x1808069883573504/t4295096770(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.061941:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051880. 00000100:00000200:3.0:1724310020.061945:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883573504, offset 224 00000400:00000010:3.0:1724310020.061949:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b5b0. 00000400:00000200:3.0:1724310020.061952:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.061960:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.061965:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532441:532441:256:4294967295] 192.168.204.31@tcp LPNI seq info [532437:532437:8:4294967295] 00000400:00000200:3.0:1724310020.061970:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310020.061976:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.061980:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.061983:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9700. 00000800:00000200:3.0:1724310020.061987:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.061992:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.061995:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.062020:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3380. 00000020:00000010:3.0:1724310020.062023:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.062026:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:2.0:1724310020.062137:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.062140:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9700. 00000400:00000200:2.0:1724310020.062143:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.062147:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.063034:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.063043:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960ed 00000400:00000200:0.0:1724310020.063047:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.063049:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.063053:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051880 00000400:00000010:0.0:1724310020.063056:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051880. 00010000:00000010:3.0:1724310020.063126:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.063132:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3280. 00010000:00000010:0.1:1724310020.063362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:0.1:1724310020.063367:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310020.063370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:0.1:1724310020.063373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00000400:00000200:0.0:1724310020.064892:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.064902:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323b580 00000400:00000200:0.0:1724310020.064908:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 12064 00000400:00000200:0.0:1724310020.064922:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.064926:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.064930:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.064935:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccea00. 00000020:00000010:3.0:1724310020.065096:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.065101:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.065104:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.065125:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573632 00000001:00000010:3.0:1724310020.065133:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:3.0:1724310020.065147:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310020.065150:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.065154:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310020.065158:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310020.065202:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088c20000. 00010000:00000010:3.0:1724310020.065221:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.0:1724310020.065224:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.065481:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310020.065498:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccea00 x1808069883573632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.065511:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051330. 00000100:00000200:3.0:1724310020.065517:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883573632, offset 224 00000400:00000200:3.0:1724310020.065522:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.065528:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.065534:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532442:532442:256:4294967295] 192.168.204.31@tcp LPNI seq info [532438:532438:8:4294967295] 00000400:00000200:3.0:1724310020.065541:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.065545:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.065548:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9f00. 00000800:00000200:3.0:1724310020.065552:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.065558:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.065561:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9f00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.065583:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.065586:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.065588:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:2.0:1724310020.065675:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.065678:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9f00. 00000400:00000200:2.0:1724310020.065681:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.065684:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.065687:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051330 00000400:00000010:2.0:1724310020.065688:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051330. 00010000:00000010:0.1:1724310020.066363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00010000:00000010:0.1:1724310020.066369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800877e2640. 00010000:00000010:0.1:1724310020.066372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:0.1:1724310020.066375:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:0.1:1724310020.066378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:0.1:1724310020.066380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:0.1:1724310020.066390:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310020.066392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:0.1:1724310020.066394:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310020.066397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00000400:00000200:0.0:1724310020.067018:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.067026:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323b600 00000400:00000200:0.0:1724310020.067031:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 12640 00000400:00000200:0.0:1724310020.067046:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.067049:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.067053:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.067057:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccca80. 00000020:00000010:3.0:1724310020.067143:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.067147:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.067149:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.067163:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573760 00010000:00000010:3.0:1724310020.067176:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310020.067180:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3380. 02000000:00000010:3.0:1724310020.067216:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800809c0000. 00010000:00000010:3.0:1724310020.067233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310020.067236:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.067244:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310020.067247:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.067249:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310020.067252:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00000004:00000010:3.0:1724310020.067596:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f9b30. 00000004:00000010:3.0:1724310020.067603:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310020.067607:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310020.067614:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310020.067669:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310020.067672:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310020.067675:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310020.067677:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310020.067716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.067723:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.067727:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.067748:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3380. 00010000:00000200:3.0:1724310020.067758:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccca80 x1808069883573760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.067767:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320514c8. 00000100:00000200:3.0:1724310020.067771:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883573760, offset 224 00000400:00000200:3.0:1724310020.067775:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.067780:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.067784:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532443:532443:256:4294967295] 192.168.204.31@tcp LPNI seq info [532439:532439:8:4294967295] 00000400:00000200:3.0:1724310020.067791:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.067795:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.067798:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310020.067801:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.067806:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.067809:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.067993:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.067996:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.067999:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:0.0:1724310020.068182:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.068185:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310020.068188:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.068191:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.068194:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320514c8 00000400:00000010:0.0:1724310020.068195:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320514c8. 00010000:00000010:0.1:1724310020.069451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00000400:00000200:0.0:1724310020.069685:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.069693:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323b680 00000400:00000200:0.0:1724310020.069699:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 1968 00000400:00000200:0.0:1724310020.069713:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.069716:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.069720:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.069723:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007fccd500. 00000020:00000010:2.0:1724310020.069811:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.069815:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.069819:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.069849:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883573888 00010000:00000010:2.0:1724310020.069864:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e100. 00010000:00000010:2.0:1724310020.069867:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f480. 00010000:00000010:2.0:1724310020.069871:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a561c0. 00002000:00000010:2.0:1724310020.069877:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5a40. 02000000:00000010:2.0:1724310020.069894:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88009bdf0800. 00010000:00000200:2.0:1724310020.069912:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88007fccd500 x1808069883573888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.069921:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310020.069925:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883573888, offset 224 00000400:00000200:2.0:1724310020.069928:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.069933:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.069937:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532444:532444:256:4294967295] 192.168.204.31@tcp LPNI seq info [532440:532440:8:4294967295] 00000400:00000200:2.0:1724310020.069944:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.069948:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.069950:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310020.069953:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.069958:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.069960:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.069979:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.069983:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.069986:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:1.0:1724310020.070098:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.070100:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:1.0:1724310020.070103:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.070106:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.070109:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:1.0:1724310020.070110:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00000400:00000200:0.0:1724310020.071636:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.071644:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323b780 00000400:00000200:0.0:1724310020.071649:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 13224 00000400:00000200:0.0:1724310020.071662:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.071665:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.071669:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.071674:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7b80. 00000020:00000010:3.0:1724310020.071930:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.071935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.071938:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.071961:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574144 02000000:00000010:3.0:1724310020.071982:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba59000. 00010000:00000010:3.0:1724310020.072005:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310020.072018:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310020.072024:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.072028:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.072043:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310020.072045:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.072048:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00010000:00000010:3.0:1724310020.072051:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.072059:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310020.072061:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3a00. 00010000:00000010:3.0:1724310020.072063:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00010000:00000010:3.0:1724310020.072065:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310020.072137:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310020.072140:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310020.072142:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00010000:00000010:3.0:1724310020.072144:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.072163:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c7a0. 00000020:00000010:3.0:1724310020.072168:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c7a0. 00000020:00000010:3.0:1724310020.072176:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310020.072182:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803ce800. 00000004:00000010:3.0:1724310020.072207:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff880080b0c000. 00000004:00000010:3.0:1724310020.072211:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff88008df18ab0. 00000004:00000010:3.0:1724310020.072213:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff88008df18080. 00000004:00000010:3.0:1724310020.072220:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faad560. 00000001:00000010:3.0:1724310020.072491:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac46c0. 00000001:00000010:3.0:1724310020.072495:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880080b0c0c0. 00000020:00000010:3.0:1724310020.072521:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310020.072526:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.0:1724310020.072529:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.072541:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.072557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.072560:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00080000:00000010:3.0:1724310020.072573:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310020.072578:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faad560. 00000004:00000010:3.0:1724310020.072581:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18ab0. 00000004:00000010:3.0:1724310020.072583:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18080. 00000004:00000010:3.0:1724310020.072586:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880080b0c000. 00000004:00000010:3.0:1724310020.072588:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:3.0:1724310020.072590:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310020.072596:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9b30. 00010000:00000010:3.0:1724310020.072601:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.072602:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000200:3.0:1724310020.072612:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096771, last committed = 4295096671 00010000:00000200:3.0:1724310020.072619:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7b80 x1808069883574144/t4295096771(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.072630:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051990. 00000100:00000200:3.0:1724310020.072633:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883574144, offset 224 00000400:00000010:3.0:1724310020.072637:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b5e8. 00000400:00000200:3.0:1724310020.072640:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.072646:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.072651:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532445:532445:256:4294967295] 192.168.204.31@tcp LPNI seq info [532441:532441:8:4294967295] 00000400:00000200:3.0:1724310020.072654:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310020.072659:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.072663:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.072665:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9900. 00000800:00000200:3.0:1724310020.072669:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.072673:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.072676:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.072696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.072699:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.072702:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:1.0:1724310020.072853:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.072856:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9900. 00000400:00000200:1.0:1724310020.072859:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.072862:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.074205:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.074215:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2960fd 00000400:00000200:0.0:1724310020.074219:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.074221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.074225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051990 00000400:00000010:0.0:1724310020.074227:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051990. 00000400:00000200:0.0:1724310020.074255:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.074290:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323b800 00000400:00000200:0.0:1724310020.074295:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 13720 00000400:00000200:0.0:1724310020.074315:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.074318:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.074322:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.074326:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4a80. 00000020:00000010:1.0:1724310020.074402:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99e00. 00000020:00000010:1.0:1724310020.074406:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.074409:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.074438:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574272 00000001:00000010:1.0:1724310020.074445:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c540. 00010000:00000010:1.0:1724310020.074460:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310020.074461:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.074466:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.074469:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310020.074512:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080a30000. 00010000:00000010:1.0:1724310020.074529:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.074532:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.074592:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310020.074608:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4a80 x1808069883574272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.074618:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310020.074622:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883574272, offset 224 00000400:00000200:1.0:1724310020.074626:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.074631:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.074636:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532446:532446:256:4294967295] 192.168.204.31@tcp LPNI seq info [532442:532442:8:4294967295] 00000400:00000200:1.0:1724310020.074643:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.074647:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.074650:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efe00. 00000800:00000200:1.0:1724310020.074653:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.074658:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.074661:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efe00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.074670:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.074673:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.074675:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99e00. 00010000:00000010:3.0:1724310020.074821:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000010:3.0:1724310020.074827:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3a00. 00000800:00000200:0.0:1724310020.074936:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.074939:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efe00. 00000400:00000200:0.0:1724310020.074942:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.074945:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.074947:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:0.0:1724310020.074949:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00010000:00000010:0.1:1724310020.075626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:0.1:1724310020.075634:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310020.075637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:0.1:1724310020.075640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00000400:00000200:0.0:1724310020.076910:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.076922:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323b880 00000400:00000200:0.0:1724310020.076929:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 14296 00000400:00000200:0.0:1724310020.076948:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.076951:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.076956:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.076962:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7800. 00000020:00000010:2.0:1724310020.077084:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.077089:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.077093:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.077200:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574400 00010000:00000010:2.0:1724310020.077220:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.077225:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 02000000:00000010:2.0:1724310020.077305:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080950000. 00010000:00000010:2.0:1724310020.077325:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.077510:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.077525:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.077527:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.077531:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.077532:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00000004:00000010:2.0:1724310020.077612:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b5c0. 00000004:00000010:2.0:1724310020.077618:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310020.077622:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310020.077628:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:2.0:1724310020.077686:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310020.077689:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.077691:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.077693:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.077730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.077939:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.077944:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.077967:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000200:2.0:1724310020.077978:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7800 x1808069883574400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.077991:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310020.077996:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883574400, offset 224 00000400:00000200:2.0:1724310020.078001:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.078008:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.078014:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532447:532447:256:4294967295] 192.168.204.31@tcp LPNI seq info [532443:532443:8:4294967295] 00000400:00000200:2.0:1724310020.078021:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.078025:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.078029:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310020.078033:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.078039:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.078042:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.078065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.078068:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.078071:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.078200:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.078202:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310020.078205:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.078209:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.078211:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:0.0:1724310020.078213:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00010000:00000010:3.1:1724310020.078506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:3.1:1724310020.081979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310020.081990:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310020.081994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310020.081996:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310020.082043:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:0.1:1724310020.082052:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310020.082056:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:0.1:1724310020.082058:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:0.1:1724310020.082061:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:0.1:1724310020.082062:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:0.1:1724310020.082064:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:0.1:1724310020.082071:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310020.082074:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:0.1:1724310020.082076:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:0.1:1724310020.082078:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00000400:00000200:0.0:1724310020.082644:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.082658:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323b900 00000400:00000200:0.0:1724310020.082665:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 2296 00000400:00000200:0.0:1724310020.082684:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.082688:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.082694:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.082698:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6a00. 00000020:00000010:2.0:1724310020.083092:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.083098:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.083103:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.083132:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574528 00010000:00000010:2.0:1724310020.083154:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e500. 00010000:00000010:2.0:1724310020.083158:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9fb40. 00010000:00000010:2.0:1724310020.083163:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a558c0. 00002000:00000010:2.0:1724310020.083172:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5080. 02000000:00000010:2.0:1724310020.083234:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88009bdf0c00. 00010000:00000200:2.0:1724310020.083304:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6a00 x1808069883574528/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.083317:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310020.083321:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883574528, offset 224 00000400:00000200:2.0:1724310020.083326:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.083334:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.083339:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532448:532448:256:4294967295] 192.168.204.31@tcp LPNI seq info [532444:532444:8:4294967295] 00000400:00000200:2.0:1724310020.083350:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.083355:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.083358:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.083361:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.083367:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.083370:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.083545:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.083550:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.083553:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:1.0:1724310020.083646:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.083649:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:1.0:1724310020.083652:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.083655:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.083659:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:1.0:1724310020.083660:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00000400:00000200:0.0:1724310020.085936:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.085948:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323ba00 00000400:00000200:0.0:1724310020.085954:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 14888 00000400:00000200:0.0:1724310020.085971:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.085974:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.085979:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.085984:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a7100. 00000020:00000010:2.0:1724310020.086102:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.086107:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.086110:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.086370:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574784 02000000:00000010:2.0:1724310020.086397:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d170000. 00010000:00000010:2.0:1724310020.086425:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.087061:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.087072:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:2.0:1724310020.087077:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:2.0:1724310020.087096:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310020.087098:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.087102:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310020.087106:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.087115:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310020.087117:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.087119:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.087121:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:2.0:1724310020.087196:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310020.087198:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310020.087200:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310020.087203:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310020.087220:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15dee0. 00000020:00000010:2.0:1724310020.087225:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15dee0. 00000020:00000010:2.0:1724310020.087232:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6ba0. 00080000:00000010:2.0:1724310020.087237:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bdf1c00. 00000004:00000010:2.0:1724310020.087284:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f840. 00000004:00000010:2.0:1724310020.087289:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.087291:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.087298:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8c78. 00000001:00000010:2.0:1724310020.087557:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6e40. 00000001:00000010:2.0:1724310020.087561:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310020.087588:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6ba0. 00010000:00000010:2.0:1724310020.087594:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.087597:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.087609:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.087625:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.087627:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00080000:00000010:2.0:1724310020.087640:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:2.0:1724310020.087644:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8c78. 00000004:00000010:2.0:1724310020.087647:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.087649:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.087652:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f840. 00000004:00000010:2.0:1724310020.087654:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:2.0:1724310020.087657:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310020.087662:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b5c0. 00010000:00000010:2.0:1724310020.087667:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.087668:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000200:2.0:1724310020.087680:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096772, last committed = 4295096671 00010000:00000200:2.0:1724310020.087687:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a7100 x1808069883574784/t4295096772(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.087699:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310020.087704:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883574784, offset 224 00000400:00000010:2.0:1724310020.087708:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e40a8. 00000400:00000200:2.0:1724310020.087711:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.087720:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.087725:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532449:532449:256:4294967295] 192.168.204.31@tcp LPNI seq info [532445:532445:8:4294967295] 00000400:00000200:2.0:1724310020.087730:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.087735:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.087740:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.087743:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.087747:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.087753:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.087756:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.087781:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.087784:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.087786:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.087948:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.087951:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310020.087954:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.087957:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.089592:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.089603:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29610d 00000400:00000200:0.0:1724310020.089607:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.089609:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.089613:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:0.0:1724310020.089615:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00000400:00000200:0.0:1724310020.090675:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.090682:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ba80 00000400:00000200:0.0:1724310020.090688:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 15392 00000400:00000200:0.0:1724310020.090712:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.090715:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.090720:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.090724:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5180. 00000020:00000010:2.0:1724310020.090852:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.090857:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.090861:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.090884:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883574912 00000001:00000010:2.0:1724310020.090892:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880080b0c0c0. 00010000:00000010:2.0:1724310020.090910:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.090912:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.090916:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.090921:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 02000000:00000010:2.0:1724310020.090964:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082eb0000. 00010000:00000010:2.0:1724310020.090985:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.090988:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.091062:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000200:2.0:1724310020.091078:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5180 x1808069883574912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.091095:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.091099:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883574912, offset 224 00000400:00000200:2.0:1724310020.091104:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.091110:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.091115:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532450:532450:256:4294967295] 192.168.204.31@tcp LPNI seq info [532446:532446:8:4294967295] 00000400:00000200:2.0:1724310020.091123:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.091127:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.091129:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310020.091134:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.091139:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.091142:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.091163:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.091167:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.091170:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00010000:00000010:3.0:1724310020.091232:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:3.0:1724310020.091239:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00000800:00000200:0.0:1724310020.091388:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.091391:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310020.091394:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.091397:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.091400:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:0.0:1724310020.091401:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00010000:00000010:3.1:1724310020.092742:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310020.092750:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310020.092753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:3.1:1724310020.092757:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:3.1:1724310020.092761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310020.092763:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:3.1:1724310020.092765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310020.092771:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310020.092773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00000400:00000200:0.0:1724310020.093170:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.093179:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323bb00 00000400:00000200:0.0:1724310020.093184:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 15968 00000400:00000200:0.0:1724310020.093199:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.093202:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.093207:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.093211:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a4000. 00000020:00000010:1.0:1724310020.093657:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99800. 00000020:00000010:1.0:1724310020.093661:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.093664:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.093758:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575040 00010000:00000010:1.0:1724310020.093777:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310020.093782:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5380. 02000000:00000010:1.0:1724310020.093822:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081eb0000. 00010000:00000010:1.0:1724310020.093839:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.0:1724310020.093841:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310020.093852:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310020.093853:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310020.093856:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310020.093858:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310020.093924:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca21d0. 00000004:00000010:1.0:1724310020.093930:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.093934:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310020.093939:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310020.093992:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310020.093993:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.093996:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310020.093998:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.094030:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310020.094368:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.094372:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5600. 00010000:00000010:1.0:1724310020.094391:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5380. 00010000:00000200:1.0:1724310020.094401:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a4000 x1808069883575040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.094413:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310020.094418:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883575040, offset 224 00000400:00000200:1.0:1724310020.094422:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.094428:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.094433:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532451:532451:256:4294967295] 192.168.204.31@tcp LPNI seq info [532447:532447:8:4294967295] 00000400:00000200:1.0:1724310020.094440:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.094443:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.094447:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef800. 00000800:00000200:1.0:1724310020.094451:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.094456:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.094459:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.094474:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.094476:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.094479:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99800. 00000800:00000200:0.0:1724310020.094565:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.094567:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef800. 00000400:00000200:0.0:1724310020.094570:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.094573:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.094575:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:0.0:1724310020.094577:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00010000:00000010:3.1:1724310020.095359:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:3.1:1724310020.095365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:0.0:1724310020.097040:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.097052:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323bb80 00000400:00000200:0.0:1724310020.097058:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 2624 00000400:00000200:0.0:1724310020.097074:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.097078:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.097084:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.097088:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a6d80. 00000020:00000010:2.0:1724310020.097397:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.097403:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.097407:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.097444:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575168 00010000:00000010:2.0:1724310020.097464:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e600. 00010000:00000010:2.0:1724310020.097467:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f840. 00010000:00000010:2.0:1724310020.097471:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54000. 00002000:00000010:2.0:1724310020.097479:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5a00. 02000000:00000010:2.0:1724310020.097498:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88009bdf0000. 00010000:00000200:2.0:1724310020.097518:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a6d80 x1808069883575168/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.097530:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.097534:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883575168, offset 224 00000400:00000200:2.0:1724310020.097539:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.097545:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.097550:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532452:532452:256:4294967295] 192.168.204.31@tcp LPNI seq info [532448:532448:8:4294967295] 00000400:00000200:2.0:1724310020.097558:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.097562:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.097565:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310020.097569:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.097575:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.097578:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.097600:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.097604:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.097607:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:1.0:1724310020.097717:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.097720:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310020.097723:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.097726:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.097729:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:1.0:1724310020.097730:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00010000:00000010:0.1:1724310020.098652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310020.099088:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 00010000:00000010:3.1:1724310020.099093:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:3.1:1724310020.099096:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:3.1:1724310020.099098:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00000400:00000200:0.0:1724310020.099700:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.099711:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323bc80 00000400:00000200:0.0:1724310020.099717:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 16560 00000400:00000200:0.0:1724310020.099733:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.099736:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.099742:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.099746:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c8a5880. 00000020:00000010:1.0:1724310020.099850:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.099855:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.099858:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.100002:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575424 02000000:00000010:1.0:1724310020.100026:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087e43000. 00010000:00000010:1.0:1724310020.100053:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.100670:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.100680:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:1.0:1724310020.100687:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000010:1.0:1724310020.100706:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310020.100709:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.100713:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310020.100716:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.100727:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310020.100729:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5380. 00010000:00000010:1.0:1724310020.100731:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.100733:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5600. 00010000:00000010:1.0:1724310020.100814:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310020.100816:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.100819:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310020.100821:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e00. 00000020:00000010:1.0:1724310020.100839:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f00. 00000020:00000010:1.0:1724310020.100844:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f00. 00000020:00000010:1.0:1724310020.100852:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba439c0. 00080000:00000010:1.0:1724310020.100858:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df82400. 00000004:00000010:1.0:1724310020.100886:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea900. 00000004:00000010:1.0:1724310020.100890:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.100892:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.100899:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a398f0. 00000001:00000010:1.0:1724310020.101139:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7240. 00000001:00000010:1.0:1724310020.101144:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310020.101173:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba439c0. 00010000:00000010:1.0:1724310020.101180:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310020.101183:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.101196:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.101212:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e00. 00010000:00000010:1.0:1724310020.101215:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00080000:00000010:1.0:1724310020.101233:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310020.101238:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a398f0. 00000004:00000010:1.0:1724310020.101243:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.101245:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.101248:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea900. 00000004:00000010:1.0:1724310020.101251:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310020.101281:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.101286:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca21d0. 00010000:00000010:1.0:1724310020.101294:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.101297:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000200:1.0:1724310020.101308:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096773, last committed = 4295096671 00010000:00000200:1.0:1724310020.101315:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88012c8a5880 x1808069883575424/t4295096773(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.101339:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000100:00000200:1.0:1724310020.101344:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883575424, offset 224 00000400:00000010:1.0:1724310020.101349:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e38f8. 00000400:00000200:1.0:1724310020.101352:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.101360:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.101365:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532453:532453:256:4294967295] 192.168.204.31@tcp LPNI seq info [532449:532449:8:4294967295] 00000400:00000200:1.0:1724310020.101370:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.101375:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.101379:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.101383:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310020.101387:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.101392:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.101395:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.101416:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.101419:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.101422:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.101539:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.101542:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310020.101545:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.101548:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.102747:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.102757:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29611d 00000400:00000200:0.0:1724310020.102761:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.102764:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.102768:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:0.0:1724310020.102770:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00010000:00000010:3.0:1724310020.102904:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5600. 00010000:00000010:3.0:1724310020.102910:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5380. 00000400:00000200:0.0:1724310020.104944:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.104956:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323bd00 00000400:00000200:0.0:1724310020.104962:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 17064 00000400:00000200:0.0:1724310020.104978:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.104981:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.104986:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.104993:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604700. 00010000:00000010:3.1:1724310020.105219:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:3.1:1724310020.105227:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:3.1:1724310020.105230:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310020.105232:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:3.1:1724310020.105234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:3.1:1724310020.105236:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:3.1:1724310020.105239:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00010000:00000010:3.1:1724310020.105246:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:3.1:1724310020.105248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00000020:00000010:1.0:1724310020.105563:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.105569:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.105572:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.106123:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575552 00000001:00000010:1.0:1724310020.106132:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:1.0:1724310020.106148:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310020.106150:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.106154:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310020.106158:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310020.106203:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092550000. 00010000:00000010:1.0:1724310020.106222:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310020.106224:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.106704:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310020.106734:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604700 x1808069883575552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.106749:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.106755:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883575552, offset 224 00000400:00000200:1.0:1724310020.106759:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.106769:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.106774:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532454:532454:256:4294967295] 192.168.204.31@tcp LPNI seq info [532450:532450:8:4294967295] 00000400:00000200:1.0:1724310020.106782:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.106787:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.106791:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efc00. 00000800:00000200:1.0:1724310020.106795:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.106800:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.106804:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.107197:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.107201:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.107204:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.108167:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.108171:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efc00. 00000400:00000200:0.0:1724310020.108176:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.108181:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.108186:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:0.0:1724310020.108188:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00000400:00000200:0.0:1724310020.109195:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.109206:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323bd80 00000400:00000200:0.0:1724310020.109213:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 17640 00000400:00000200:0.0:1724310020.109230:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.109233:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.109238:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.109243:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607800. 00000020:00000010:1.0:1724310020.109568:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.109573:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.109576:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.109598:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575680 00010000:00000010:1.0:1724310020.109618:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310020.109624:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 02000000:00000010:1.0:1724310020.109669:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080df0000. 00010000:00000010:1.0:1724310020.109689:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310020.109692:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.109704:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.109706:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.109709:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.109711:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000004:00000010:1.0:1724310020.109789:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3790. 00000004:00000010:1.0:1724310020.109795:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.109799:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310020.109804:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:0.1:1724310020.110011:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:0.1:1724310020.110017:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.110764:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310020.110767:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.110770:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310020.110772:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.110811:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.110817:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.110820:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.110840:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000200:1.0:1724310020.110851:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607800 x1808069883575680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.110863:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.110868:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883575680, offset 224 00000400:00000200:1.0:1724310020.110872:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.110879:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.110884:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532455:532455:256:4294967295] 192.168.204.31@tcp LPNI seq info [532451:532451:8:4294967295] 00000400:00000200:1.0:1724310020.110892:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.110897:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.110900:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efa00. 00000800:00000200:1.0:1724310020.110904:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.110909:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.110913:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efa00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.111489:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.111495:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.111498:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.111670:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.111674:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efa00. 00000400:00000200:0.0:1724310020.111677:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.111681:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.111684:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:0.0:1724310020.111685:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00010000:00000010:3.1:1724310020.112401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00000400:00000200:0.0:1724310020.114112:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.114129:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323be80 00000400:00000200:0.0:1724310020.114135:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 2952 00000400:00000200:0.0:1724310020.114144:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.114147:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.114154:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.114162:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604000. 00000400:00000200:0.0:1724310020.114194:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.114198:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323be00 00000400:00000200:0.0:1724310020.114202:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 3280 00000400:00000200:0.0:1724310020.114215:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.114219:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.114221:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.114224:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606a00. 00000020:00000010:3.0:1724310020.114337:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.114342:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.114345:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.114372:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575808 00010000:00000010:3.0:1724310020.114389:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9f00. 00010000:00000010:3.0:1724310020.114392:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c000. 00010000:00000010:3.0:1724310020.114395:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219680. 00002000:00000010:3.0:1724310020.114402:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb507c0. 02000000:00000010:3.0:1724310020.114420:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803ce400. 00010000:00000200:3.0:1724310020.114438:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606a00 x1808069883575808/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.114450:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051660. 00000100:00000200:3.0:1724310020.114454:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883575808, offset 224 00000400:00000200:3.0:1724310020.114457:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.114464:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.114468:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532456:532456:256:4294967295] 192.168.204.31@tcp LPNI seq info [532452:532452:8:4294967295] 00000400:00000200:3.0:1724310020.114475:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.114479:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.114482:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310020.114485:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.114490:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.114493:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.114514:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.114518:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.114521:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000020:00000010:2.0:1724310020.114548:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.114550:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.114553:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.114570:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883575936 00010000:00000010:2.0:1724310020.114578:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ec00. 00010000:00000010:2.0:1724310020.114581:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f540. 00010000:00000010:2.0:1724310020.114584:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55b00. 00002000:00000010:2.0:1724310020.114588:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5e80. 02000000:00000010:2.0:1724310020.114599:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88009bdf2800. 00010000:00000200:2.0:1724310020.114608:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604000 x1808069883575936/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.114616:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310020.114619:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883575936, offset 224 00000400:00000200:2.0:1724310020.114622:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.114626:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.114629:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532457:532457:255:4294967295] 192.168.204.31@tcp LPNI seq info [532453:532453:7:4294967295] 00000400:00000200:2.0:1724310020.114635:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.114640:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.114642:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310020.114645:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.114648:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.114650:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.114655:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.114659:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.114661:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.114723:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.114726:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310020.114729:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.114732:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.114735:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051660 00000400:00000010:0.0:1724310020.114737:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051660. 00000800:00000200:0.0:1724310020.114775:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.114777:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310020.114779:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.114782:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.114784:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:0.0:1724310020.114785:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00010000:00000010:3.1:1724310020.115379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:3.1:1724310020.115384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:3.1:1724310020.115387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:3.1:1724310020.115389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00000400:00000200:0.0:1724310020.117049:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.117059:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323bf80 00000400:00000200:0.0:1724310020.117064:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 18224 00000400:00000200:0.0:1724310020.117081:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.117084:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.117089:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.117094:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605f80. 00000020:00000010:1.0:1724310020.117471:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.117476:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.117480:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.117507:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576192 02000000:00000010:1.0:1724310020.117534:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd6a000. 00010000:00000010:1.0:1724310020.117559:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.117580:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.117586:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.117590:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.117607:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310020.117609:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.117613:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310020.117616:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.117627:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.117629:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.117631:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.117633:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.117712:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310020.117714:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.117717:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310020.117719:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310020.117738:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f00. 00000020:00000010:1.0:1724310020.117743:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f00. 00000020:00000010:1.0:1724310020.117751:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7a20. 00080000:00000010:1.0:1724310020.117756:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df82c00. 00000004:00000010:1.0:1724310020.117779:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea540. 00000004:00000010:1.0:1724310020.117783:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff8800aa385390. 00000004:00000010:1.0:1724310020.117785:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.117792:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a38c78. 00000004:00000010:1.0:1724310020.117799:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a39008. 00000001:00000010:1.0:1724310020.118111:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f960. 00000001:00000010:1.0:1724310020.118115:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea480. 00000020:00000010:1.0:1724310020.118152:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7a20. 00010000:00000010:1.0:1724310020.118159:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310020.118162:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.118177:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.118192:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.118195:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310020.118212:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310020.118218:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a38c78. 00000004:00000010:1.0:1724310020.118222:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a39008. 00000004:00000010:1.0:1724310020.118226:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff8800aa385390. 00000004:00000010:1.0:1724310020.118228:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.118231:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea540. 00000004:00000010:1.0:1724310020.118233:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310020.118236:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.118240:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3790. 00010000:00000010:1.0:1724310020.118246:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.118248:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000200:1.0:1724310020.118299:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096774, last committed = 4295096671 00010000:00000200:1.0:1724310020.118307:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605f80 x1808069883576192/t4295096774(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.118318:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b550. 00000100:00000200:1.0:1724310020.118323:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883576192, offset 224 00000400:00000010:1.0:1724310020.118328:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3930. 00000400:00000200:1.0:1724310020.118331:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.118338:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.118343:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532458:532458:256:4294967295] 192.168.204.31@tcp LPNI seq info [532454:532454:8:4294967295] 00000400:00000200:1.0:1724310020.118346:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.118352:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.118356:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.118358:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310020.118363:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.118368:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.118371:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.118388:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.118391:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.118393:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.118587:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.118590:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:0.0:1724310020.118593:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.118597:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.119656:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.119667:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296131 00000400:00000200:0.0:1724310020.119671:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.119674:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.119678:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b550 00000400:00000010:0.0:1724310020.119680:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b550. 00010000:00000010:3.0:1724310020.119752:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:3.0:1724310020.119758:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000200:0.0:1724310020.121033:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.121044:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323c000 00000400:00000200:0.0:1724310020.121050:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 18720 00000400:00000200:0.0:1724310020.121097:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.121101:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.121106:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.121110:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605c00. 00000020:00000010:2.0:1724310020.122055:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.122061:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.122065:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.122091:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576320 00000001:00000010:2.0:1724310020.122099:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:2.0:1724310020.122115:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310020.122117:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.122121:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310020.122125:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 02000000:00000010:2.0:1724310020.122168:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082f20000. 00010000:00000010:2.0:1724310020.122186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.122188:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.122255:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310020.122298:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605c00 x1808069883576320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.122310:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a664c8. 00000100:00000200:2.0:1724310020.122314:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883576320, offset 224 00000400:00000200:2.0:1724310020.122318:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.122324:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.122329:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532459:532459:256:4294967295] 192.168.204.31@tcp LPNI seq info [532455:532455:8:4294967295] 00000400:00000200:2.0:1724310020.122336:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.122341:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.122344:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.122348:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.122353:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.122356:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.123126:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.123131:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.123134:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:3.0:1724310020.123230:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.123233:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:3.0:1724310020.123236:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.123240:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.123243:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a664c8 00000400:00000010:3.0:1724310020.123245:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a664c8. 00000400:00000200:0.0:1724310020.124650:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.124660:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323c080 00000400:00000200:0.0:1724310020.124666:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 19296 00000400:00000200:0.0:1724310020.124682:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.124685:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.124689:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.124694:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604e00. 00000020:00000010:2.0:1724310020.124796:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.124800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.124803:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.125027:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576448 00010000:00000010:2.0:1724310020.125048:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.125054:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 02000000:00000010:2.0:1724310020.125094:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092f20000. 00010000:00000010:2.0:1724310020.125113:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.125115:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.125127:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310020.125129:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.125131:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310020.125133:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000004:00000010:2.0:1724310020.125196:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a3a0. 00000004:00000010:2.0:1724310020.125202:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53708. 00000004:00000010:2.0:1724310020.125206:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fe10. 00080000:00000010:2.0:1724310020.125212:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca1520. 00010000:00000010:2.0:1724310020.125303:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310020.125305:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.125307:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.125310:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.125344:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.125352:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.125356:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.125373:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000200:2.0:1724310020.125381:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604e00 x1808069883576448/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.125392:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310020.125396:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883576448, offset 224 00000400:00000200:2.0:1724310020.125400:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.125405:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.125409:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532460:532460:256:4294967295] 192.168.204.31@tcp LPNI seq info [532456:532456:8:4294967295] 00000400:00000200:2.0:1724310020.125416:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.125420:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.125423:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e700. 00000800:00000200:2.0:1724310020.125427:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.125432:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.125435:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.125449:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.125451:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.125454:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.125571:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.125573:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e700. 00000400:00000200:0.0:1724310020.125576:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.125579:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.125582:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:0.0:1724310020.125583:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00010000:00000010:3.1:1724310020.126124:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00010000:00000010:3.1:1724310020.126131:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:3.1:1724310020.126133:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:3.1:1724310020.126135:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:3.1:1724310020.126138:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:3.1:1724310020.126140:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:3.1:1724310020.126142:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:3.1:1724310020.126150:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:3.1:1724310020.126152:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00000400:00000200:0.0:1724310020.127145:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.127153:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323c100 00000400:00000200:0.0:1724310020.127159:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 3608 00000400:00000200:0.0:1724310020.127173:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.127176:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.127182:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.127186:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d607100. 00000020:00000010:3.0:1724310020.127342:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.127347:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.127350:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.127480:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576576 00010000:00000010:3.0:1724310020.127497:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9700. 00010000:00000010:3.0:1724310020.127500:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c480. 00010000:00000010:3.0:1724310020.127504:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b180. 00002000:00000010:3.0:1724310020.127509:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50980. 02000000:00000010:3.0:1724310020.127526:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cd400. 00010000:00000200:3.0:1724310020.127545:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d607100 x1808069883576576/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.127556:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320516e8. 00000100:00000200:3.0:1724310020.127559:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883576576, offset 224 00000400:00000200:3.0:1724310020.127563:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.127569:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.127573:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532461:532461:256:4294967295] 192.168.204.31@tcp LPNI seq info [532457:532457:8:4294967295] 00000400:00000200:3.0:1724310020.127580:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.127583:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.127587:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9400. 00000800:00000200:3.0:1724310020.127600:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.127606:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.127609:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.127763:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.127767:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.127770:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.128107:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.128110:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9400. 00000400:00000200:0.0:1724310020.128113:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.128117:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.128119:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320516e8 00000400:00000010:0.0:1724310020.128121:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320516e8. 00010000:00000010:1.1:1724310020.128463:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:1.1:1724310020.128468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:0.1:1724310020.128496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:0.0:1724310020.130119:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.130131:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323c200 00000400:00000200:0.0:1724310020.130137:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 19888 00000400:00000200:0.0:1724310020.130154:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.130158:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.130164:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.130168:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606680. 00000020:00000010:1.0:1724310020.130867:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.130873:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.130877:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.130946:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576832 02000000:00000010:1.0:1724310020.130972:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008bd69000. 00010000:00000010:1.0:1724310020.131001:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:1.0:1724310020.131028:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00010000:00000010:1.0:1724310020.131035:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:1.0:1724310020.131038:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000010:1.0:1724310020.131056:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.131058:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.131061:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.131065:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.131075:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310020.131077:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.131079:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.131081:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.131153:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310020.131155:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.131158:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310020.131159:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000020:00000010:1.0:1724310020.131179:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310020.131185:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24f40. 00000020:00000010:1.0:1724310020.131192:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f8a0. 00080000:00000010:1.0:1724310020.131197:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88006df83000. 00000004:00000010:1.0:1724310020.131222:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea900. 00000004:00000010:1.0:1724310020.131227:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.131228:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.131235:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a39560. 00000001:00000010:1.0:1724310020.131519:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4fd80. 00000001:00000010:1.0:1724310020.131524:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310020.131550:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f8a0. 00010000:00000010:1.0:1724310020.131557:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310020.131560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.131573:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.131589:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.131592:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00080000:00000010:1.0:1724310020.131606:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca1520. 00000004:00000010:1.0:1724310020.131611:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a39560. 00000004:00000010:1.0:1724310020.131615:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.131617:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.131620:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea900. 00000004:00000010:1.0:1724310020.131621:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fe10. 00000004:00000010:1.0:1724310020.131625:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53708. 00000004:00000010:1.0:1724310020.131630:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a3a0. 00010000:00000010:1.0:1724310020.131638:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.131641:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000200:1.0:1724310020.131653:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096775, last committed = 4295096671 00010000:00000200:1.0:1724310020.131661:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606680 x1808069883576832/t4295096775(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.131672:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b550. 00000100:00000200:1.0:1724310020.131677:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883576832, offset 224 00000400:00000010:1.0:1724310020.131682:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3968. 00000400:00000200:1.0:1724310020.131684:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.131692:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.131698:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532462:532462:256:4294967295] 192.168.204.31@tcp LPNI seq info [532458:532458:8:4294967295] 00000400:00000200:1.0:1724310020.131702:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.131708:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.131712:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.131715:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef100. 00000800:00000200:1.0:1724310020.131719:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.131725:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.131728:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.131746:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.131749:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.131751:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.131893:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.131896:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef100. 00000400:00000200:0.0:1724310020.131899:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.131902:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.133629:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.133640:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296141 00000400:00000200:0.0:1724310020.133644:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.133647:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.133651:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b550 00000400:00000010:0.0:1724310020.133653:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b550. 00010000:00000010:3.0:1724310020.133779:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:3.0:1724310020.133787:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:0.1:1724310020.133839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310020.133844:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310020.133848:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310020.133850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310020.134292:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.134299:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323c280 00000400:00000200:0.0:1724310020.134305:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 20392 00000400:00000200:0.0:1724310020.134342:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.134345:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.134349:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.134353:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605880. 00000020:00000010:2.0:1724310020.135284:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.135290:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.135294:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.135321:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883576960 00000001:00000010:2.0:1724310020.135330:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea480. 00010000:00000010:2.0:1724310020.135345:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310020.135347:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.135352:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.135356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.135398:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800863b0000. 00010000:00000010:2.0:1724310020.135417:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310020.135421:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.135493:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.136094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605880 x1808069883576960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.136108:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310020.136113:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883576960, offset 224 00000400:00000200:2.0:1724310020.136117:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.136124:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.136130:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532463:532463:256:4294967295] 192.168.204.31@tcp LPNI seq info [532459:532459:8:4294967295] 00000400:00000200:2.0:1724310020.136138:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.136143:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.136146:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7e800. 00000800:00000200:2.0:1724310020.136150:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.136155:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.136158:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7e800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.136179:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.136182:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.136185:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.136300:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.136303:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7e800. 00000400:00000200:0.0:1724310020.136306:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.136309:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.136312:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:0.0:1724310020.136314:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00010000:00000010:3.1:1724310020.137044:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310020.137050:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:3.1:1724310020.137052:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310020.137054:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:3.1:1724310020.137057:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00010000:00000010:3.1:1724310020.137060:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:3.1:1724310020.137062:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:3.1:1724310020.137070:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:3.1:1724310020.137073:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00000400:00000200:0.0:1724310020.138061:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.138070:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323c300 00000400:00000200:0.0:1724310020.138076:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 20968 00000400:00000200:0.0:1724310020.138091:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.138094:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.138100:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.138104:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d604380. 00000020:00000010:2.0:1724310020.138799:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.138804:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.138808:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.138828:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577088 00010000:00000010:2.0:1724310020.138848:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.138853:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.138896:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800861a0000. 00010000:00000010:2.0:1724310020.138917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.138920:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.138931:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.138934:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.138938:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.138940:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00000004:00000010:2.0:1724310020.139147:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a570. 00000004:00000010:2.0:1724310020.139154:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f530f0. 00000004:00000010:2.0:1724310020.139158:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f3e8. 00080000:00000010:2.0:1724310020.139166:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca16c0. 00010000:00000010:2.0:1724310020.139230:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310020.139233:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.139236:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.139238:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.139326:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.139335:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310020.139338:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.139515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.139529:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d604380 x1808069883577088/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.139542:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310020.139547:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883577088, offset 224 00000400:00000200:2.0:1724310020.139552:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.139560:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.139565:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532464:532464:256:4294967295] 192.168.204.31@tcp LPNI seq info [532460:532460:8:4294967295] 00000400:00000200:2.0:1724310020.139573:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.139577:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.139580:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310020.139584:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.139591:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.139594:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.139617:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.139621:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.139624:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.139748:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.139751:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:0.0:1724310020.139753:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.139757:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.139759:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:0.0:1724310020.139761:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000400:00000200:0.0:1724310020.142192:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.142205:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323c380 00000400:00000200:0.0:1724310020.142211:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 3936 00000400:00000200:0.0:1724310020.142231:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.142235:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.142240:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.142245:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605180. 00010000:00000010:1.1:1724310020.142365:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:1.1:1724310020.142371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00000020:00000010:3.0:1724310020.142405:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.142410:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.142414:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.142452:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577216 00010000:00000010:0.1:1724310020.142464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.0:1724310020.142470:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9300. 00010000:00000010:3.0:1724310020.142472:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c900. 00010000:00000010:3.0:1724310020.142477:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b840. 00002000:00000010:3.0:1724310020.142484:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb509c0. 02000000:00000010:3.0:1724310020.142589:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cd800. 00010000:00000200:3.0:1724310020.142612:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605180 x1808069883577216/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.142631:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051000. 00000100:00000200:3.0:1724310020.142636:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883577216, offset 224 00000400:00000200:3.0:1724310020.142640:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.142646:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.142651:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532465:532465:256:4294967295] 192.168.204.31@tcp LPNI seq info [532461:532461:8:4294967295] 00000400:00000200:3.0:1724310020.142659:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.142663:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.142666:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310020.142670:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.142689:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.142693:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.142707:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.142712:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.142714:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.143413:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.143416:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:0.0:1724310020.143420:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.143424:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.143427:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051000 00000400:00000010:0.0:1724310020.143429:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051000. 00010000:00000010:0.1:1724310020.145845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:0.1:1724310020.145855:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310020.145858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310020.145860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:2.0:1724310020.146479:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.146492:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323c480 00000400:00000200:2.0:1724310020.146499:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 21560 00000400:00000200:2.0:1724310020.146515:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.146519:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.146524:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.146529:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325c00. 00000020:00000010:0.0:1724310020.146656:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c800. 00000020:00000010:0.0:1724310020.146661:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.146666:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.146702:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577472 02000000:00000010:0.0:1724310020.146731:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c89000. 00010000:00000010:0.0:1724310020.146761:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:0.0:1724310020.146787:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:0.0:1724310020.146795:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:0.0:1724310020.146799:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310020.146817:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310020.146819:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.146824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.146827:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.146837:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.146838:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310020.146841:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310020.146843:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310020.148675:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.148684:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.148690:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310020.148695:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000020:00000010:0.0:1724310020.148736:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19e20. 00000020:00000010:0.0:1724310020.148741:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19e20. 00000020:00000010:0.0:1724310020.148750:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b9c0. 00080000:00000010:0.0:1724310020.148756:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24d400. 00000004:00000010:0.0:1724310020.148782:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995fc00. 00000004:00000010:0.0:1724310020.148786:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.148787:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.148794:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3ab8. 00000001:00000010:0.0:1724310020.149061:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1660c0. 00000001:00000010:0.0:1724310020.149065:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f900. 00000020:00000010:0.0:1724310020.149095:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b9c0. 00010000:00000010:0.0:1724310020.149101:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.149104:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.149119:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.149139:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.149143:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00080000:00000010:0.0:1724310020.149162:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca16c0. 00000004:00000010:0.0:1724310020.149167:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3ab8. 00000004:00000010:0.0:1724310020.149172:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.149174:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.149178:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995fc00. 00000004:00000010:0.0:1724310020.149180:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f3e8. 00000004:00000010:0.0:1724310020.149183:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f530f0. 00000004:00000010:0.0:1724310020.149189:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a570. 00010000:00000010:0.0:1724310020.149198:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.149201:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000200:0.0:1724310020.149216:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096776, last committed = 4295096671 00010000:00000200:0.0:1724310020.149225:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325c00 x1808069883577472/t4295096776(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.149238:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.149244:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883577472, offset 224 00000400:00000010:0.0:1724310020.149251:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccfc0. 00000400:00000200:0.0:1724310020.149254:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.150236:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.150241:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532466:532466:256:4294967295] 192.168.204.31@tcp LPNI seq info [532462:532462:8:4294967295] 00000400:00000200:0.0:1724310020.150245:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.150250:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.150254:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.150282:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310020.150288:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.150295:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.150298:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.150330:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.150334:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.150337:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c800. 00000800:00000200:2.0:1724310020.150610:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.150613:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310020.150617:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.150621:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.152008:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.152018:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296151 00000400:00000200:0.0:1724310020.152023:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.152026:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.152031:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:0.0:1724310020.152033:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:3.0:1724310020.152149:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:3.0:1724310020.152157:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00000400:00000200:2.0:1724310020.156152:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.156167:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323c500 00000400:00000200:2.0:1724310020.156175:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 22064 00000400:00000200:2.0:1724310020.156234:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.156238:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.156243:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.156248:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e324000. 00010000:00000010:1.1:1724310020.156335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310020.156341:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:1.1:1724310020.156344:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:1.1:1724310020.156346:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00000020:00000010:0.0:1724310020.156437:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c800. 00000020:00000010:0.0:1724310020.156442:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.156446:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.156475:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577600 00000001:00000010:0.0:1724310020.156485:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:0.0:1724310020.156501:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.156504:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.156508:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310020.156513:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 02000000:00000010:0.0:1724310020.156557:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c5e0000. 00010000:00000010:0.0:1724310020.156577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310020.156580:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.156655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310020.156669:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e324000 x1808069883577600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.156681:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.156686:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883577600, offset 224 00000400:00000200:0.0:1724310020.156690:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.156697:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.156702:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532467:532467:256:4294967295] 192.168.204.31@tcp LPNI seq info [532463:532463:8:4294967295] 00000400:00000200:0.0:1724310020.156710:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.156714:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.156717:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e400. 00000800:00000200:0.0:1724310020.156721:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.156726:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.156730:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e400 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.156753:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.156757:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.156759:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c800. 00000800:00000200:2.0:1724310020.156871:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.156874:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e400. 00000400:00000200:2.0:1724310020.156876:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.156879:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.156882:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:2.0:1724310020.156884:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:1.1:1724310020.158392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310020.158399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:1.1:1724310020.161405:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310020.161414:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310020.161418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310020.161430:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:1.1:1724310020.161432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:1.1:1724310020.164430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00000400:00000200:0.0:1724310020.166178:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.166194:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323c580 00000400:00000200:0.0:1724310020.166202:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 22640 00000400:00000200:0.0:1724310020.166223:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.166227:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.166233:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.166238:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d606d80. 00000020:00000010:1.0:1724310020.166363:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.166368:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.166373:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.166541:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577728 00010000:00000010:1.0:1724310020.166562:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.166567:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5900. 02000000:00000010:1.0:1724310020.166609:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008e140000. 00010000:00000010:1.0:1724310020.166628:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00010000:00000010:1.0:1724310020.166630:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.166642:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310020.166644:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.166647:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310020.166648:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310020.166715:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca33f0. 00000004:00000010:1.0:1724310020.166720:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.166724:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310020.166730:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310020.166820:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310020.166823:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.166826:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310020.166828:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.166868:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.166890:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.166893:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.166912:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5900. 00010000:00000200:1.0:1724310020.166921:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d606d80 x1808069883577728/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.166933:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.166938:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883577728, offset 224 00000400:00000200:1.0:1724310020.166942:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.166948:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.166953:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532468:532468:256:4294967295] 192.168.204.31@tcp LPNI seq info [532464:532464:8:4294967295] 00000400:00000200:1.0:1724310020.166961:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.166965:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.166968:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310020.166972:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.166978:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.166982:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.167000:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.167002:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.167005:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:2.0:1724310020.167098:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.167101:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:2.0:1724310020.167103:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.167106:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.167109:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:2.0:1724310020.167111:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000400:00000200:0.0:1724310020.171393:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.171408:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323c600 00000400:00000200:0.0:1724310020.171415:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 4264 00000400:00000200:0.0:1724310020.171433:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.171436:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.171442:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.171447:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d605500. 00000020:00000010:3.0:1724310020.171591:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.171597:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.171600:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.171688:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883577856 00010000:00000010:3.0:1724310020.171708:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9200. 00010000:00000010:3.0:1724310020.171712:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c180. 00010000:00000010:3.0:1724310020.171716:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219b00. 00002000:00000010:3.0:1724310020.171723:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50a40. 02000000:00000010:3.0:1724310020.171745:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803ce000. 00010000:00000200:3.0:1724310020.171765:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008d605500 x1808069883577856/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.171778:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051e58. 00000100:00000200:3.0:1724310020.171783:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883577856, offset 224 00000400:00000200:3.0:1724310020.171787:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.171794:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.171799:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532469:532469:256:4294967295] 192.168.204.31@tcp LPNI seq info [532465:532465:8:4294967295] 00000400:00000200:3.0:1724310020.171807:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.171811:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.171814:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9b00. 00000800:00000200:3.0:1724310020.171818:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.171824:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.171827:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.172055:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.172060:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.172063:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.172144:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.172146:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9b00. 00000400:00000200:0.0:1724310020.172150:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.172153:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.172156:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051e58 00000400:00000010:0.0:1724310020.172157:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051e58. 00000400:00000200:0.0:1724310020.174492:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.174506:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323c700 00000400:00000200:0.0:1724310020.174513:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 23224 00000400:00000200:0.0:1724310020.174531:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.174535:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.174540:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.174549:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8700. 00010000:00000010:3.1:1724310020.174624:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:3.1:1724310020.174631:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:3.1:1724310020.174635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:3.1:1724310020.174637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00000020:00000010:1.0:1724310020.174722:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.174728:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.174731:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.175990:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578112 02000000:00000010:1.0:1724310020.176021:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008e754000. 00010000:00000010:1.0:1724310020.176050:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.176535:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.176545:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:1.0:1724310020.176550:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98280. 00010000:00000010:1.0:1724310020.176570:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310020.176573:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.176577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310020.176580:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.176590:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310020.176592:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.176594:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00010000:00000010:1.0:1724310020.176596:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.176673:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310020.176675:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.176678:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.176680:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310020.176698:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310020.176704:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ac0. 00000020:00000010:1.0:1724310020.176712:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4fd20. 00080000:00000010:1.0:1724310020.176719:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134df9800. 00000004:00000010:1.0:1724310020.176742:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea540. 00000004:00000010:1.0:1724310020.176746:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.176748:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.176755:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a38000. 00000001:00000010:1.0:1724310020.177004:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f2a0. 00000001:00000010:1.0:1724310020.177008:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea0c0. 00000020:00000010:1.0:1724310020.177040:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4fd20. 00010000:00000010:1.0:1724310020.177046:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.177049:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310020.177063:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b00. 00010000:00000010:1.0:1724310020.177080:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.177082:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310020.177099:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:1.0:1724310020.177105:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a38000. 00000004:00000010:1.0:1724310020.177110:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.177112:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.177114:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea540. 00000004:00000010:1.0:1724310020.177116:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:1.0:1724310020.177120:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.177124:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca33f0. 00010000:00000010:1.0:1724310020.177129:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.177132:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000200:1.0:1724310020.177145:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096777, last committed = 4295096671 00010000:00000200:1.0:1724310020.177153:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8700 x1808069883578112/t4295096777(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.177166:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.177172:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883578112, offset 224 00000400:00000010:1.0:1724310020.177178:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e39a0. 00000400:00000200:1.0:1724310020.177182:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.177192:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.177197:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532470:532470:256:4294967295] 192.168.204.31@tcp LPNI seq info [532466:532466:8:4294967295] 00000400:00000200:1.0:1724310020.177203:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.177209:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.177214:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.177218:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efd00. 00000800:00000200:1.0:1724310020.177222:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.177228:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.177232:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.177935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.177940:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.177942:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.178174:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.178178:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efd00. 00000400:00000200:0.0:1724310020.178181:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.178186:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.180218:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.180231:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296161 00000400:00000200:0.0:1724310020.180236:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.180239:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.180243:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:0.0:1724310020.180245:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00000400:00000200:0.0:1724310020.181567:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.181574:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323c780 00000400:00000200:0.0:1724310020.181580:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 23720 00000400:00000200:0.0:1724310020.181596:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.181600:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.181603:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.181608:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9880. 00000020:00000010:1.0:1724310020.181683:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98000. 00000020:00000010:1.0:1724310020.181688:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.181691:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.181723:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578240 00000001:00000010:1.0:1724310020.181732:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f900. 00010000:00000010:1.0:1724310020.181749:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.181751:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.181755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310020.181760:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310020.181803:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088bd0000. 00010000:00000010:1.0:1724310020.181824:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310020.181827:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.181903:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310020.181919:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9880 x1808069883578240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.181931:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000100:00000200:1.0:1724310020.181936:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883578240, offset 224 00000400:00000200:1.0:1724310020.181940:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.181946:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.181951:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532471:532471:256:4294967295] 192.168.204.31@tcp LPNI seq info [532467:532467:8:4294967295] 00000400:00000200:1.0:1724310020.181960:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.181965:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.181968:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efe00. 00000800:00000200:1.0:1724310020.181972:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.181977:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.181981:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efe00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.181991:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.181994:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.181997:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98000. 00000800:00000200:0.0:1724310020.182146:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.182148:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efe00. 00000400:00000200:0.0:1724310020.182152:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.182155:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.182158:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:0.0:1724310020.182160:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00010000:00000010:3.0:1724310020.182370:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:3.0:1724310020.182377:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:3.1:1724310020.183387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:3.1:1724310020.183393:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:3.1:1724310020.183396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:3.1:1724310020.183398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310020.183401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:3.1:1724310020.183402:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:3.1:1724310020.183404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:3.1:1724310020.183411:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:3.1:1724310020.183414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00000400:00000200:0.0:1724310020.184189:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.184198:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323c800 00000400:00000200:0.0:1724310020.184204:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 24296 00000400:00000200:0.0:1724310020.184218:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.184221:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.184225:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.184229:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafaa00. 00000020:00000010:2.0:1724310020.184910:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.184915:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.184919:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.184966:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578368 00010000:00000010:2.0:1724310020.184987:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.184991:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.185033:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088dd0000. 00010000:00000010:2.0:1724310020.185055:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310020.185058:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.185069:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310020.185071:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99500. 00010000:00000010:2.0:1724310020.185074:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.185076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00000004:00000010:2.0:1724310020.185156:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466bd00. 00000004:00000010:2.0:1724310020.185163:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.185167:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.185174:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.185231:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.185233:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.185236:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310020.185238:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.185306:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.185796:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.185801:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99500. 00010000:00000010:2.0:1724310020.185822:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.185831:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafaa00 x1808069883578368/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.185843:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.185848:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883578368, offset 224 00000400:00000200:2.0:1724310020.185853:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.185860:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.185865:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532472:532472:256:4294967295] 192.168.204.31@tcp LPNI seq info [532468:532468:8:4294967295] 00000400:00000200:2.0:1724310020.185873:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.185878:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.185881:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:2.0:1724310020.185885:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.185890:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.185893:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.186215:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.186218:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.186221:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00010000:00000010:0.1:1724310020.186711:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:0.1:1724310020.186717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 00000800:00000200:1.0:1724310020.186806:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.186809:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:1.0:1724310020.186813:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.186817:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.186820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:1.0:1724310020.186822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000400:00000200:0.0:1724310020.188383:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.188392:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323c880 00000400:00000200:0.0:1724310020.188398:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 4592 00000400:00000200:0.0:1724310020.188416:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.188419:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.188423:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.188427:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9180. 00000020:00000010:3.0:1724310020.188635:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.188639:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.188643:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.188674:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578496 00010000:00000010:3.0:1724310020.188690:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9e00. 00010000:00000010:3.0:1724310020.188694:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c0c0. 00010000:00000010:3.0:1724310020.188698:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a640. 00002000:00000010:3.0:1724310020.188705:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50ec0. 02000000:00000010:3.0:1724310020.188722:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cf400. 00010000:00000200:3.0:1724310020.188740:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9180 x1808069883578496/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.188751:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051ee0. 00000100:00000200:3.0:1724310020.188754:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883578496, offset 224 00000400:00000200:3.0:1724310020.188758:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.188763:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.188767:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532473:532473:256:4294967295] 192.168.204.31@tcp LPNI seq info [532469:532469:8:4294967295] 00000400:00000200:3.0:1724310020.188774:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.188777:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.188780:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310020.188784:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.188789:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.188791:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.188800:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.188804:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.188806:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.188882:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.188885:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:0.0:1724310020.188888:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.188891:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.188894:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051ee0 00000400:00000010:0.0:1724310020.188895:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051ee0. 00010000:00000010:0.1:1724310020.189973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:0.1:1724310020.189979:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310020.189982:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:0.1:1724310020.189983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310020.190388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00000400:00000200:1.0:1724310020.190686:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.190696:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323c980 00000400:00000200:1.0:1724310020.190702:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 24880 00000400:00000200:1.0:1724310020.190715:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.190718:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.190722:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.190727:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4dc00. 00000020:00000010:2.0:1724310020.191401:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.191406:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.191409:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.191950:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578752 02000000:00000010:2.0:1724310020.191976:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d176000. 00010000:00000010:2.0:1724310020.192004:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.192051:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.192060:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:2.0:1724310020.192064:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5400. 00010000:00000010:2.0:1724310020.192083:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310020.192085:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.192088:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.192092:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.192101:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:2.0:1724310020.192103:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.192105:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.192108:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310020.192179:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310020.192181:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310020.192183:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.192185:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00000020:00000010:2.0:1724310020.192200:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.192204:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.192211:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6b40. 00080000:00000010:2.0:1724310020.192215:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bdf1400. 00000004:00000010:2.0:1724310020.192237:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9fa80. 00000004:00000010:2.0:1724310020.192240:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.192242:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.192248:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8c78. 00000001:00000010:2.0:1724310020.192505:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6f00. 00000001:00000010:2.0:1724310020.192509:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310020.192536:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6b40. 00010000:00000010:2.0:1724310020.192542:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310020.192544:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.192556:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.192570:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.192572:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00080000:00000010:2.0:1724310020.192590:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.192596:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8c78. 00000004:00000010:2.0:1724310020.192599:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.192601:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.192604:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9fa80. 00000004:00000010:2.0:1724310020.192606:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.192610:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.192615:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466bd00. 00010000:00000010:2.0:1724310020.192621:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.192624:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.192638:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096778, last committed = 4295096671 00010000:00000200:2.0:1724310020.192646:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4dc00 x1808069883578752/t4295096778(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.192657:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.192662:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883578752, offset 224 00000400:00000010:2.0:1724310020.192667:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e40e0. 00000400:00000200:2.0:1724310020.192670:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.192678:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.192683:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532474:532474:256:4294967295] 192.168.204.31@tcp LPNI seq info [532470:532470:8:4294967295] 00000400:00000200:2.0:1724310020.192687:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.192692:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.192696:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.192699:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ed00. 00000800:00000200:2.0:1724310020.192703:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.192708:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.192712:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.193695:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.193700:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.193702:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.193802:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.193805:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ed00. 00000400:00000200:0.0:1724310020.193808:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.193812:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310020.195363:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:0.1:1724310020.195370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310020.195372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:0.1:1724310020.195375:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:0.1:1724310020.195377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:0.1:1724310020.195379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:0.1:1724310020.195381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:0.1:1724310020.195387:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310020.195389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00000400:00000200:0.0:1724310020.196524:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.196535:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296171 00000400:00000200:0.0:1724310020.196540:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.196543:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.196548:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:0.0:1724310020.196550:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00000400:00000200:0.0:1724310020.196576:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.196580:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ca00 00000400:00000200:0.0:1724310020.196586:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 25376 00000400:00000200:0.0:1724310020.196601:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.196604:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.196608:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.196613:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafad80. 00010000:00000010:3.0:1724310020.196697:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:3.0:1724310020.196705:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00000020:00000010:2.0:1724310020.197144:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.197148:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.197152:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.197173:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883578880 00000001:00000010:2.0:1724310020.197182:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea0c0. 00010000:00000010:2.0:1724310020.197197:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:2.0:1724310020.197199:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.197203:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00010000:00000010:2.0:1724310020.197207:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 02000000:00000010:2.0:1724310020.197251:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088600000. 00010000:00000010:2.0:1724310020.197301:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.197304:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.197376:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000200:2.0:1724310020.197392:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafad80 x1808069883578880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.197405:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310020.197409:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883578880, offset 224 00000400:00000200:2.0:1724310020.197414:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.197420:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.197426:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532475:532475:256:4294967295] 192.168.204.31@tcp LPNI seq info [532471:532471:8:4294967295] 00000400:00000200:2.0:1724310020.197434:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.197438:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.197442:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310020.197446:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.197451:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.197455:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.198236:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.198241:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.198245:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:1.0:1724310020.198647:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.198650:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310020.198653:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.198658:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.198661:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:1.0:1724310020.198663:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00000400:00000200:0.0:1724310020.200197:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.200209:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ca80 00000400:00000200:0.0:1724310020.200216:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 25952 00000400:00000200:0.0:1724310020.200235:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.200238:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.200243:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.200248:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafbb80. 00000020:00000010:2.0:1724310020.200574:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.200579:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.200582:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.200607:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579008 00010000:00000010:2.0:1724310020.200626:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.200631:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 02000000:00000010:2.0:1724310020.200671:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086810000. 00010000:00000010:2.0:1724310020.200688:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.200690:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.200701:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:2.0:1724310020.200704:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310020.200707:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.200708:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00000004:00000010:2.0:1724310020.200773:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310020.200779:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.200783:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.200788:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.200842:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:2.0:1724310020.200845:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:2.0:1724310020.200847:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.200849:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.200886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.200895:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.200898:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310020.200918:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000200:2.0:1724310020.200928:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafbb80 x1808069883579008/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.200939:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310020.200944:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883579008, offset 224 00000400:00000200:2.0:1724310020.200948:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.200953:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.200958:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532476:532476:256:4294967295] 192.168.204.31@tcp LPNI seq info [532472:532472:8:4294967295] 00000400:00000200:2.0:1724310020.200965:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.200969:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.200973:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7ef00. 00000800:00000200:2.0:1724310020.200977:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.200982:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.200985:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7ef00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.201002:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.201006:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.201009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:1.0:1724310020.201140:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.201143:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7ef00. 00000400:00000200:1.0:1724310020.201147:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.201150:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.201153:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:1.0:1724310020.201154:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:0.1:1724310020.203504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00000400:00000200:1.0:1724310020.203571:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.203584:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323cb00 00000400:00000200:1.0:1724310020.203590:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 4920 00000400:00000200:1.0:1724310020.203607:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.203610:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.203617:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.203622:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c700. 00000020:00000010:2.0:1724310020.203705:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.203709:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.203714:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.203748:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579136 00010000:00000010:2.0:1724310020.203766:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ef00. 00010000:00000010:2.0:1724310020.203769:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9fa80. 00010000:00000010:2.0:1724310020.203773:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56880. 00002000:00000010:2.0:1724310020.203780:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5780. 02000000:00000010:2.0:1724310020.203799:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88009bdf2c00. 00010000:00000200:2.0:1724310020.203820:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c700 x1808069883579136/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.203831:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310020.203835:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883579136, offset 224 00000400:00000200:2.0:1724310020.203839:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.203846:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.203850:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532477:532477:256:4294967295] 192.168.204.31@tcp LPNI seq info [532473:532473:8:4294967295] 00000400:00000200:2.0:1724310020.203858:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.203862:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.203866:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:2.0:1724310020.203870:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.203874:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.203877:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.203889:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.203893:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.203896:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:0.0:1724310020.204021:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.204024:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:0.0:1724310020.204026:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.204029:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.204032:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:0.0:1724310020.204033:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00000400:00000200:0.0:1724310020.205485:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.205493:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323cc00 00000400:00000200:0.0:1724310020.205499:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 26536 00000400:00000200:0.0:1724310020.205513:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.205516:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.205520:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.205525:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9500. 00000020:00000010:2.0:1724310020.205682:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800924d2000. 00000020:00000010:2.0:1724310020.205685:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.205689:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.205707:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579392 02000000:00000010:2.0:1724310020.205728:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d172000. 00010000:00000010:2.0:1724310020.205751:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.205764:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00010000:00000010:2.0:1724310020.205771:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.205775:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.205791:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6800. 00010000:00000010:2.0:1724310020.205793:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.205797:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.205801:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.205810:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6200. 00010000:00000010:2.0:1724310020.205812:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99000. 00010000:00000010:2.0:1724310020.205814:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.205817:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.205889:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6d00. 00010000:00000010:2.0:1724310020.205891:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:2.0:1724310020.205893:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310020.205895:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00000020:00000010:2.0:1724310020.205913:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d060. 00000020:00000010:2.0:1724310020.205917:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d060. 00000020:00000010:2.0:1724310020.205925:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6b40. 00080000:00000010:2.0:1724310020.205932:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f343000. 00000004:00000010:2.0:1724310020.205956:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.205960:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.205962:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.205968:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8720. 00000001:00000010:2.0:1724310020.206231:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ba0. 00000001:00000010:2.0:1724310020.206236:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f780. 00000020:00000010:2.0:1724310020.206412:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6b40. 00010000:00000010:2.0:1724310020.206419:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310020.206422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.206478:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.206496:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.206498:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00080000:00000010:2.0:1724310020.206601:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.206606:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8720. 00000004:00000010:2.0:1724310020.206608:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.206609:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.206611:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.206613:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.206704:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.206708:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310020.206716:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.206718:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.206728:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096779, last committed = 4295096671 00010000:00000200:2.0:1724310020.206733:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9500 x1808069883579392/t4295096779(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.206742:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310020.206747:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883579392, offset 224 00000400:00000010:2.0:1724310020.206750:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4118. 00000400:00000200:2.0:1724310020.206752:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.206758:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.206762:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532478:532478:256:4294967295] 192.168.204.31@tcp LPNI seq info [532474:532474:8:4294967295] 00000400:00000200:2.0:1724310020.206765:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.206768:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.206771:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.206774:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6700. 00000800:00000200:2.0:1724310020.206777:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.206781:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.206783:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.206800:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.206803:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.206804:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800924d2000. 00000800:00000200:1.0:1724310020.206879:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.206881:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6700. 00000400:00000200:1.0:1724310020.206883:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.206885:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.208597:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.208608:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296181 00000400:00000200:0.0:1724310020.208612:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.208615:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.208618:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:0.0:1724310020.208620:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:3.0:1724310020.208764:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:3.0:1724310020.208772:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99000. 00000400:00000200:0.0:1724310020.208970:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.208976:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323cc80 00000400:00000200:0.0:1724310020.208983:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 27032 00000400:00000200:0.0:1724310020.209022:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.209025:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.209029:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.209033:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8000. 00000020:00000010:2.0:1724310020.209110:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.209114:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.209118:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.209141:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579520 00000001:00000010:2.0:1724310020.209149:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310020.209164:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6f00. 00010000:00000010:2.0:1724310020.209166:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.209170:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.209174:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 02000000:00000010:2.0:1724310020.209215:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008e1b0000. 00010000:00000010:2.0:1724310020.209233:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.209235:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.209349:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:2.0:1724310020.209363:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8000 x1808069883579520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.209373:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.209377:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883579520, offset 224 00000400:00000200:2.0:1724310020.209381:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.209387:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.209392:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532479:532479:256:4294967295] 192.168.204.31@tcp LPNI seq info [532475:532475:8:4294967295] 00000400:00000200:2.0:1724310020.209399:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.209404:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.209407:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6a00. 00000800:00000200:2.0:1724310020.209410:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.209416:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.209419:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.209439:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.209442:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.209445:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:1.0:1724310020.209712:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.209715:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6a00. 00000400:00000200:1.0:1724310020.209718:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.209721:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.209724:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:1.0:1724310020.209725:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00010000:00000010:1.1:1724310020.209941:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:1.1:1724310020.209948:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310020.211357:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.211368:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323cd00 00000400:00000200:0.0:1724310020.211374:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 27608 00000400:00000200:0.0:1724310020.211389:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.211392:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.211397:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.211400:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8e00. 00000020:00000010:2.0:1724310020.211692:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.211697:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.211701:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.212068:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579648 00010000:00000010:2.0:1724310020.212088:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00010000:00000010:2.0:1724310020.212094:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 02000000:00000010:2.0:1724310020.212135:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d360000. 00010000:00000010:2.0:1724310020.212153:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310020.212156:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.212167:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6000. 00010000:00000010:2.0:1724310020.212169:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.212172:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.212173:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000004:00000010:2.0:1724310020.212242:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310020.212249:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.212253:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.212436:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.212501:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6900. 00010000:00000010:2.0:1724310020.212503:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.212506:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.212508:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.212545:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.212555:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.212559:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.212582:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:2.0:1724310020.212597:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8e00 x1808069883579648/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.212609:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.212613:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883579648, offset 224 00000400:00000200:2.0:1724310020.212618:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.212625:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.212630:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532480:532480:256:4294967295] 192.168.204.31@tcp LPNI seq info [532476:532476:8:4294967295] 00000400:00000200:2.0:1724310020.212637:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.212642:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.212645:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:2.0:1724310020.212649:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.212654:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.212656:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.212668:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.212670:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.212673:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.212883:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.212886:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:0.0:1724310020.212890:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.212894:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.212896:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:0.0:1724310020.212898:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00000400:00000200:1.0:1724310020.215112:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.215124:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323cd80 00000400:00000200:1.0:1724310020.215131:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 5248 00000400:00000200:1.0:1724310020.215150:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.215154:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.215159:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.215164:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c380. 00000020:00000010:3.0:1724310020.215302:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.215307:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.215312:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.215349:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883579776 00010000:00000010:3.0:1724310020.215368:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9900. 00010000:00000010:3.0:1724310020.215371:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0c540. 00010000:00000010:3.0:1724310020.215376:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a400. 00002000:00000010:3.0:1724310020.215382:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50480. 02000000:00000010:3.0:1724310020.215400:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8800803cfc00. 00010000:00000200:3.0:1724310020.215420:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c380 x1808069883579776/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.215431:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051c38. 00000100:00000200:3.0:1724310020.215435:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883579776, offset 224 00000400:00000200:3.0:1724310020.215439:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.215444:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.215449:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532481:532481:256:4294967295] 192.168.204.31@tcp LPNI seq info [532477:532477:8:4294967295] 00000400:00000200:3.0:1724310020.215457:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.215460:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.215464:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310020.215467:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.215472:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.215474:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.215493:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.215498:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.215500:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00010000:00000010:0.1:1724310020.215552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:0.1:1724310020.215557:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310020.215560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310020.215563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000800:00000200:1.0:1724310020.215642:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.215644:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:1.0:1724310020.215647:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.215651:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.215654:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051c38 00000400:00000010:1.0:1724310020.215655:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051c38. 00000400:00000200:0.0:1724310020.217183:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.217192:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ce80 00000400:00000200:0.0:1724310020.217198:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 28192 00000400:00000200:0.0:1724310020.217212:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.217215:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.217219:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.217224:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafb480. 00000020:00000010:2.0:1724310020.217331:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.217335:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.217338:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.217358:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580032 02000000:00000010:2.0:1724310020.217379:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d177000. 00010000:00000010:2.0:1724310020.217513:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.217527:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.217533:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.217537:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.217555:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6400. 00010000:00000010:2.0:1724310020.217557:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.217561:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.217564:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.217575:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6b00. 00010000:00000010:2.0:1724310020.217576:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.217578:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.217580:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.217652:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6e00. 00010000:00000010:2.0:1724310020.217654:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.217656:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.217658:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000020:00000010:2.0:1724310020.217678:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.217683:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.217690:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6b40. 00080000:00000010:2.0:1724310020.217696:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f340800. 00000004:00000010:2.0:1724310020.217721:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.217725:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.217727:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.217734:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8ab0. 00000001:00000010:2.0:1724310020.217990:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6540. 00000001:00000010:2.0:1724310020.217994:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310020.218023:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6b40. 00010000:00000010:2.0:1724310020.218029:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.218031:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.218042:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.218057:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.218059:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00080000:00000010:2.0:1724310020.218075:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.218080:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8ab0. 00000004:00000010:2.0:1724310020.218083:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.218085:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.218088:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.218090:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.218093:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.218098:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310020.218104:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.218105:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.218114:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096780, last committed = 4295096671 00010000:00000200:2.0:1724310020.218120:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafb480 x1808069883580032/t4295096780(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.218130:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.218134:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883580032, offset 224 00000400:00000010:2.0:1724310020.218138:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4150. 00000400:00000200:2.0:1724310020.218141:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.218147:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.218152:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532482:532482:256:4294967295] 192.168.204.31@tcp LPNI seq info [532478:532478:8:4294967295] 00000400:00000200:2.0:1724310020.218156:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.218161:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.218165:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.218168:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6a00. 00000800:00000200:2.0:1724310020.218171:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.218175:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.218178:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.218226:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.218229:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.218231:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:1.0:1724310020.218392:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.218395:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6a00. 00000400:00000200:1.0:1724310020.218398:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.218401:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.219877:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.219887:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296191 00000400:00000200:0.0:1724310020.219891:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.219894:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.219897:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:0.0:1724310020.219901:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000400:00000200:0.0:1724310020.219926:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.219931:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323cf00 00000400:00000200:0.0:1724310020.219937:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 28688 00000400:00000200:0.0:1724310020.220182:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.220186:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.220190:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.220194:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf8a80. 00010000:00000010:3.0:1724310020.220323:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:3.0:1724310020.220331:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00000020:00000010:2.0:1724310020.220463:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b200. 00000020:00000010:2.0:1724310020.220468:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.220470:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.220488:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580160 00000001:00000010:2.0:1724310020.220494:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f780. 00010000:00000010:2.0:1724310020.220508:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6700. 00010000:00000010:2.0:1724310020.220510:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.220514:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.220518:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c80. 02000000:00000010:2.0:1724310020.220560:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080a10000. 00010000:00000010:2.0:1724310020.220580:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.220583:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.220645:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c80. 00010000:00000200:2.0:1724310020.220657:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf8a80 x1808069883580160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.220668:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66990. 00000100:00000200:2.0:1724310020.220671:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883580160, offset 224 00000400:00000200:2.0:1724310020.220676:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.220682:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.220686:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532483:532483:256:4294967295] 192.168.204.31@tcp LPNI seq info [532479:532479:8:4294967295] 00000400:00000200:2.0:1724310020.220692:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.220696:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.220699:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:2.0:1724310020.220703:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.220707:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.220710:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.220736:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.220739:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.220742:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b200. 00000800:00000200:1.0:1724310020.220861:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.220863:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:1.0:1724310020.220867:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.220870:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.220872:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66990 00000400:00000010:1.0:1724310020.220873:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66990. 00010000:00000010:1.1:1724310020.221338:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6200. 00010000:00000010:1.1:1724310020.221343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000400:00000200:1.0:1724310020.222984:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.222994:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323cf80 00000400:00000200:1.0:1724310020.223000:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 29264 00000400:00000200:1.0:1724310020.223017:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.223021:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.223025:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.223030:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f480. 00000020:00000010:0.0:1724310020.223097:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c200. 00000020:00000010:0.0:1724310020.223101:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.223104:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.223184:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580288 00010000:00000010:0.0:1724310020.223200:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310020.223205:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 02000000:00000010:0.0:1724310020.223242:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007fbb0000. 00010000:00000010:0.0:1724310020.223377:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310020.223380:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.223393:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.223395:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.223398:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310020.223400:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000004:00000010:0.0:1724310020.223466:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb33f0. 00000004:00000010:0.0:1724310020.223472:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be258. 00000004:00000010:0.0:1724310020.223475:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806190. 00080000:00000010:0.0:1724310020.223481:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eeea0. 00010000:00000010:0.0:1724310020.223535:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310020.223538:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310020.223540:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310020.223544:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.223580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.223622:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.223626:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.223646:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310020.223655:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f480 x1808069883580288/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.223666:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfbb0. 00000100:00000200:0.0:1724310020.223671:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883580288, offset 224 00000400:00000200:0.0:1724310020.223675:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.223681:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.223685:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532484:532484:256:4294967295] 192.168.204.31@tcp LPNI seq info [532480:532480:8:4294967295] 00000400:00000200:0.0:1724310020.223693:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.223697:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.223700:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310020.223705:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.223710:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.223713:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.223863:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.223867:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.223869:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c200. 00000800:00000200:2.0:1724310020.224125:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.224128:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310020.224131:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.224134:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.224137:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfbb0 00000400:00000010:2.0:1724310020.224139:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfbb0. 00010000:00000010:2.1:1724310020.224950:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:2.1:1724310020.224956:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:2.1:1724310020.224960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310020.224962:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:2.1:1724310020.224964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.1:1724310020.224966:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6d00. 00010000:00000010:2.1:1724310020.224968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310020.224976:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6800. 00010000:00000010:2.1:1724310020.224978:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310020.224980:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310020.224982:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310020.224984:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6000. 00010000:00000010:2.1:1724310020.224985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.1:1724310020.224987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00000400:00000200:0.0:1724310020.225490:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.225498:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323d000 00000400:00000200:0.0:1724310020.225505:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 5576 00000400:00000200:0.0:1724310020.225519:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.225523:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.225527:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.225530:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafa680. 00000020:00000010:2.0:1724310020.225878:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.225882:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.225886:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.225919:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580416 00010000:00000010:2.0:1724310020.225933:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6000. 00010000:00000010:2.0:1724310020.225936:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f780. 00010000:00000010:2.0:1724310020.225940:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55680. 00002000:00000010:2.0:1724310020.225946:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5d40. 02000000:00000010:2.0:1724310020.225964:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88012f343c00. 00010000:00000200:2.0:1724310020.225981:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafa680 x1808069883580416/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.225991:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.225995:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883580416, offset 224 00000400:00000200:2.0:1724310020.225999:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.226005:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.226010:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532485:532485:256:4294967295] 192.168.204.31@tcp LPNI seq info [532481:532481:8:4294967295] 00000400:00000200:2.0:1724310020.226017:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.226021:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.226024:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6800. 00000800:00000200:2.0:1724310020.226028:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.226033:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.226036:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.226531:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.226537:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.226539:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.226773:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.226776:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6800. 00000400:00000200:1.0:1724310020.226779:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.226783:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.226786:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:1.0:1724310020.226787:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00010000:00000010:1.1:1724310020.227632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310020.227638:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310020.227641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310020.227644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310020.227707:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6b00. 00010000:00000010:2.1:1724310020.227713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:0.0:1724310020.228762:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.228773:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323d100 00000400:00000200:0.0:1724310020.228780:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 29848 00000400:00000200:0.0:1724310020.228797:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.228800:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.228805:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.228810:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002baf9c00. 00000020:00000010:2.0:1724310020.228954:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.228959:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.228963:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.228989:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580672 02000000:00000010:2.0:1724310020.229014:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008d64f000. 00010000:00000010:2.0:1724310020.229040:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:2.0:1724310020.229051:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e80. 00010000:00000010:2.0:1724310020.229057:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.229063:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.229080:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6b00. 00010000:00000010:2.0:1724310020.229083:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.229086:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.229090:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.229100:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6d00. 00010000:00000010:2.0:1724310020.229102:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.229105:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.229107:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.229176:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6200. 00010000:00000010:2.0:1724310020.229178:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310020.229180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310020.229182:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000020:00000010:2.0:1724310020.229199:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88012d15d9a0. 00000020:00000010:2.0:1724310020.229203:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88012d15d9a0. 00000020:00000010:2.0:1724310020.229210:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6780. 00080000:00000010:2.0:1724310020.229215:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f341000. 00000004:00000010:2.0:1724310020.229238:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f600. 00000004:00000010:2.0:1724310020.229243:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.229245:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.229251:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8720. 00000001:00000010:2.0:1724310020.229535:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6c00. 00000001:00000010:2.0:1724310020.229539:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f000. 00000020:00000010:2.0:1724310020.229569:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6780. 00010000:00000010:2.0:1724310020.229575:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.229578:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.229591:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.229607:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.229609:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00080000:00000010:2.0:1724310020.229625:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eeea0. 00000004:00000010:2.0:1724310020.229634:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8720. 00000004:00000010:2.0:1724310020.229637:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.229639:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.229642:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f600. 00000004:00000010:2.0:1724310020.229644:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806190. 00000004:00000010:2.0:1724310020.229647:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be258. 00000004:00000010:2.0:1724310020.229651:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb33f0. 00010000:00000010:2.0:1724310020.229659:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.229662:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.229674:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096781, last committed = 4295096671 00010000:00000200:2.0:1724310020.229680:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002baf9c00 x1808069883580672/t4295096781(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.229691:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.229696:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883580672, offset 224 00000400:00000010:2.0:1724310020.229700:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4188. 00000400:00000200:2.0:1724310020.229703:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.229711:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.229716:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532486:532486:256:4294967295] 192.168.204.31@tcp LPNI seq info [532482:532482:8:4294967295] 00000400:00000200:2.0:1724310020.229720:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.229725:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.229729:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.229732:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:2.0:1724310020.229736:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.229741:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.229744:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.229772:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.229776:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.229780:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.229918:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.229921:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:1.0:1724310020.229924:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.229927:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310020.230637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:2.1:1724310020.230643:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6900. 00010000:00000010:2.1:1724310020.230647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310020.230649:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6f00. 00010000:00000010:2.1:1724310020.230651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310020.230653:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6e00. 00010000:00000010:2.1:1724310020.230656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.1:1724310020.230662:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6400. 00010000:00000010:2.1:1724310020.230665:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310020.230667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:1.0:1724310020.231168:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.231177:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961a1 00000400:00000200:1.0:1724310020.231181:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.231183:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.231187:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:1.0:1724310020.231189:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00010000:00000010:3.0:1724310020.231436:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:3.0:1724310020.231443:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00000400:00000200:0.0:1724310020.231637:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.231644:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d180 00000400:00000200:0.0:1724310020.231649:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 30344 00000400:00000200:0.0:1724310020.231679:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.231682:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.231685:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.231689:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88002bafb100. 00000020:00000010:2.0:1724310020.231759:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.231763:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.231766:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.231785:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580800 00000001:00000010:2.0:1724310020.231792:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310020.231805:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6400. 00010000:00000010:2.0:1724310020.231807:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.231811:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.231815:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 02000000:00000010:2.0:1724310020.231856:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088d00000. 00010000:00000010:2.0:1724310020.231876:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.231879:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.231938:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000200:2.0:1724310020.231949:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88002bafb100 x1808069883580800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.231958:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310020.231962:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883580800, offset 224 00000400:00000200:2.0:1724310020.231966:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.231971:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.231975:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532487:532487:256:4294967295] 192.168.204.31@tcp LPNI seq info [532483:532483:8:4294967295] 00000400:00000200:2.0:1724310020.231982:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.231985:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.231988:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:2.0:1724310020.231991:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.231995:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.231998:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.232017:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.232020:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.232022:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.232386:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.232388:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:1.0:1724310020.232391:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.232394:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.232397:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:1.0:1724310020.232398:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:2.1:1724310020.233432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310020.233438:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:2.1:1724310020.233442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310020.233445:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6700. 00010000:00000010:2.1:1724310020.233447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310020.233449:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6200. 00010000:00000010:2.1:1724310020.233452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310020.233458:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6b00. 00010000:00000010:2.1:1724310020.233461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310020.233905:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.233914:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d200 00000400:00000200:1.0:1724310020.233920:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 30920 00000400:00000200:1.0:1724310020.233936:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.233939:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.233944:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.233948:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4df80. 00000020:00000010:0.0:1724310020.234134:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1c200. 00000020:00000010:0.0:1724310020.234139:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.234143:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.234167:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883580928 00010000:00000010:0.0:1724310020.234186:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310020.234190:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 02000000:00000010:0.0:1724310020.234228:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088830000. 00010000:00000010:0.0:1724310020.234245:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310020.234247:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.234292:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310020.234295:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.234297:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310020.234300:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00000004:00000010:0.0:1724310020.234372:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310020.234378:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be3c0. 00000004:00000010:0.0:1724310020.234382:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806c80. 00080000:00000010:0.0:1724310020.234389:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee340. 00010000:00000010:0.0:1724310020.235883:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310020.235888:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.235891:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310020.235894:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.235936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.236299:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.236305:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.236344:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310020.236357:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4df80 x1808069883580928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.236372:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.236378:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883580928, offset 224 00000400:00000200:0.0:1724310020.236382:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.236391:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.236397:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532488:532488:256:4294967295] 192.168.204.31@tcp LPNI seq info [532484:532484:8:4294967295] 00000400:00000200:0.0:1724310020.236405:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.236410:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.236414:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310020.236418:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.236424:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.236427:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.236442:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.236446:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.236448:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1c200. 00000800:00000200:0.0:1724310020.236518:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.236520:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:0.0:1724310020.236523:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.236527:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.236529:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310020.236531:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000400:00000200:0.0:1724310020.238384:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.238395:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323d300 00000400:00000200:0.0:1724310020.238402:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 31496 00000400:00000200:0.0:1724310020.238421:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.238425:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.238430:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.238437:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788c700. 00000020:00000010:2.0:1724310020.238568:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.238572:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.238576:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.238593:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581184 02000000:00000010:2.0:1724310020.238616:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a2000. 00010000:00000010:2.0:1724310020.238641:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:2.0:1724310020.238651:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:2.0:1724310020.238657:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.238663:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.238680:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6b00. 00010000:00000010:2.0:1724310020.238682:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.238685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.238688:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.238697:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6200. 00010000:00000010:2.0:1724310020.238699:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310020.238701:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00010000:00000010:2.0:1724310020.238703:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.238777:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6700. 00010000:00000010:2.0:1724310020.238779:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.238782:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.238784:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00000020:00000010:2.0:1724310020.238800:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.238805:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88009c8bf960. 00000020:00000010:2.0:1724310020.238812:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6780. 00080000:00000010:2.0:1724310020.238817:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f340400. 00000001:00000010:2.0:1724310020.238968:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6000. 00000001:00000010:2.0:1724310020.238972:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310020.239001:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6780. 00010000:00000010:2.0:1724310020.239006:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.239009:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.239020:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.239035:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.239038:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00080000:00000010:2.0:1724310020.239052:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee340. 00000004:00000010:2.0:1724310020.239059:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806c80. 00000004:00000010:2.0:1724310020.239062:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be3c0. 00000004:00000010:2.0:1724310020.239066:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:2.0:1724310020.239071:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.239074:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.239084:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096782, last committed = 4295096671 00010000:00000200:2.0:1724310020.239091:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788c700 x1808069883581184/t4295096782(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.239102:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310020.239106:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883581184, offset 224 00000400:00000010:2.0:1724310020.239111:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e41c0. 00000400:00000200:2.0:1724310020.239113:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.239121:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.239126:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532489:532489:256:4294967295] 192.168.204.31@tcp LPNI seq info [532485:532485:8:4294967295] 00000400:00000200:2.0:1724310020.239129:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.239134:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.239138:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.239141:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6f00. 00000800:00000200:2.0:1724310020.239145:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.239150:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.239152:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.239642:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.239646:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.239649:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.239737:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.239741:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6f00. 00000400:00000200:1.0:1724310020.239743:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.239747:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310020.239825:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6d00. 00010000:00000010:2.1:1724310020.239830:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310020.240821:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.240830:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961ad 00000400:00000200:0.0:1724310020.240833:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.240836:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.240840:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:0.0:1724310020.240842:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00010000:00000010:3.0:1724310020.240931:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:3.0:1724310020.240938:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00000400:00000200:0.0:1724310020.241239:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.241245:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d380 00000400:00000200:0.0:1724310020.241678:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 31984 00000400:00000200:0.0:1724310020.241876:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.241880:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.241884:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.241889:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008788d880. 00000020:00000010:2.0:1724310020.241965:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.241970:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.241974:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.241992:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581312 00000001:00000010:2.0:1724310020.242001:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f000. 00010000:00000010:2.0:1724310020.242015:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6d00. 00010000:00000010:2.0:1724310020.242017:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.242020:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.242025:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310020.242066:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880029fd0000. 00010000:00000010:2.0:1724310020.242084:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.242087:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.242163:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310020.242176:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008788d880 x1808069883581312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.242187:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310020.242191:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883581312, offset 224 00000400:00000200:2.0:1724310020.242196:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.242202:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.242207:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532490:532490:256:4294967295] 192.168.204.31@tcp LPNI seq info [532486:532486:8:4294967295] 00000400:00000200:2.0:1724310020.242214:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.242219:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.242222:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6900. 00000800:00000200:2.0:1724310020.242226:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.242231:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.242234:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.242255:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.242292:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.242295:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.242349:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.242352:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6900. 00000400:00000200:1.0:1724310020.242355:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.242358:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.242361:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:1.0:1724310020.242362:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:1.1:1724310020.242442:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:1.1:1724310020.242447:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:1.1:1724310020.242450:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310020.242452:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310020.242480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310020.243604:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.243613:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323d400 00000400:00000200:0.0:1724310020.243619:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 32560 00000400:00000200:0.0:1724310020.243632:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.243635:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.243639:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.243643:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094758700. 00000020:00000010:2.0:1724310020.243780:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.243785:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.243788:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.243808:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581440 00010000:00000010:2.0:1724310020.243825:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.243829:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 02000000:00000010:2.0:1724310020.243863:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086640000. 00010000:00000010:2.0:1724310020.243877:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.243880:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.243889:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6a00. 00010000:00000010:2.0:1724310020.243891:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.243893:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.243895:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00000004:00000010:2.0:1724310020.243963:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a740. 00000004:00000010:2.0:1724310020.243970:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.243974:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.243979:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.244035:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6900. 00010000:00000010:2.0:1724310020.244037:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.244040:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.244042:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.244075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.244083:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.244086:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.244105:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000200:2.0:1724310020.244113:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094758700 x1808069883581440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.244125:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310020.244128:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883581440, offset 224 00000400:00000200:2.0:1724310020.244133:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.244138:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.244142:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532491:532491:256:4294967295] 192.168.204.31@tcp LPNI seq info [532487:532487:8:4294967295] 00000400:00000200:2.0:1724310020.244151:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.244155:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.244158:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6f00. 00000800:00000200:2.0:1724310020.244162:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.244167:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.244170:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6f00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.244192:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.244195:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.244198:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:0.0:1724310020.244544:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.244547:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6f00. 00000400:00000200:0.0:1724310020.244550:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.244554:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.244556:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:0.0:1724310020.244558:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00010000:00000010:2.1:1724310020.245745:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6200. 00010000:00000010:2.1:1724310020.245751:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00000400:00000200:1.0:1724310020.247208:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.247222:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323d480 00000400:00000200:1.0:1724310020.247229:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 5904 00000400:00000200:1.0:1724310020.247247:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.247251:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.247286:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.247291:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4c000. 00000020:00000010:2.0:1724310020.247386:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.247392:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.247401:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.247753:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581568 00010000:00000010:2.0:1724310020.247773:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6200. 00010000:00000010:2.0:1724310020.247776:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f000. 00010000:00000010:2.0:1724310020.247780:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54900. 00002000:00000010:2.0:1724310020.247787:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd58c0. 02000000:00000010:2.0:1724310020.247807:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880065aa3800. 00010000:00000200:2.0:1724310020.247826:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4c000 x1808069883581568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.247837:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310020.247841:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883581568, offset 224 00000400:00000200:2.0:1724310020.247844:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.247851:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.247856:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532492:532492:256:4294967295] 192.168.204.31@tcp LPNI seq info [532488:532488:8:4294967295] 00000400:00000200:2.0:1724310020.247863:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.247867:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.247869:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:2.0:1724310020.247874:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.247880:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.247882:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.247904:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.247909:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.247912:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:0.0:1724310020.248229:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.248232:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:0.0:1724310020.248236:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.248239:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.248242:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310020.248243:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:2.1:1724310020.248563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310020.248568:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:2.1:1724310020.248573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310020.248575:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6400. 00010000:00000010:2.1:1724310020.248578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.1:1724310020.248580:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6700. 00010000:00000010:2.1:1724310020.248582:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.1:1724310020.248587:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6b00. 00010000:00000010:2.1:1724310020.248589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:2.1:1724310020.248591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310020.250854:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.250866:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323d580 00000400:00000200:0.0:1724310020.250873:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 33144 00000400:00000200:0.0:1724310020.250890:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.250893:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.250898:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.250903:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759c00. 00000020:00000010:2.0:1724310020.251105:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.251110:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.251115:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.251136:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581824 02000000:00000010:2.0:1724310020.251161:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8801358a3000. 00010000:00000010:2.0:1724310020.251190:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.251204:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.251210:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.251214:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.251232:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6b00. 00010000:00000010:2.0:1724310020.251234:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.251238:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.251241:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.251251:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6700. 00010000:00000010:2.0:1724310020.251253:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.251287:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.251290:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.251371:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6400. 00010000:00000010:2.0:1724310020.251374:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99800. 00010000:00000010:2.0:1724310020.251376:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.251378:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00000020:00000010:2.0:1724310020.251397:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800a484ad00. 00000020:00000010:2.0:1724310020.251402:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800a484ad00. 00000020:00000010:2.0:1724310020.251411:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6300. 00080000:00000010:2.0:1724310020.251417:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880065aa0400. 00000004:00000010:2.0:1724310020.251444:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.251448:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.251450:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.251458:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8720. 00000001:00000010:2.0:1724310020.251717:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242931e0. 00000001:00000010:2.0:1724310020.251721:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f9c0. 00000020:00000010:2.0:1724310020.251752:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6300. 00010000:00000010:2.0:1724310020.251759:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.251762:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.251775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.251789:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.251791:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99800. 00080000:00000010:2.0:1724310020.251809:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.251814:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8720. 00000004:00000010:2.0:1724310020.251817:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.251819:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.251822:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.251824:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.251828:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.251833:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a740. 00010000:00000010:2.0:1724310020.251840:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.251842:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.251853:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096783, last committed = 4295096671 00010000:00000200:2.0:1724310020.251860:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759c00 x1808069883581824/t4295096783(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.251871:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310020.251876:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883581824, offset 224 00000400:00000010:2.0:1724310020.251881:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e41f8. 00000400:00000200:2.0:1724310020.251884:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.251892:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.251898:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532493:532493:256:4294967295] 192.168.204.31@tcp LPNI seq info [532489:532489:8:4294967295] 00000400:00000200:2.0:1724310020.251902:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.251907:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.251911:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.251914:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:2.0:1724310020.251918:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.251924:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.251927:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.251956:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.251960:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.251962:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.252080:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.252084:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:1.0:1724310020.252087:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.252090:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.252957:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.252965:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961bd 00000400:00000200:0.0:1724310020.252968:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.252971:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.252974:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310020.252976:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:3.0:1724310020.253191:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:3.0:1724310020.253197:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.1:1724310020.253436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310020.253441:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6a00. 00010000:00000010:2.1:1724310020.253444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310020.253446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310020.253701:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.253708:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d600 00000400:00000200:0.0:1724310020.253713:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 33640 00000400:00000200:0.0:1724310020.253726:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.253729:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.253733:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.253737:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759880. 00000020:00000010:2.0:1724310020.253801:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.253805:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.253808:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.253827:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883581952 00000001:00000010:2.0:1724310020.253835:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310020.253851:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6a00. 00010000:00000010:2.0:1724310020.253853:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.253857:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.253860:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 02000000:00000010:2.0:1724310020.253907:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082a20000. 00010000:00000010:2.0:1724310020.253926:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.253929:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.253990:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000200:2.0:1724310020.254001:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759880 x1808069883581952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.254011:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310020.254014:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883581952, offset 224 00000400:00000200:2.0:1724310020.254017:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.254023:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.254026:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532494:532494:256:4294967295] 192.168.204.31@tcp LPNI seq info [532490:532490:8:4294967295] 00000400:00000200:2.0:1724310020.254032:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.254034:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.254037:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6800. 00000800:00000200:2.0:1724310020.254040:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.254043:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.254045:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.254065:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.254068:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.254071:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.254120:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.254123:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6800. 00000400:00000200:1.0:1724310020.254126:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.254129:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.254132:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:1.0:1724310020.254133:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00000400:00000200:0.0:1724310020.255494:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.255504:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323d680 00000400:00000200:0.0:1724310020.255510:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 34216 00000400:00000200:0.0:1724310020.255525:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.255528:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.255532:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.255536:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880094759500. 00000020:00000010:2.0:1724310020.255615:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.255621:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.255624:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.255650:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582080 00010000:00000010:2.0:1724310020.255666:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.255669:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 02000000:00000010:2.0:1724310020.255707:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087a60000. 00010000:00000010:2.0:1724310020.255721:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.255724:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.255734:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6800. 00010000:00000010:2.0:1724310020.255736:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.255739:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.255741:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00000004:00000010:2.0:1724310020.255803:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466ae80. 00000004:00000010:2.0:1724310020.255810:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.255813:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.255819:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.255874:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6500. 00010000:00000010:2.0:1724310020.255876:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.255879:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00010000:00000010:2.0:1724310020.255881:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310020.255914:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000010:2.0:1724310020.255921:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.255924:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.255941:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000200:2.0:1724310020.255950:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880094759500 x1808069883582080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.255961:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310020.255965:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883582080, offset 224 00000400:00000200:2.0:1724310020.255969:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.255975:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.255979:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532495:532495:256:4294967295] 192.168.204.31@tcp LPNI seq info [532491:532491:8:4294967295] 00000400:00000200:2.0:1724310020.255987:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.255991:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.255994:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:2.0:1724310020.255998:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.256003:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.256005:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.256027:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.256030:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.256033:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:0.0:1724310020.256219:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.256222:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:0.0:1724310020.256225:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.256229:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.256231:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310020.256233:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:2.1:1724310020.256357:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6700. 00010000:00000010:2.1:1724310020.256363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310020.259230:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.259244:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323d700 00000400:00000200:1.0:1724310020.259250:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 6232 00000400:00000200:1.0:1724310020.259309:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.259313:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.259319:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.259324:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f800. 00000020:00000010:3.0:1724310020.259700:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.259705:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.259709:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.259745:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582208 00010000:00000010:3.0:1724310020.259765:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9b00. 00010000:00000010:3.0:1724310020.259768:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880080b0ccc0. 00010000:00000010:3.0:1724310020.259772:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218000. 00002000:00000010:3.0:1724310020.259781:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50780. 02000000:00000010:3.0:1724310020.259800:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123fc7400. 00010000:00000200:3.0:1724310020.259824:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f800 x1808069883582208/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.259836:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320512a8. 00000100:00000200:3.0:1724310020.259840:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883582208, offset 224 00000400:00000200:3.0:1724310020.259844:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.259852:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.259856:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532496:532496:256:4294967295] 192.168.204.31@tcp LPNI seq info [532492:532492:8:4294967295] 00000400:00000200:3.0:1724310020.259864:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.259868:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.259872:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9c00. 00000800:00000200:3.0:1724310020.259876:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.259882:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.259885:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.259908:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.259912:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.259915:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:1.0:1724310020.260500:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.260503:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9c00. 00000400:00000200:1.0:1724310020.260506:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.260510:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.260513:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320512a8 00000400:00000010:1.0:1724310020.260515:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320512a8. 00000400:00000200:0.0:1724310020.262637:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.262650:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323d800 00000400:00000200:0.0:1724310020.262657:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 34800 00000400:00000200:0.0:1724310020.262676:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.262680:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.262685:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.262691:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881c700. 00000020:00000010:2.0:1724310020.263436:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.263441:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.263446:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.263468:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582464 02000000:00000010:2.0:1724310020.263496:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bcb000. 00010000:00000010:2.0:1724310020.263526:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310020.263542:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.263549:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.263554:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.263573:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6700. 00010000:00000010:2.0:1724310020.263575:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.263578:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.263582:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.263593:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6f00. 00010000:00000010:2.0:1724310020.263595:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.263597:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00010000:00000010:2.0:1724310020.263599:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310020.263677:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6e00. 00010000:00000010:2.0:1724310020.263679:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.263681:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.263683:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00000020:00000010:2.0:1724310020.263703:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800a484ac40. 00000020:00000010:2.0:1724310020.263709:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800a484ac40. 00000020:00000010:2.0:1724310020.263718:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242937e0. 00080000:00000010:2.0:1724310020.263723:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880065aa1400. 00000004:00000010:2.0:1724310020.263749:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.263753:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.263754:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.263761:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8ab0. 00000001:00000010:2.0:1724310020.264018:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6ae0. 00000001:00000010:2.0:1724310020.264023:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f240. 00000020:00000010:2.0:1724310020.264052:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242937e0. 00010000:00000010:2.0:1724310020.264059:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.264062:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.264076:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.264092:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.264095:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00080000:00000010:2.0:1724310020.264114:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.264120:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8ab0. 00000004:00000010:2.0:1724310020.264124:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.264126:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.264128:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.264130:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.264135:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.264140:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466ae80. 00010000:00000010:2.0:1724310020.264148:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.264151:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.264162:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096784, last committed = 4295096671 00010000:00000200:2.0:1724310020.264169:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881c700 x1808069883582464/t4295096784(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.264182:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310020.264186:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883582464, offset 224 00000400:00000010:2.0:1724310020.264191:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4230. 00000400:00000200:2.0:1724310020.264194:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.264204:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.264209:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532497:532497:256:4294967295] 192.168.204.31@tcp LPNI seq info [532493:532493:8:4294967295] 00000400:00000200:2.0:1724310020.264213:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.264219:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.264223:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.264227:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658200. 00000800:00000200:2.0:1724310020.264231:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.264238:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.264241:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.264255:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.264293:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.264296:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00010000:00000010:3.1:1724310020.264370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310020.264375:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6900. 00010000:00000010:3.1:1724310020.264378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310020.264381:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6d00. 00010000:00000010:3.1:1724310020.264383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310020.264385:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6400. 00010000:00000010:3.1:1724310020.264387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310020.264393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6b00. 00010000:00000010:3.1:1724310020.264395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000800:00000200:1.0:1724310020.264625:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.264629:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658200. 00000400:00000200:1.0:1724310020.264633:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.264637:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.267150:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.267166:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961cd 00000400:00000200:1.0:1724310020.267173:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.267176:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.267181:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:1.0:1724310020.267183:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00010000:00000010:3.0:1724310020.267314:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:3.0:1724310020.267324:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00000400:00000200:0.0:1724310020.268116:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.268124:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d880 00000400:00000200:0.0:1724310020.268131:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 35296 00000400:00000200:0.0:1724310020.268144:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.268147:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.268151:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.268156:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881f800. 00000020:00000010:2.0:1724310020.268392:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.268398:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.268402:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.268592:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582592 00000001:00000010:2.0:1724310020.268601:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310020.268617:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658a00. 00010000:00000010:2.0:1724310020.268620:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.268816:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.268822:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 02000000:00000010:2.0:1724310020.268864:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880079360000. 00010000:00000010:2.0:1724310020.268883:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.268885:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.268967:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000200:2.0:1724310020.268984:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881f800 x1808069883582592/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.268997:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310020.269002:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883582592, offset 224 00000400:00000200:2.0:1724310020.269007:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.269013:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.269018:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532498:532498:256:4294967295] 192.168.204.31@tcp LPNI seq info [532494:532494:8:4294967295] 00000400:00000200:2.0:1724310020.269025:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.269029:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.269032:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658f00. 00000800:00000200:2.0:1724310020.269035:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.269041:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.269044:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658f00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.269408:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.269412:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.269416:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.269518:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.269521:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658f00. 00000400:00000200:1.0:1724310020.269525:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.269528:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.269532:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:1.0:1724310020.269533:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:3.1:1724310020.273114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310020.273123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310020.273128:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6800. 00010000:00000010:3.1:1724310020.273132:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:3.1:1724310020.273134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:3.1:1724310020.273137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:3.1:1724310020.273139:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6500. 00010000:00000010:3.1:1724310020.273141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310020.273142:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6a00. 00010000:00000010:3.1:1724310020.273145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310020.273146:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6e00. 00010000:00000010:3.1:1724310020.273148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310020.273157:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6700. 00010000:00000010:3.1:1724310020.273160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00000400:00000200:1.0:1724310020.273473:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.273487:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323d900 00000400:00000200:1.0:1724310020.273493:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 35872 00000400:00000200:1.0:1724310020.273511:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.273520:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.273526:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.273531:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ea00. 00000020:00000010:2.0:1724310020.273643:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.273648:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.273653:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.273685:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582720 00010000:00000010:2.0:1724310020.273708:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.273714:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 02000000:00000010:2.0:1724310020.273761:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800906b0000. 00010000:00000010:2.0:1724310020.273780:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.273782:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.273795:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658b00. 00010000:00000010:2.0:1724310020.273797:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.273800:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.273802:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000004:00000010:2.0:1724310020.273875:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b960. 00000004:00000010:2.0:1724310020.273881:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.273885:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.273891:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.273944:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658d00. 00010000:00000010:2.0:1724310020.273947:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.273949:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.273951:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.273988:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99880. 00010000:00000010:2.0:1724310020.273996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.274000:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.274022:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000200:2.0:1724310020.274032:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ea00 x1808069883582720/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.274046:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.274050:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883582720, offset 224 00000400:00000200:2.0:1724310020.274056:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.274063:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.274068:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532499:532499:256:4294967295] 192.168.204.31@tcp LPNI seq info [532495:532495:8:4294967295] 00000400:00000200:2.0:1724310020.274076:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.274081:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.274084:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658100. 00000800:00000200:2.0:1724310020.274088:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.274093:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.274096:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.274118:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.274121:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.274124:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.274243:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.274246:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658100. 00000400:00000200:1.0:1724310020.274249:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.274252:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.274254:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:1.0:1724310020.274289:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00010000:00000010:2.1:1724310020.275546:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6f00. 00010000:00000010:2.1:1724310020.275555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00000400:00000200:1.0:1724310020.277531:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.277546:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323d980 00000400:00000200:1.0:1724310020.277552:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 6560 00000400:00000200:1.0:1724310020.277572:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.277576:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.277581:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.277586:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4d880. 00000020:00000010:2.0:1724310020.277699:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.277705:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.277709:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.277750:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883582848 00010000:00000010:2.0:1724310020.277770:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658e00. 00010000:00000010:2.0:1724310020.277773:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f9c0. 00010000:00000010:2.0:1724310020.277777:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56ac0. 00002000:00000010:2.0:1724310020.277785:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5740. 02000000:00000010:2.0:1724310020.277806:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880065aa3000. 00010000:00000200:2.0:1724310020.277828:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4d880 x1808069883582848/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.277840:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.277845:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883582848, offset 224 00000400:00000200:2.0:1724310020.277849:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.277855:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.277860:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532500:532500:256:4294967295] 192.168.204.31@tcp LPNI seq info [532496:532496:8:4294967295] 00000400:00000200:2.0:1724310020.277867:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.277872:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.277875:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658400. 00000800:00000200:2.0:1724310020.277880:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.277885:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.277888:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.277899:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.277903:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.277906:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.278042:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.278045:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658400. 00000400:00000200:1.0:1724310020.278049:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.278052:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.278055:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:1.0:1724310020.278056:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00010000:00000010:3.1:1724310020.278448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:0.0:1724310020.280041:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.280051:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323da80 00000400:00000200:0.0:1724310020.280058:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 36448 00000400:00000200:0.0:1724310020.280073:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.280075:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.280080:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.280085:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881e680. 00000020:00000010:2.0:1724310020.280156:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.280160:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.280163:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.280180:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583104 02000000:00000010:2.0:1724310020.280201:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bc9000. 00010000:00000010:2.0:1724310020.280226:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.280240:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.280246:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.280251:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.280302:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658500. 00010000:00000010:2.0:1724310020.280304:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.280308:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.280311:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.280322:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658300. 00010000:00000010:2.0:1724310020.280324:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.280327:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.280328:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.280403:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658800. 00010000:00000010:2.0:1724310020.280405:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.280407:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00010000:00000010:2.0:1724310020.280410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 00000020:00000010:2.0:1724310020.280428:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146b20. 00000020:00000010:2.0:1724310020.280434:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146b20. 00000020:00000010:2.0:1724310020.280442:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6060. 00080000:00000010:2.0:1724310020.280446:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880065aa2c00. 00000004:00000010:2.0:1724310020.280471:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f600. 00000004:00000010:2.0:1724310020.280475:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.280476:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.280483:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc98f0. 00000001:00000010:2.0:1724310020.280730:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293660. 00000001:00000010:2.0:1724310020.280735:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9ff00. 00000020:00000010:2.0:1724310020.280764:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6060. 00010000:00000010:2.0:1724310020.280770:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.280772:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.280785:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.281186:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000010:2.0:1724310020.281190:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f00. 00080000:00000010:2.0:1724310020.281210:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:2.0:1724310020.281216:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc98f0. 00000004:00000010:2.0:1724310020.281218:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.281221:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.281223:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f600. 00000004:00000010:2.0:1724310020.281225:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:2.0:1724310020.281229:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.281235:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b960. 00010000:00000010:2.0:1724310020.281241:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.281243:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000200:2.0:1724310020.281256:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096785, last committed = 4295096671 00010000:00000200:2.0:1724310020.281293:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881e680 x1808069883583104/t4295096785(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.281305:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66990. 00000100:00000200:2.0:1724310020.281309:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883583104, offset 224 00000400:00000010:2.0:1724310020.281314:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4268. 00000400:00000200:2.0:1724310020.281317:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.281325:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.281330:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532501:532501:256:4294967295] 192.168.204.31@tcp LPNI seq info [532497:532497:8:4294967295] 00000400:00000200:2.0:1724310020.281334:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.281339:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.281343:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.281346:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658700. 00000800:00000200:2.0:1724310020.281350:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.281355:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.281359:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.281522:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.281527:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.281529:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.281625:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.281628:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658700. 00000400:00000200:1.0:1724310020.281631:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.281634:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.284008:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.284020:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961dd 00000400:00000200:1.0:1724310020.284025:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.284028:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.284033:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66990 00000400:00000010:1.0:1724310020.284035:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66990. 00010000:00000010:3.0:1724310020.284627:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:3.0:1724310020.284637:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00010000:00000010:3.1:1724310020.284783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310020.284789:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658b00. 00010000:00000010:3.1:1724310020.284793:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310020.284796:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00000400:00000200:0.0:1724310020.286636:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.286648:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323db00 00000400:00000200:0.0:1724310020.286654:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 36936 00000400:00000200:0.0:1724310020.286672:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.286675:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.286681:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.286686:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008881d880. 00000020:00000010:2.0:1724310020.286902:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.286907:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.286912:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.286935:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583232 00000001:00000010:2.0:1724310020.286943:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f240. 00010000:00000010:2.0:1724310020.286959:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658600. 00010000:00000010:2.0:1724310020.286962:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99080. 00010000:00000010:2.0:1724310020.286966:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.286970:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d00. 02000000:00000010:2.0:1724310020.287013:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083150000. 00010000:00000010:2.0:1724310020.287032:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.287035:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.287108:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d00. 00010000:00000200:2.0:1724310020.287123:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008881d880 x1808069883583232/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.287136:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.287141:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883583232, offset 224 00000400:00000200:2.0:1724310020.287146:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.287152:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.287157:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532502:532502:256:4294967295] 192.168.204.31@tcp LPNI seq info [532498:532498:8:4294967295] 00000400:00000200:2.0:1724310020.287165:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.287169:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.287172:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658000. 00000800:00000200:2.0:1724310020.287177:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.287183:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.287186:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658000 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.287210:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.287213:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.287216:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.287339:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.287341:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658000. 00000400:00000200:1.0:1724310020.287346:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.287349:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.287351:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:1.0:1724310020.287353:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000400:00000200:1.0:1724310020.291820:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.291836:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323db80 00000400:00000200:1.0:1724310020.291844:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 37512 00000400:00000200:1.0:1724310020.291865:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.291869:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.291875:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.291880:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4f100. 00010000:00000010:3.1:1724310020.292467:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658300. 00010000:00000010:3.1:1724310020.292476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000020:00000010:0.0:1724310020.293718:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.293724:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.293728:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.293767:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583360 00010000:00000010:0.0:1724310020.293788:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310020.293793:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 02000000:00000010:0.0:1724310020.293837:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093440000. 00010000:00000010:0.0:1724310020.293864:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310020.293867:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.293879:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.293881:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.293884:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.293886:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000004:00000010:0.0:1724310020.293959:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310020.293965:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.293970:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310020.293976:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310020.294026:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.294029:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.294031:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310020.294033:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.294068:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.294086:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.294090:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.294109:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000200:0.0:1724310020.294120:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4f100 x1808069883583360/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.294132:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.294137:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883583360, offset 224 00000400:00000200:0.0:1724310020.294141:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.294150:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.294155:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532503:532503:256:4294967295] 192.168.204.31@tcp LPNI seq info [532499:532499:8:4294967295] 00000400:00000200:0.0:1724310020.294162:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.294167:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.294170:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310020.294174:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.294179:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.294183:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.294194:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.294196:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.294198:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:0.0:1724310020.294292:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.294294:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:0.0:1724310020.294297:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.294301:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.295420:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310020.295425:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000400:00000200:1.0:1724310020.297111:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.297123:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323dc00 00000400:00000200:1.0:1724310020.297129:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 6888 00000400:00000200:1.0:1724310020.297149:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.297153:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.297158:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.297163:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ca80. 00010000:00000010:3.1:1724310020.297209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310020.297216:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658d00. 00010000:00000010:3.1:1724310020.297220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310020.297222:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658a00. 00010000:00000010:3.1:1724310020.297225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310020.297226:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658800. 00010000:00000010:3.1:1724310020.297229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310020.297236:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658500. 00010000:00000010:3.1:1724310020.297238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00000020:00000010:2.0:1724310020.297305:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.297310:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.297314:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.297345:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583488 00010000:00000010:2.0:1724310020.297363:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658500. 00010000:00000010:2.0:1724310020.297366:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f240. 00010000:00000010:2.0:1724310020.297369:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56400. 00002000:00000010:2.0:1724310020.297377:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5bc0. 02000000:00000010:2.0:1724310020.297395:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880065aa1800. 00010000:00000200:2.0:1724310020.297415:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ca80 x1808069883583488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.297426:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.297431:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883583488, offset 224 00000400:00000200:2.0:1724310020.297435:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.297441:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.297446:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532504:532504:256:4294967295] 192.168.204.31@tcp LPNI seq info [532500:532500:8:4294967295] 00000400:00000200:2.0:1724310020.297455:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.297459:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.297462:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658800. 00000800:00000200:2.0:1724310020.297466:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.297470:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.297473:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.297491:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.297496:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.297499:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.297628:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.297631:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658800. 00000400:00000200:1.0:1724310020.297633:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.297637:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.297639:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:1.0:1724310020.297641:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00010000:00000010:0.1:1724310020.299814:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.1:1724310020.299822:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310020.299826:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310020.299828:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:1.0:1724310020.300193:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.300202:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323dd00 00000400:00000200:1.0:1724310020.300208:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 38088 00000400:00000200:1.0:1724310020.300225:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.300228:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.300233:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.300238:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4ce00. 00000020:00000010:0.0:1724310020.300302:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1d400. 00000020:00000010:0.0:1724310020.300306:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.300310:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.300355:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583744 02000000:00000010:0.0:1724310020.300379:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880121c8a000. 00010000:00000010:0.0:1724310020.300404:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.300429:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.300435:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:0.0:1724310020.300441:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99080. 00010000:00000010:0.0:1724310020.300460:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.300462:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.300465:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310020.300468:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.300478:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.300480:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.300483:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.300485:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.300553:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.300555:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.300557:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310020.300560:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310020.300577:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19e60. 00000020:00000010:0.0:1724310020.300581:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19e60. 00000020:00000010:0.0:1724310020.300588:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166e40. 00080000:00000010:0.0:1724310020.300594:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24e400. 00000004:00000010:0.0:1724310020.300618:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f180. 00000004:00000010:0.0:1724310020.300622:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.300624:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.300631:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3728. 00000001:00000010:0.0:1724310020.300876:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166ba0. 00000001:00000010:0.0:1724310020.300880:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f6c0. 00000020:00000010:0.0:1724310020.300909:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166e40. 00010000:00000010:0.0:1724310020.300915:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.300917:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.300930:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.300945:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.300948:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00080000:00000010:0.0:1724310020.300961:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310020.300968:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3728. 00000004:00000010:0.0:1724310020.300974:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.300976:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.300979:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f180. 00000004:00000010:0.0:1724310020.300982:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:0.0:1724310020.300985:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.300989:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:0.0:1724310020.300996:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.300998:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310020.301010:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096786, last committed = 4295096671 00010000:00000200:0.0:1724310020.301016:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4ce00 x1808069883583744/t4295096786(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.301027:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.301031:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883583744, offset 224 00000400:00000010:0.0:1724310020.301035:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccf88. 00000400:00000200:0.0:1724310020.301038:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.301045:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.301050:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532505:532505:256:4294967295] 192.168.204.31@tcp LPNI seq info [532501:532501:8:4294967295] 00000400:00000200:0.0:1724310020.301054:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.301059:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.301064:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.301067:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e600. 00000800:00000200:0.0:1724310020.301071:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.301076:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.301079:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.301090:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.301092:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.301094:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1d400. 00000800:00000200:0.0:1724310020.301166:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.301169:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e600. 00000400:00000200:0.0:1724310020.301171:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.301174:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.302153:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.302161:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961ed 00000400:00000200:0.0:1724310020.302164:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.302167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.302171:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310020.302172:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:3.0:1724310020.302873:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98500. 00010000:00000010:3.0:1724310020.302881:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98780. 00000400:00000200:1.0:1724310020.303506:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.303514:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323dd80 00000400:00000200:1.0:1724310020.303520:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 38576 00000400:00000200:1.0:1724310020.303536:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.303539:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.303544:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.303548:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4d500. 00000020:00000010:2.0:1724310020.304500:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.304505:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.304509:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.304541:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883583872 00000001:00000010:2.0:1724310020.304551:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9ff00. 00010000:00000010:2.0:1724310020.304569:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658a00. 00010000:00000010:2.0:1724310020.304571:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d00. 00010000:00000010:2.0:1724310020.304577:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.304581:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 02000000:00000010:2.0:1724310020.304627:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880045120000. 00010000:00000010:2.0:1724310020.304647:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.304650:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99800. 00010000:00000010:2.0:1724310020.304726:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000200:2.0:1724310020.304743:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4d500 x1808069883583872/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.304755:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.304760:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883583872, offset 224 00000400:00000200:2.0:1724310020.304764:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.304771:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.304776:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532506:532506:256:4294967295] 192.168.204.31@tcp LPNI seq info [532502:532502:8:4294967295] 00000400:00000200:2.0:1724310020.304783:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.304787:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.304790:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658d00. 00000800:00000200:2.0:1724310020.304794:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.304799:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.304803:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658d00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.304827:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.304831:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.304834:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.304955:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.304957:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658d00. 00000400:00000200:1.0:1724310020.304961:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.304964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.304967:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:1.0:1724310020.304968:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00010000:00000010:3.1:1724310020.305483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:0.0:1724310020.306328:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.306338:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323de00 00000400:00000200:0.0:1724310020.306344:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 39152 00000400:00000200:0.0:1724310020.306359:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.306362:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.306366:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.306372:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdca80. 00000020:00000010:2.0:1724310020.306445:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.306449:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.306452:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.306468:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584000 00010000:00000010:2.0:1724310020.306482:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.306486:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 02000000:00000010:2.0:1724310020.306522:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800866f0000. 00010000:00000010:2.0:1724310020.306537:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.306541:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.306549:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658300. 00010000:00000010:2.0:1724310020.306552:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.306555:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.306557:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000004:00000010:2.0:1724310020.306623:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b790. 00000004:00000010:2.0:1724310020.306629:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53960. 00000004:00000010:2.0:1724310020.306633:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fd48. 00080000:00000010:2.0:1724310020.306639:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0d00. 00010000:00000010:2.0:1724310020.306689:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658000. 00010000:00000010:2.0:1724310020.306691:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e80. 00010000:00000010:2.0:1724310020.306695:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00010000:00000010:2.0:1724310020.306698:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99080. 00010000:00000010:2.0:1724310020.306730:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.306738:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.306741:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.306759:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000200:2.0:1724310020.306767:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdca80 x1808069883584000/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.306777:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310020.306781:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883584000, offset 224 00000400:00000200:2.0:1724310020.306785:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.306790:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.306795:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532507:532507:256:4294967295] 192.168.204.31@tcp LPNI seq info [532503:532503:8:4294967295] 00000400:00000200:2.0:1724310020.306802:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.306806:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.306809:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658b00. 00000800:00000200:2.0:1724310020.306813:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.306817:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.306820:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658b00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.306844:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.306847:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.306850:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.307160:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.307163:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658b00. 00000400:00000200:1.0:1724310020.307166:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.307170:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.307173:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:1.0:1724310020.307174:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:1.1:1724310020.308399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310020.308406:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310020.308410:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:1.1:1724310020.308412:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658600. 00010000:00000010:1.1:1724310020.308416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:1.1:1724310020.308418:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.308419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310020.308429:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310020.308432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00000400:00000200:1.0:1724310020.308448:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.308456:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323de80 00000400:00000200:1.0:1724310020.308462:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 7216 00000400:00000200:1.0:1724310020.308476:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.308479:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.308483:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310020.308487:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088c4e680. 00010000:00000010:0.1:1724310020.308530:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310020.308534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000020:00000010:2.0:1724310020.308599:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.308603:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.308605:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.308826:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584128 00010000:00000010:2.0:1724310020.308841:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658700. 00010000:00000010:2.0:1724310020.308844:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9ff00. 00010000:00000010:2.0:1724310020.308847:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57180. 00002000:00000010:2.0:1724310020.308853:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5440. 02000000:00000010:2.0:1724310020.308869:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880065aa1c00. 00010000:00000200:2.0:1724310020.308885:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088c4e680 x1808069883584128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.308894:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310020.308897:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883584128, offset 224 00000400:00000200:2.0:1724310020.308900:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.308905:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.308909:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532508:532508:256:4294967295] 192.168.204.31@tcp LPNI seq info [532504:532504:8:4294967295] 00000400:00000200:2.0:1724310020.308916:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.308919:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.308921:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658400. 00000800:00000200:2.0:1724310020.308925:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.308929:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.308931:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.308950:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.308953:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.308956:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:1.0:1724310020.309402:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.309405:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658400. 00000400:00000200:1.0:1724310020.309407:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.309410:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.309413:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:1.0:1724310020.309414:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00000400:00000200:1.0:1724310020.310897:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.310907:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323df80 00000400:00000200:1.0:1724310020.310913:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 39736 00000400:00000200:1.0:1724310020.310929:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.310932:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.310937:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.310943:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b480. 00000020:00000010:0.0:1724310020.311014:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1d800. 00000020:00000010:0.0:1724310020.311019:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.311022:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.311051:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584384 02000000:00000010:0.0:1724310020.311076:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc6000. 00010000:00000010:0.0:1724310020.311102:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99080. 00010000:00000010:0.0:1724310020.311126:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e80. 00010000:00000010:0.0:1724310020.311134:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99800. 00010000:00000010:0.0:1724310020.311138:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d00. 00010000:00000010:0.0:1724310020.311156:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.311158:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.311162:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.311165:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.311176:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310020.311178:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.311180:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.0:1724310020.311183:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310020.311255:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310020.311293:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.311296:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310020.311298:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.311319:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19e60. 00000020:00000010:0.0:1724310020.311324:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19e60. 00000020:00000010:0.0:1724310020.311342:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166420. 00080000:00000010:0.0:1724310020.311347:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012e24ec00. 00000004:00000010:0.0:1724310020.311373:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995fc00. 00000004:00000010:0.0:1724310020.311376:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.311378:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.311385:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3560. 00000001:00000010:0.0:1724310020.311632:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166720. 00000001:00000010:0.0:1724310020.311637:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fa80. 00000020:00000010:0.0:1724310020.311666:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166420. 00010000:00000010:0.0:1724310020.311672:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310020.311675:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.311688:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.311704:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.311706:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f80. 00080000:00000010:0.0:1724310020.311724:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0d00. 00000004:00000010:0.0:1724310020.311729:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3560. 00000004:00000010:0.0:1724310020.311735:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.311737:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.311740:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995fc00. 00000004:00000010:0.0:1724310020.311742:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fd48. 00000004:00000010:0.0:1724310020.311746:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53960. 00000004:00000010:0.0:1724310020.311751:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b790. 00010000:00000010:0.0:1724310020.311756:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.311759:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310020.311770:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096787, last committed = 4295096671 00010000:00000200:0.0:1724310020.311777:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b480 x1808069883584384/t4295096787(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.311788:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.311792:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883584384, offset 224 00000400:00000010:0.0:1724310020.311796:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccf50. 00000400:00000200:0.0:1724310020.311799:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.311806:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.311811:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532509:532509:256:4294967295] 192.168.204.31@tcp LPNI seq info [532505:532505:8:4294967295] 00000400:00000200:0.0:1724310020.311815:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.311820:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.311825:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.311828:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.311832:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.311837:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.311840:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.311853:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.311856:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.311858:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1d800. 00000800:00000200:0.0:1724310020.311932:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.311934:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:0.0:1724310020.311936:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.311940:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.314727:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.314743:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2961fd 00000400:00000200:1.0:1724310020.314748:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.314751:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.314756:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:1.0:1724310020.314758:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000400:00000200:1.0:1724310020.314981:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.314986:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323e000 00000400:00000200:1.0:1724310020.314992:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 40232 00000400:00000200:1.0:1724310020.315009:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.315012:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.315015:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.315021:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18e00. 00010000:00000010:3.0:1724310020.315544:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:3.0:1724310020.315554:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00000020:00000010:2.0:1724310020.315973:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742aa00. 00000020:00000010:2.0:1724310020.315979:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.315982:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.316016:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584512 00000001:00000010:2.0:1724310020.316025:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f6c0. 00010000:00000010:2.0:1724310020.316040:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658100. 00010000:00000010:2.0:1724310020.316042:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.316046:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.316050:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99480. 02000000:00000010:2.0:1724310020.316092:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087670000. 00010000:00000010:2.0:1724310020.316111:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.316114:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.316189:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99480. 00010000:00000200:2.0:1724310020.316203:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18e00 x1808069883584512/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.316216:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310020.316220:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883584512, offset 224 00000400:00000200:2.0:1724310020.316224:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.316231:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.316236:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532510:532510:256:4294967295] 192.168.204.31@tcp LPNI seq info [532506:532506:8:4294967295] 00000400:00000200:2.0:1724310020.316243:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.316247:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.316250:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658f00. 00000800:00000200:2.0:1724310020.316254:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.316287:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.316291:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658f00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.316303:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.316306:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.316309:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742aa00. 00000800:00000200:2.0:1724310020.316382:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.316385:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658f00. 00000400:00000200:2.0:1724310020.316387:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.316391:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.316393:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:2.0:1724310020.316394:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:3.1:1724310020.317408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:0.0:1724310020.318167:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.318176:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323e080 00000400:00000200:0.0:1724310020.318182:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 40808 00000400:00000200:0.0:1724310020.318198:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.318201:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.318206:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.318211:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf480. 00000020:00000010:1.0:1724310020.318365:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d98600. 00000020:00000010:1.0:1724310020.318370:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.318375:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.318545:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584640 00010000:00000010:1.0:1724310020.318562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310020.318567:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 02000000:00000010:1.0:1724310020.318605:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800815f0000. 00010000:00000010:1.0:1724310020.318622:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310020.318624:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310020.318635:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310020.318637:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.318640:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310020.318642:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00000004:00000010:1.0:1724310020.318711:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3220. 00000004:00000010:1.0:1724310020.318717:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61ff78. 00000004:00000010:1.0:1724310020.318721:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc640. 00080000:00000010:1.0:1724310020.318726:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac8680. 00010000:00000010:1.0:1724310020.318779:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310020.318781:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5180. 00010000:00000010:1.0:1724310020.318783:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310020.318786:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5680. 00010000:00000010:1.0:1724310020.318823:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310020.318846:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.318851:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.318870:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000200:1.0:1724310020.318880:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf480 x1808069883584640/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.318892:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310020.318896:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883584640, offset 224 00000400:00000200:1.0:1724310020.318901:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.318906:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.318911:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532511:532511:256:4294967295] 192.168.204.31@tcp LPNI seq info [532507:532507:8:4294967295] 00000400:00000200:1.0:1724310020.318918:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.318922:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.318925:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310020.318929:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.318934:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.318937:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.318949:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.318951:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.318954:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d98600. 00000800:00000200:0.0:1724310020.319302:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.319305:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:0.0:1724310020.319308:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.319312:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.319315:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:0.0:1724310020.319316:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00010000:00000010:1.1:1724310020.321986:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:1.1:1724310020.321997:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658000. 00010000:00000010:1.1:1724310020.322002:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:1.1:1724310020.322004:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658a00. 00010000:00000010:1.1:1724310020.322008:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00010000:00000010:1.1:1724310020.322011:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:1.1:1724310020.322013:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310020.322024:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310020.322027:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.1:1724310020.322066:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:0.1:1724310020.322070:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00000400:00000200:2.0:1724310020.323087:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.323100:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323e100 00000400:00000200:2.0:1724310020.323106:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 7544 00000400:00000200:2.0:1724310020.323123:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.323127:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.323132:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.323137:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e325880. 00000020:00000010:0.0:1724310020.323415:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1d800. 00000020:00000010:0.0:1724310020.323420:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.323425:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.323450:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883584768 00010000:00000010:0.0:1724310020.323468:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e000. 00010000:00000010:0.0:1724310020.323472:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995fc00. 00010000:00000010:0.0:1724310020.323476:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb33c0. 00002000:00000010:0.0:1724310020.323484:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9b0c0. 02000000:00000010:0.0:1724310020.323506:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88007ceaf400. 00010000:00000200:0.0:1724310020.323529:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e325880 x1808069883584768/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.323541:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310020.323545:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883584768, offset 224 00000400:00000200:0.0:1724310020.323549:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.323555:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.323560:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532512:532512:256:4294967295] 192.168.204.31@tcp LPNI seq info [532508:532508:8:4294967295] 00000400:00000200:0.0:1724310020.323567:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.323571:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.323574:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.323578:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.323582:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.323586:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.323948:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.323954:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.323956:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1d800. 00000800:00000200:1.0:1724310020.324054:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.324057:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:1.0:1724310020.324059:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.324063:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.324066:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:1.0:1724310020.324067:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:3.1:1724310020.324363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:3.1:1724310020.324367:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:3.1:1724310020.324369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00010000:00000010:3.1:1724310020.324371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:0.1:1724310020.324399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:0.1:1724310020.324402:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658300. 00010000:00000010:0.1:1724310020.324405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310020.324407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310020.324408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00000400:00000200:0.0:1724310020.326139:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.326150:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323e200 00000400:00000200:0.0:1724310020.326157:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 41392 00000400:00000200:0.0:1724310020.326175:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.326178:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.326184:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.326189:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddf80. 00000020:00000010:2.0:1724310020.326494:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.326500:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.326504:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.326534:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585024 02000000:00000010:2.0:1724310020.326561:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080bca000. 00010000:00000010:2.0:1724310020.326592:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5680. 00010000:00000010:2.0:1724310020.326618:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5180. 00010000:00000010:2.0:1724310020.326625:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.326631:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.326650:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658f00. 00010000:00000010:2.0:1724310020.326652:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.326656:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.326659:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.326669:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658200. 00010000:00000010:2.0:1724310020.326671:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.326673:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.326675:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.326750:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658300. 00010000:00000010:2.0:1724310020.326752:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.326754:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.326756:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310020.326775:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146280. 00000020:00000010:2.0:1724310020.326780:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146280. 00000020:00000010:2.0:1724310020.326787:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242937e0. 00080000:00000010:2.0:1724310020.326793:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880065aa1000. 00000004:00000010:2.0:1724310020.326819:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.326823:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.326825:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.326832:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc9ab8. 00000001:00000010:2.0:1724310020.327076:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6780. 00000001:00000010:2.0:1724310020.327082:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c600. 00000020:00000010:2.0:1724310020.327109:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242937e0. 00010000:00000010:2.0:1724310020.327115:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.327117:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.327129:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.327143:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.327146:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00080000:00000010:2.0:1724310020.327163:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac8680. 00000004:00000010:2.0:1724310020.327168:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc9ab8. 00000004:00000010:2.0:1724310020.327170:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.327172:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.327175:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007fa9f180. 00000004:00000010:2.0:1724310020.327177:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc640. 00000004:00000010:2.0:1724310020.327180:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61ff78. 00000004:00000010:2.0:1724310020.327184:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3220. 00010000:00000010:2.0:1724310020.327188:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.327190:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000200:2.0:1724310020.327200:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096788, last committed = 4295096671 00010000:00000200:2.0:1724310020.327206:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddf80 x1808069883585024/t4295096788(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.327217:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310020.327221:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883585024, offset 224 00000400:00000010:2.0:1724310020.327225:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e42a0. 00000400:00000200:2.0:1724310020.327228:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.327235:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.327239:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532513:532513:256:4294967295] 192.168.204.31@tcp LPNI seq info [532509:532509:8:4294967295] 00000400:00000200:2.0:1724310020.327243:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.327248:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.327252:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.327286:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658a00. 00000800:00000200:2.0:1724310020.327291:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.327295:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.327298:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.327318:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.327321:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.327323:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.327474:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.327477:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658a00. 00000400:00000200:3.0:1724310020.327480:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.327483:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.328460:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.328470:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29620d 00000400:00000200:1.0:1724310020.328473:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.328476:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.328480:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:1.0:1724310020.328482:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:3.0:1724310020.328595:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:3.0:1724310020.328602:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00000400:00000200:0.0:1724310020.329123:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.329130:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323e280 00000400:00000200:0.0:1724310020.329136:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 41888 00000400:00000200:0.0:1724310020.329146:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.329149:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.329153:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.329157:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf800. 00000020:00000010:1.0:1724310020.329218:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.329221:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.329224:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.329248:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585152 00000001:00000010:1.0:1724310020.329287:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fa80. 00010000:00000010:1.0:1724310020.329299:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310020.329301:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.329305:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310020.329310:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a00. 02000000:00000010:1.0:1724310020.329348:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080830000. 00010000:00000010:1.0:1724310020.329364:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310020.329366:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.329427:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a00. 00010000:00000200:1.0:1724310020.329451:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf800 x1808069883585152/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.329461:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310020.329464:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883585152, offset 224 00000400:00000200:1.0:1724310020.329467:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.329473:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.329477:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532514:532514:256:4294967295] 192.168.204.31@tcp LPNI seq info [532510:532510:8:4294967295] 00000400:00000200:1.0:1724310020.329484:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.329488:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.329491:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310020.329494:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.329499:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.329501:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.329510:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.329512:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.329515:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.329609:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.329612:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:3.0:1724310020.329615:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.329618:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.329620:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:3.0:1724310020.329622:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00010000:00000010:0.1:1724310020.330353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:0.1:1724310020.330359:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:0.1:1724310020.330362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310020.330365:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658100. 00010000:00000010:0.1:1724310020.330368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310020.330370:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658300. 00010000:00000010:0.1:1724310020.330373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310020.330379:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658f00. 00010000:00000010:0.1:1724310020.330381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:1.0:1724310020.331080:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.331088:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323e300 00000400:00000200:1.0:1724310020.331093:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 42464 00000400:00000200:1.0:1724310020.331106:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.331109:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.331113:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.331117:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1a680. 00000020:00000010:2.0:1724310020.331607:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.331612:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.331615:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.331640:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585280 00010000:00000010:2.0:1724310020.331655:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.331660:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99280. 02000000:00000010:2.0:1724310020.331700:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d4f0000. 00010000:00000010:2.0:1724310020.331717:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00010000:00000010:2.0:1724310020.331720:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.331731:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658000. 00010000:00000010:2.0:1724310020.331733:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.331735:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.331737:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000004:00000010:2.0:1724310020.331798:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a910. 00000004:00000010:2.0:1724310020.331803:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310020.331807:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310020.331814:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310020.331867:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658400. 00010000:00000010:2.0:1724310020.331869:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.331871:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.331873:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.331904:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.332120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.332125:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.332147:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99280. 00010000:00000200:2.0:1724310020.332157:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1a680 x1808069883585280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.332169:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310020.332172:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883585280, offset 224 00000400:00000200:2.0:1724310020.332177:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.332182:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.332186:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532515:532515:256:4294967295] 192.168.204.31@tcp LPNI seq info [532511:532511:8:4294967295] 00000400:00000200:2.0:1724310020.332191:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.332194:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.332196:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658600. 00000800:00000200:2.0:1724310020.332200:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.332204:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.332206:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.332223:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.332226:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.332229:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:0.0:1724310020.332417:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.332420:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658600. 00000400:00000200:0.0:1724310020.332424:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.332427:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.332430:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:0.0:1724310020.332432:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:3.1:1724310020.333742:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:0.1:1724310020.334380:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658200. 00010000:00000010:0.1:1724310020.334386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000400:00000200:3.0:1724310020.334612:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.334623:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323e380 00000400:00000200:3.0:1724310020.334629:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 7872 00000400:00000200:3.0:1724310020.334646:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.334649:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.334654:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.334659:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba680. 00000020:00000010:0.0:1724310020.334775:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.334780:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.334784:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.334883:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585408 00010000:00000010:0.0:1724310020.334903:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ed00. 00010000:00000010:0.0:1724310020.334906:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995f180. 00010000:00000010:0.0:1724310020.334911:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb18c0. 00002000:00000010:0.0:1724310020.334917:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9b780. 02000000:00000010:0.0:1724310020.334935:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88007ceae000. 00010000:00000200:0.0:1724310020.334954:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba680 x1808069883585408/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.334966:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.334970:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883585408, offset 224 00000400:00000200:0.0:1724310020.334974:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.334980:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.334985:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532516:532516:256:4294967295] 192.168.204.31@tcp LPNI seq info [532512:532512:8:4294967295] 00000400:00000200:0.0:1724310020.334992:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.334996:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.334999:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.335003:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.335008:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.335011:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.335220:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.335225:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.335227:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:1.0:1724310020.335346:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.335349:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:1.0:1724310020.335351:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.335354:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.335357:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:1.0:1724310020.335358:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00010000:00000010:0.1:1724310020.336353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00000400:00000200:0.0:1724310020.337960:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.337969:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323e480 00000400:00000200:0.0:1724310020.337974:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 43056 00000400:00000200:0.0:1724310020.337987:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.337990:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.337994:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.337997:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdea00. 00000020:00000010:2.0:1724310020.338053:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.338059:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.338062:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.338094:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585664 02000000:00000010:2.0:1724310020.338120:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070d000. 00010000:00000010:2.0:1724310020.338147:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.338159:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.338166:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:2.0:1724310020.338169:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:2.0:1724310020.338188:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658b00. 00010000:00000010:2.0:1724310020.338191:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.338194:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.338199:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.338209:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658d00. 00010000:00000010:2.0:1724310020.338211:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.338213:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.338215:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.338337:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658800. 00010000:00000010:2.0:1724310020.338339:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.338341:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.338343:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00000020:00000010:2.0:1724310020.338364:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146040. 00000020:00000010:2.0:1724310020.338370:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146040. 00000020:00000010:2.0:1724310020.338377:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6a20. 00080000:00000010:2.0:1724310020.338383:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880065aa0000. 00000004:00000010:2.0:1724310020.338407:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009301cf00. 00000004:00000010:2.0:1724310020.338412:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.338414:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.338421:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc9008. 00000001:00000010:2.0:1724310020.338679:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293c00. 00000001:00000010:2.0:1724310020.338683:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301ce40. 00000020:00000010:2.0:1724310020.338714:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6a20. 00010000:00000010:2.0:1724310020.338720:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.338723:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.338737:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.338755:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.338757:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00080000:00000010:2.0:1724310020.338776:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310020.338782:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc9008. 00000004:00000010:2.0:1724310020.338786:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.338788:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.338790:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009301cf00. 00000004:00000010:2.0:1724310020.338792:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:2.0:1724310020.338796:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310020.338800:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a910. 00010000:00000010:2.0:1724310020.338808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.338810:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000200:2.0:1724310020.338821:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096789, last committed = 4295096671 00010000:00000200:2.0:1724310020.338828:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdea00 x1808069883585664/t4295096789(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.338839:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.338844:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883585664, offset 224 00000400:00000010:2.0:1724310020.338850:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e42d8. 00000400:00000200:2.0:1724310020.338852:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.338860:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.338865:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532517:532517:256:4294967295] 192.168.204.31@tcp LPNI seq info [532513:532513:8:4294967295] 00000400:00000200:2.0:1724310020.338869:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.338873:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.338878:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.338881:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658200. 00000800:00000200:2.0:1724310020.338886:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.338891:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.338894:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.338921:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.338925:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.338928:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.339112:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.339115:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658200. 00000400:00000200:3.0:1724310020.339119:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.339122:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310020.340715:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658000. 00010000:00000010:0.1:1724310020.340724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310020.340728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00000400:00000200:1.0:1724310020.341223:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.341236:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29621d 00000400:00000200:1.0:1724310020.341240:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.341243:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.341253:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:1.0:1724310020.341283:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00000400:00000200:1.0:1724310020.341317:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.341321:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323e500 00000400:00000200:1.0:1724310020.341327:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 43560 00000400:00000200:1.0:1724310020.341358:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.341361:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.341365:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.341370:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19880. 00010000:00000010:3.0:1724310020.341459:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:3.0:1724310020.341469:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00000020:00000010:0.0:1724310020.341523:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.341527:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.341531:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.341557:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585792 00000001:00000010:0.0:1724310020.341564:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c600. 00010000:00000010:0.0:1724310020.341579:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310020.341581:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.341585:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310020.341589:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 02000000:00000010:0.0:1724310020.341639:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932c0000. 00010000:00000010:0.0:1724310020.341662:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.341665:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.341735:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310020.341759:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19880 x1808069883585792/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.341770:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfcc0. 00000100:00000200:0.0:1724310020.341774:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883585792, offset 224 00000400:00000200:0.0:1724310020.341778:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.341784:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.341789:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532518:532518:256:4294967295] 192.168.204.31@tcp LPNI seq info [532514:532514:8:4294967295] 00000400:00000200:0.0:1724310020.341795:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.341799:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.341802:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310020.341806:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.341811:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.341814:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.341833:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.341836:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.341838:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:2.0:1724310020.342033:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.342036:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:2.0:1724310020.342038:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.342041:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.342044:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfcc0 00000400:00000010:2.0:1724310020.342046:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfcc0. 00010000:00000010:0.1:1724310020.343633:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310020.343642:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658400. 00010000:00000010:0.1:1724310020.343646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:0.1:1724310020.343649:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:0.1:1724310020.343651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310020.343653:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658800. 00010000:00000010:0.1:1724310020.343655:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:0.1:1724310020.343664:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658b00. 00010000:00000010:0.1:1724310020.343666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:3.0:1724310020.344888:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.344900:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323e580 00000400:00000200:3.0:1724310020.344906:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 44136 00000400:00000200:3.0:1724310020.344924:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.344927:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.344932:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.344937:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbaa00. 00000020:00000010:0.0:1724310020.345015:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.345021:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.345024:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.345058:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883585920 00010000:00000010:0.0:1724310020.345079:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.345084:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 02000000:00000010:0.0:1724310020.345127:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008ddc0000. 00010000:00000010:0.0:1724310020.345146:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310020.345148:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.345160:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.345162:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.345164:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310020.345167:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00000004:00000010:0.0:1724310020.345248:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2910. 00000004:00000010:0.0:1724310020.345255:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.345283:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310020.345289:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310020.345357:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310020.345360:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.345362:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310020.345365:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.345405:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.345413:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.345416:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.345436:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310020.345446:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbaa00 x1808069883585920/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.345459:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.345464:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883585920, offset 224 00000400:00000200:0.0:1724310020.345468:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.345475:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.345481:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532519:532519:256:4294967295] 192.168.204.31@tcp LPNI seq info [532515:532515:8:4294967295] 00000400:00000200:0.0:1724310020.345489:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.345494:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.345497:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310020.345501:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.345507:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.345510:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.345534:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.345537:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.345540:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:1.0:1724310020.345877:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.345880:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:1.0:1724310020.345883:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.345886:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.345889:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:1.0:1724310020.345891:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00010000:00000010:0.1:1724310020.346502:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658d00. 00010000:00000010:0.1:1724310020.346512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310020.347077:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:2.0:1724310020.348610:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.348621:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323e600 00000400:00000200:2.0:1724310020.348627:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 8200 00000400:00000200:2.0:1724310020.348644:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.348648:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.348653:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.348658:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e326680. 00000020:00000010:0.0:1724310020.348723:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.348728:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.348732:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.348769:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586048 00010000:00000010:0.0:1724310020.348789:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e400. 00010000:00000010:0.0:1724310020.348793:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995fa80. 00010000:00000010:0.0:1724310020.348797:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1f80. 00002000:00000010:0.0:1724310020.348804:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9bcc0. 02000000:00000010:0.0:1724310020.348825:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88007ceac000. 00010000:00000200:0.0:1724310020.348847:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e326680 x1808069883586048/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.348860:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.348864:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883586048, offset 224 00000400:00000200:0.0:1724310020.348868:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.348873:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.348878:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532520:532520:256:4294967295] 192.168.204.31@tcp LPNI seq info [532516:532516:8:4294967295] 00000400:00000200:0.0:1724310020.348885:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.348890:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.348893:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e200. 00000800:00000200:0.0:1724310020.348897:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.348902:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.348906:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.349231:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.349235:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.349238:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:3.0:1724310020.349366:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.349369:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e200. 00000400:00000200:3.0:1724310020.349371:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.349374:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.349377:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:3.0:1724310020.349379:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:1.1:1724310020.350454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310020.350460:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310020.350463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310020.350465:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:1.0:1724310020.352348:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.352362:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323e700 00000400:00000200:1.0:1724310020.352369:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 44720 00000400:00000200:1.0:1724310020.352389:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.352393:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.352398:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.352403:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1b100. 00000020:00000010:0.0:1724310020.352686:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.352691:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.352694:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.352725:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586304 02000000:00000010:0.0:1724310020.352749:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc3000. 00010000:00000010:0.0:1724310020.352775:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.352792:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.352796:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.352799:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.352814:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.352816:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.352819:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310020.352821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.352830:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.352831:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.352833:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310020.352834:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.352900:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.352901:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.352903:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.352904:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000020:00000010:0.0:1724310020.352917:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de199e0. 00000020:00000010:0.0:1724310020.352922:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de199e0. 00000020:00000010:0.0:1724310020.352927:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166480. 00080000:00000010:0.0:1724310020.352932:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88007ceac800. 00000004:00000010:0.0:1724310020.352950:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f900. 00000004:00000010:0.0:1724310020.352953:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.352954:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.352960:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f21c8. 00000001:00000010:0.0:1724310020.353163:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166f00. 00000001:00000010:0.0:1724310020.353166:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310020.353188:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166480. 00010000:00000010:0.0:1724310020.353192:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00010000:00000010:0.0:1724310020.353194:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.353205:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.353217:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.353219:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00080000:00000010:0.0:1724310020.353230:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310020.353236:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f21c8. 00000004:00000010:0.0:1724310020.353240:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.353241:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.353243:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f900. 00000004:00000010:0.0:1724310020.353245:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:0.0:1724310020.353248:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.353252:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2910. 00010000:00000010:0.0:1724310020.353292:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.353295:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310020.353307:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096790, last committed = 4295096671 00010000:00000200:0.0:1724310020.353313:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1b100 x1808069883586304/t4295096790(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.353330:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.353335:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883586304, offset 224 00000400:00000010:0.0:1724310020.353339:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccf18. 00000400:00000200:0.0:1724310020.353342:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.353350:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.353355:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532521:532521:256:4294967295] 192.168.204.31@tcp LPNI seq info [532517:532517:8:4294967295] 00000400:00000200:0.0:1724310020.353361:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.353367:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.353371:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.353374:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.353378:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.353387:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.353390:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.353411:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.353414:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.353416:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:2.0:1724310020.353678:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.353681:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:2.0:1724310020.353684:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.353687:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.354957:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.354967:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29622d 00000400:00000200:3.0:1724310020.354972:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.354974:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.354978:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:3.0:1724310020.354980:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:0.0:1724310020.355098:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.355105:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00000400:00000200:1.0:1724310020.355378:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.355386:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323e780 00000400:00000200:1.0:1724310020.355391:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 45216 00000400:00000200:1.0:1724310020.355432:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.355436:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.355440:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.355445:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19f80. 00000020:00000010:0.0:1724310020.355505:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6800. 00000020:00000010:0.0:1724310020.355509:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.355513:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.355597:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586432 00000001:00000010:0.0:1724310020.355606:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301ce40. 00010000:00000010:0.0:1724310020.355621:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.355623:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.355626:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.355630:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310020.355674:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081180000. 00010000:00000010:0.0:1724310020.356044:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310020.356047:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.356114:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310020.356125:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19f80 x1808069883586432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.356137:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.356141:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883586432, offset 224 00000400:00000200:0.0:1724310020.356146:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.356152:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.356157:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532522:532522:256:4294967295] 192.168.204.31@tcp LPNI seq info [532518:532518:8:4294967295] 00000400:00000200:0.0:1724310020.356165:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.356169:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.356173:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e900. 00000800:00000200:0.0:1724310020.356176:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.356181:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.356185:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.356205:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.356207:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.356209:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6800. 00000800:00000200:2.0:1724310020.356333:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.356335:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e900. 00000400:00000200:2.0:1724310020.356338:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.356341:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.356343:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:2.0:1724310020.356345:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00010000:00000010:1.1:1724310020.357635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310020.357643:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:1.1:1724310020.357645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310020.357647:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:1.1:1724310020.357650:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:1.1:1724310020.357652:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310020.357658:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310020.357667:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.357669:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:3.0:1724310020.358294:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.358305:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 592 into portal 12 MB=0x66c6e1323e800 00000400:00000200:3.0:1724310020.358310:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 592/592 into md 0x279cd5 [64] + 45792 00000400:00000200:3.0:1724310020.358327:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.358331:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.358335:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.358340:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9f80. 00000020:00000010:0.0:1724310020.358437:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008cab6800. 00000020:00000010:0.0:1724310020.358441:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.358445:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.358469:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586560 00010000:00000010:0.0:1724310020.358486:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.358490:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 02000000:00000010:0.0:1724310020.358528:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880082b00000. 00010000:00000010:0.0:1724310020.358545:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310020.358547:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.358557:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.358559:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.358562:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310020.358564:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000004:00000010:0.0:1724310020.358627:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb23a0. 00000004:00000010:0.0:1724310020.358634:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.358637:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310020.358643:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310020.358701:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.358704:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.358706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.358709:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.358743:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.358749:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.358752:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.358768:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000200:0.0:1724310020.358777:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9f80 x1808069883586560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 592/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.358788:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfcc0. 00000100:00000200:0.0:1724310020.358792:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883586560, offset 224 00000400:00000200:0.0:1724310020.358796:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.358802:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.358806:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532523:532523:256:4294967295] 192.168.204.31@tcp LPNI seq info [532519:532519:8:4294967295] 00000400:00000200:0.0:1724310020.358814:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.358818:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.358821:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310020.358824:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.358829:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.358832:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.359076:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.359080:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.359082:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008cab6800. 00000800:00000200:1.0:1724310020.359349:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.359352:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310020.359355:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.359358:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.359361:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfcc0 00000400:00000010:1.0:1724310020.359362:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfcc0. 00010000:00000010:1.1:1724310020.360877:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310020.360886:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:1.1:1724310020.360889:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:2.0:1724310020.363491:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.363506:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323e880 00000400:00000200:2.0:1724310020.363513:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 8528 00000400:00000200:2.0:1724310020.363532:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.363536:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.363541:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.363547:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caea00. 00000020:00000010:0.0:1724310020.363709:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.363715:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.363720:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.363759:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586688 00010000:00000010:0.0:1724310020.363779:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e200. 00010000:00000010:0.0:1724310020.363783:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995f900. 00010000:00000010:0.0:1724310020.363788:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1d40. 00002000:00000010:0.0:1724310020.363795:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9be40. 02000000:00000010:0.0:1724310020.363816:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88007cead800. 00010000:00000200:0.0:1724310020.363839:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caea00 x1808069883586688/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.363853:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.363859:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883586688, offset 224 00000400:00000200:0.0:1724310020.363862:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.363871:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.363876:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532524:532524:256:4294967295] 192.168.204.31@tcp LPNI seq info [532520:532520:8:4294967295] 00000400:00000200:0.0:1724310020.363884:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.363889:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.363892:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310020.363896:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.363902:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.363905:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.363916:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.363920:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.363922:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:3.0:1724310020.364021:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.364024:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310020.364026:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.364029:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.364032:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:3.0:1724310020.364033:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00010000:00000010:1.1:1724310020.364201:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310020.364207:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:1.1:1724310020.364209:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:1.1:1724310020.364212:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000400:00000200:1.0:1724310020.365714:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.365723:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e1323e980 00000400:00000200:1.0:1724310020.365730:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 46384 00000400:00000200:1.0:1724310020.365761:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.365764:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.365769:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.365774:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19c00. 00000020:00000010:0.0:1724310020.365877:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.365882:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.365885:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.365917:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883586944 02000000:00000010:0.0:1724310020.365942:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880073bc2000. 00010000:00000010:0.0:1724310020.365968:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.365991:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.365998:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.366002:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.366019:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.366022:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.366025:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.366028:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.366038:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.366039:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.366042:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310020.366043:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.366124:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.366126:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.366128:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.366130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310020.366151:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de199e0. 00000020:00000010:0.0:1724310020.366157:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de199e0. 00000020:00000010:0.0:1724310020.366164:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166480. 00080000:00000010:0.0:1724310020.366171:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800415b1400. 00000004:00000010:0.0:1724310020.366197:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.366201:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.366202:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.366210:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3c80. 00000001:00000010:0.0:1724310020.366502:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166180. 00000001:00000010:0.0:1724310020.366507:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f600. 00000020:00000010:0.0:1724310020.366536:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166480. 00010000:00000010:0.0:1724310020.366542:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310020.366545:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.366560:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.366576:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.366579:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00080000:00000010:0.0:1724310020.366594:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:0.0:1724310020.366600:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3c80. 00000004:00000010:0.0:1724310020.366608:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.366611:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.366613:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.366616:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:0.0:1724310020.366619:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.366623:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb23a0. 00010000:00000010:0.0:1724310020.366630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.366633:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000200:0.0:1724310020.366644:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096791, last committed = 4295096671 00010000:00000200:0.0:1724310020.366651:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19c00 x1808069883586944/t4295096791(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.366661:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310020.366666:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883586944, offset 224 00000400:00000010:0.0:1724310020.366669:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccee0. 00000400:00000200:0.0:1724310020.366672:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.366679:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.366683:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532525:532525:256:4294967295] 192.168.204.31@tcp LPNI seq info [532521:532521:8:4294967295] 00000400:00000200:0.0:1724310020.366688:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.366693:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.366697:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.366700:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.366704:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.366709:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.366712:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.366736:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.366738:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.366740:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:3.0:1724310020.366960:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.366964:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.366967:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.366971:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.368847:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.368859:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29623d 00000400:00000200:3.0:1724310020.368864:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.368868:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.368871:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:3.0:1724310020.368874:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:0.0:1724310020.369733:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.369744:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00000400:00000200:1.0:1724310020.369812:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.369821:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ea00 00000400:00000200:1.0:1724310020.369827:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 46888 00000400:00000200:1.0:1724310020.369878:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.369882:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.369887:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.369891:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19500. 00000020:00000010:2.0:1724310020.370818:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.370824:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.370829:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.370857:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587072 00000001:00000010:2.0:1724310020.370866:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:2.0:1724310020.370884:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658600. 00010000:00000010:2.0:1724310020.370886:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.370891:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.370894:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 02000000:00000010:2.0:1724310020.370939:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800934f0000. 00010000:00000010:2.0:1724310020.370959:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.0:1724310020.370962:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.371037:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000200:2.0:1724310020.371067:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19500 x1808069883587072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.371081:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.371086:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883587072, offset 224 00000400:00000200:2.0:1724310020.371091:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.371098:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.371102:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532526:532526:256:4294967295] 192.168.204.31@tcp LPNI seq info [532522:532522:8:4294967295] 00000400:00000200:2.0:1724310020.371109:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.371114:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.371117:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658f00. 00000800:00000200:2.0:1724310020.371121:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.371127:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.371130:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658f00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.371154:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.371157:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.371161:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.371389:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.371392:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658f00. 00000400:00000200:3.0:1724310020.371396:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.371399:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.371403:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:3.0:1724310020.371404:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00010000:00000010:1.1:1724310020.372694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310020.372704:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310020.372708:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310020.372710:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310020.372712:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310020.372715:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310020.372717:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310020.372727:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310020.372729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00000400:00000200:3.0:1724310020.373011:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.373022:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ea80 00000400:00000200:3.0:1724310020.373028:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 47464 00000400:00000200:3.0:1724310020.373057:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.373060:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.373064:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.373069:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fbb800. 00000020:00000010:0.0:1724310020.373139:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121df5600. 00000020:00000010:0.0:1724310020.373143:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.373147:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.373176:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587200 00010000:00000010:0.0:1724310020.373195:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310020.373200:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310020.373241:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880083180000. 00010000:00000010:0.0:1724310020.373291:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310020.373294:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.373305:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.373307:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.373310:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.373312:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00000004:00000010:0.0:1724310020.373392:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb33f0. 00000004:00000010:0.0:1724310020.373399:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be078. 00000004:00000010:0.0:1724310020.373403:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806af0. 00080000:00000010:0.0:1724310020.373409:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51efba0. 00010000:00000010:0.0:1724310020.373460:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.373463:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.373465:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310020.373468:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.373505:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.373512:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.373516:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.373534:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310020.373544:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fbb800 x1808069883587200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.373556:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.373561:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883587200, offset 224 00000400:00000200:0.0:1724310020.373564:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.373571:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.373576:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532527:532527:256:4294967295] 192.168.204.31@tcp LPNI seq info [532523:532523:8:4294967295] 00000400:00000200:0.0:1724310020.373583:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.373588:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.373591:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310020.373595:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.373600:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.373603:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.373618:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.373621:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.373623:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121df5600. 00000800:00000200:1.0:1724310020.373844:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.373847:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:1.0:1724310020.373849:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.373852:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.373855:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:1.0:1724310020.373857:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:1.1:1724310020.375396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:3.0:1724310020.376046:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.376057:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323eb00 00000400:00000200:3.0:1724310020.376063:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 8856 00000400:00000200:3.0:1724310020.376083:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.376087:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.376092:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.376097:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8380. 00000020:00000010:2.0:1724310020.376772:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.376777:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.376782:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.377035:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587328 00010000:00000010:2.0:1724310020.377055:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658300. 00010000:00000010:2.0:1724310020.377058:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301cf00. 00010000:00000010:2.0:1724310020.377062:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a573c0. 00002000:00000010:2.0:1724310020.377070:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5500. 02000000:00000010:2.0:1724310020.377091:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f77400. 00010000:00000200:2.0:1724310020.377112:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8380 x1808069883587328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.377123:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310020.377127:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883587328, offset 224 00000400:00000200:2.0:1724310020.377132:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.377138:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.377142:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532528:532528:256:4294967295] 192.168.204.31@tcp LPNI seq info [532524:532524:8:4294967295] 00000400:00000200:2.0:1724310020.377150:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.377154:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.377157:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658100. 00000800:00000200:2.0:1724310020.377161:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.377166:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.377169:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.377490:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.377495:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.377499:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.377594:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.377597:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658100. 00000400:00000200:3.0:1724310020.377600:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.377604:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.377606:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:3.0:1724310020.377608:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00010000:00000010:1.1:1724310020.378941:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.378948:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:1.0:1724310020.379602:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.379613:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ec00 00000400:00000200:1.0:1724310020.379620:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 48048 00000400:00000200:1.0:1724310020.379636:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.379639:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.379645:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.379649:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18000. 00000020:00000010:2.0:1724310020.379718:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.379723:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.379726:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.379849:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587584 02000000:00000010:2.0:1724310020.379874:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880080709000. 00010000:00000010:2.0:1724310020.379900:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:2.0:1724310020.379997:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:2.0:1724310020.380006:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.380012:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.380030:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658a00. 00010000:00000010:2.0:1724310020.380032:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.380036:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.0:1724310020.380040:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.380050:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658100. 00010000:00000010:2.0:1724310020.380052:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99700. 00010000:00000010:2.0:1724310020.380054:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.380056:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99100. 00010000:00000010:2.0:1724310020.380128:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658f00. 00010000:00000010:2.0:1724310020.380130:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.380133:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.380135:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310020.380152:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146480. 00000020:00000010:2.0:1724310020.380157:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146480. 00000020:00000010:2.0:1724310020.380164:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293600. 00080000:00000010:2.0:1724310020.380168:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f76000. 00000004:00000010:2.0:1724310020.380191:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009301c000. 00000004:00000010:2.0:1724310020.380196:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.380198:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.380204:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8e40. 00000001:00000010:2.0:1724310020.380486:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd64e0. 00000001:00000010:2.0:1724310020.380491:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c0c0. 00000020:00000010:2.0:1724310020.380519:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293600. 00010000:00000010:2.0:1724310020.380525:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.380527:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.380541:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.380557:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.380559:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00080000:00000010:2.0:1724310020.380575:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51efba0. 00000004:00000010:2.0:1724310020.380581:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8e40. 00000004:00000010:2.0:1724310020.380585:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.380587:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.380590:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009301c000. 00000004:00000010:2.0:1724310020.380592:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806af0. 00000004:00000010:2.0:1724310020.380596:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be078. 00000004:00000010:2.0:1724310020.380600:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb33f0. 00010000:00000010:2.0:1724310020.380607:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.380609:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000200:2.0:1724310020.380619:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096792, last committed = 4295096671 00010000:00000200:2.0:1724310020.380625:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18000 x1808069883587584/t4295096792(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.380636:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310020.380641:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883587584, offset 224 00000400:00000010:2.0:1724310020.380646:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4310. 00000400:00000200:2.0:1724310020.380648:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.380656:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.380661:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532529:532529:256:4294967295] 192.168.204.31@tcp LPNI seq info [532525:532525:8:4294967295] 00000400:00000200:2.0:1724310020.380665:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.380670:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.380675:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.380677:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658d00. 00000800:00000200:2.0:1724310020.380682:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.380687:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.380690:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658d00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:3.0:1724310020.383001:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.383005:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658d00. 00000400:00000200:3.0:1724310020.383011:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.383016:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000020:00000010:2.0:1724310020.383234:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.383239:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.383242:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000400:00000200:3.0:1724310020.384335:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.384347:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29624d 00000400:00000200:3.0:1724310020.384352:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.384354:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.384358:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:3.0:1724310020.384360:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00010000:00000010:0.0:1724310020.384432:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99100. 00010000:00000010:0.0:1724310020.384441:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99700. 00000400:00000200:1.0:1724310020.385591:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.385605:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ec80 00000400:00000200:1.0:1724310020.385611:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 48544 00000400:00000200:1.0:1724310020.385661:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.385665:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.385669:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.385675:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18a80. 00000020:00000010:2.0:1724310020.385847:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.385852:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.385856:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.385891:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587712 00000001:00000010:2.0:1724310020.385902:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f600. 00010000:00000010:2.0:1724310020.385919:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658b00. 00010000:00000010:2.0:1724310020.385921:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.385926:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.385931:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 02000000:00000010:2.0:1724310020.385974:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d100000. 00010000:00000010:2.0:1724310020.385994:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.0:1724310020.385997:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99780. 00010000:00000010:2.0:1724310020.386073:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000200:2.0:1724310020.386089:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18a80 x1808069883587712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.386103:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66660. 00000100:00000200:2.0:1724310020.386109:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883587712, offset 224 00000400:00000200:2.0:1724310020.386113:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.386120:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.386126:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532530:532530:256:4294967295] 192.168.204.31@tcp LPNI seq info [532526:532526:8:4294967295] 00000400:00000200:2.0:1724310020.386135:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.386140:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.386142:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658800. 00000800:00000200:2.0:1724310020.386146:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.386152:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.386155:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.386179:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.386183:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.386186:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:3.0:1724310020.386432:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.386435:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658800. 00000400:00000200:3.0:1724310020.386439:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.386442:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.386445:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66660 00000400:00000010:3.0:1724310020.386447:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66660. 00010000:00000010:2.1:1724310020.386679:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310020.386684:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:2.1:1724310020.386687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310020.386689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:3.0:1724310020.387535:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.387548:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ed00 00000400:00000200:3.0:1724310020.387554:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 49120 00000400:00000200:3.0:1724310020.387570:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.387573:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.387577:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.387582:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8e00. 00000020:00000010:0.0:1724310020.387651:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.387659:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.387663:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.387689:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587840 00010000:00000010:0.0:1724310020.387707:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310020.387712:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310020.387752:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800864c0000. 00010000:00000010:0.0:1724310020.387771:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310020.387773:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.387784:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.387786:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.387789:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310020.387791:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00000004:00000010:0.0:1724310020.387940:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2ae0. 00000004:00000010:0.0:1724310020.387947:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310020.387952:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310020.387959:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.0:1724310020.388023:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.388025:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.388028:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.388031:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.388068:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.388075:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.388079:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.388098:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310020.388107:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8e00 x1808069883587840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.388118:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.388122:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883587840, offset 224 00000400:00000200:0.0:1724310020.388127:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.388133:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.388138:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532531:532531:256:4294967295] 192.168.204.31@tcp LPNI seq info [532527:532527:8:4294967295] 00000400:00000200:0.0:1724310020.388146:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.388150:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.388153:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310020.388157:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.388162:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.388165:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.388188:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.388191:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.388193:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:1.0:1724310020.388314:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.388317:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:1.0:1724310020.388319:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.388322:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.388325:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:1.0:1724310020.388327:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:2.1:1724310020.391469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:2.1:1724310020.391480:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310020.391484:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:2.1:1724310020.391489:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658600. 00010000:00000010:2.1:1724310020.391493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310020.391495:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658f00. 00010000:00000010:2.1:1724310020.391498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:2.1:1724310020.391506:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658a00. 00010000:00000010:2.1:1724310020.391508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00000400:00000200:3.0:1724310020.391900:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.391914:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323ed80 00000400:00000200:3.0:1724310020.391921:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 9184 00000400:00000200:3.0:1724310020.391943:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.391947:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.391953:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.391957:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fba300. 00000020:00000010:2.0:1724310020.392169:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.392175:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.392180:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.392404:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883587968 00010000:00000010:2.0:1724310020.392421:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658a00. 00010000:00000010:2.0:1724310020.392424:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301c000. 00010000:00000010:2.0:1724310020.392429:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54b40. 00002000:00000010:2.0:1724310020.392437:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5e40. 02000000:00000010:2.0:1724310020.392455:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f74800. 00010000:00000200:2.0:1724310020.392476:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fba300 x1808069883587968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.392488:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310020.392493:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883587968, offset 224 00000400:00000200:2.0:1724310020.392497:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.392503:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.392508:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532532:532532:256:4294967295] 192.168.204.31@tcp LPNI seq info [532528:532528:8:4294967295] 00000400:00000200:2.0:1724310020.392516:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.392520:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.392523:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658f00. 00000800:00000200:2.0:1724310020.392526:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.392532:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.392535:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.392783:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.392789:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.392792:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:3.0:1724310020.392977:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.392979:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658f00. 00000400:00000200:3.0:1724310020.392983:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.392986:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.392988:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:3.0:1724310020.392990:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00010000:00000010:2.1:1724310020.394404:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658100. 00010000:00000010:2.1:1724310020.394413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:1.0:1724310020.395018:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.395032:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ee80 00000400:00000200:1.0:1724310020.395040:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 49704 00000400:00000200:1.0:1724310020.395060:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.395064:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.395069:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.395073:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1ad80. 00000020:00000010:0.0:1724310020.395141:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971000. 00000020:00000010:0.0:1724310020.395145:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.395149:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.395941:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588224 02000000:00000010:0.0:1724310020.395972:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fe000. 00010000:00000010:0.0:1724310020.396003:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.396015:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.396022:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99780. 00010000:00000010:0.0:1724310020.396028:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00010000:00000010:0.0:1724310020.396049:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310020.396051:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.396056:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310020.396059:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.396070:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.396072:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.396075:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310020.396076:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.396160:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310020.396162:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.396165:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310020.396167:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 00000020:00000010:0.0:1724310020.396189:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19260. 00000020:00000010:0.0:1724310020.396194:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19260. 00000020:00000010:0.0:1724310020.396201:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310020.396207:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800415b0000. 00000004:00000010:0.0:1724310020.396234:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f6c0. 00000004:00000010:0.0:1724310020.396238:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.396240:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.396247:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f2720. 00000001:00000010:0.0:1724310020.396852:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166cc0. 00000001:00000010:0.0:1724310020.396857:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310020.396891:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310020.396897:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310020.396900:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.396914:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.396931:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.396933:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310020.396946:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:0.0:1724310020.396952:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2720. 00000004:00000010:0.0:1724310020.396956:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.396958:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.396960:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f6c0. 00000004:00000010:0.0:1724310020.396961:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:0.0:1724310020.396964:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310020.396967:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2ae0. 00010000:00000010:0.0:1724310020.396971:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.396973:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000200:0.0:1724310020.396982:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096793, last committed = 4295096671 00010000:00000200:0.0:1724310020.396989:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1ad80 x1808069883588224/t4295096793(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.396999:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310020.397004:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883588224, offset 224 00000400:00000010:0.0:1724310020.397008:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccea8. 00000400:00000200:0.0:1724310020.397010:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.397017:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.397022:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532533:532533:256:4294967295] 192.168.204.31@tcp LPNI seq info [532529:532529:8:4294967295] 00000400:00000200:0.0:1724310020.397025:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.397029:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.397032:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.397034:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310020.397037:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.397041:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.397044:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.397066:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310020.397070:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.397072:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971000. 00000800:00000200:3.0:1724310020.397148:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.397152:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:3.0:1724310020.397155:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.397159:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310020.397978:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:3.0:1724310020.398893:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.398904:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29625d 00000400:00000200:3.0:1724310020.398909:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.398913:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.398917:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:3.0:1724310020.398919:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00010000:00000010:0.0:1724310020.399085:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.399092:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00000400:00000200:1.0:1724310020.399415:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.399423:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323ef00 00000400:00000200:1.0:1724310020.399433:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 50200 00000400:00000200:1.0:1724310020.399640:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.399644:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.399648:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.399653:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1aa00. 00000020:00000010:0.0:1724310020.400231:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971000. 00000020:00000010:0.0:1724310020.400236:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.400240:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.400303:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588352 00000001:00000010:0.0:1724310020.400312:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c0c0. 00010000:00000010:0.0:1724310020.400329:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.400331:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.400335:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310020.400339:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 02000000:00000010:0.0:1724310020.400385:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d790000. 00010000:00000010:0.0:1724310020.400407:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310020.400410:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.400514:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000200:0.0:1724310020.400528:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1aa00 x1808069883588352/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.400541:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310020.400545:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883588352, offset 224 00000400:00000200:0.0:1724310020.400549:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.400557:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.400562:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532534:532534:256:4294967295] 192.168.204.31@tcp LPNI seq info [532530:532530:8:4294967295] 00000400:00000200:0.0:1724310020.400569:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.400574:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.400577:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.400581:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.400586:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.400590:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.400613:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.400616:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.400618:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971000. 00000800:00000200:3.0:1724310020.401080:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.401084:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.401087:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.401091:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.401094:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:3.0:1724310020.401096:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00010000:00000010:2.1:1724310020.403730:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:2.1:1724310020.403741:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310020.403745:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:2.1:1724310020.403749:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000400:00000200:3.0:1724310020.403978:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.403991:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323ef80 00000400:00000200:3.0:1724310020.403998:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 50776 00000400:00000200:3.0:1724310020.404017:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.404021:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.404026:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.404031:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb8a80. 00000020:00000010:0.0:1724310020.404985:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880082971000. 00000020:00000010:0.0:1724310020.404992:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.404996:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.405034:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588480 00010000:00000010:0.0:1724310020.405055:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310020.405061:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 02000000:00000010:0.0:1724310020.405110:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006e900000. 00010000:00000010:0.0:1724310020.405131:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.405134:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.405147:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.405149:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.405152:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310020.405154:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310020.405232:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb21d0. 00000004:00000010:0.0:1724310020.405238:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310020.405242:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310020.405249:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.0:1724310020.405348:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.405351:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.405354:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310020.405356:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.405394:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.405401:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.405405:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.405425:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000200:0.0:1724310020.405438:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb8a80 x1808069883588480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.405453:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310020.405457:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883588480, offset 224 00000400:00000200:0.0:1724310020.405462:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.405471:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.405476:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532535:532535:256:4294967295] 192.168.204.31@tcp LPNI seq info [532531:532531:8:4294967295] 00000400:00000200:0.0:1724310020.405484:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.405489:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.405492:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310020.405497:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.405502:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.405505:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.405531:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.405534:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.405536:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880082971000. 00000800:00000200:1.0:1724310020.405612:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.405615:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:1.0:1724310020.405618:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.405622:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.405625:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:1.0:1724310020.405627:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00010000:00000010:2.1:1724310020.407077:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:2.1:1724310020.407087:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310020.407091:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:2.1:1724310020.407093:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658b00. 00010000:00000010:2.1:1724310020.407096:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:2.1:1724310020.407097:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310020.407100:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310020.407111:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:2.1:1724310020.407113:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:2.1:1724310020.407115:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310020.407117:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310020.407119:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310020.409530:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:2.1:1724310020.409543:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:2.1:1724310020.409546:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:2.1:1724310020.409547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00000400:00000200:3.0:1724310020.409899:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.409913:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323f000 00000400:00000200:3.0:1724310020.409919:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 9512 00000400:00000200:3.0:1724310020.409940:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.409944:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.409950:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.409955:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9c00. 00000020:00000010:2.0:1724310020.410040:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.410045:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.410049:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.410078:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588608 00010000:00000010:2.0:1724310020.410100:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658b00. 00010000:00000010:2.0:1724310020.410103:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301cb40. 00010000:00000010:2.0:1724310020.410108:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57a80. 00002000:00000010:2.0:1724310020.410116:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5f00. 02000000:00000010:2.0:1724310020.410141:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f77c00. 00010000:00000200:2.0:1724310020.410165:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9c00 x1808069883588608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.410179:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.410184:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883588608, offset 224 00000400:00000200:2.0:1724310020.410188:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.410196:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.410201:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532536:532536:256:4294967295] 192.168.204.31@tcp LPNI seq info [532532:532532:8:4294967295] 00000400:00000200:2.0:1724310020.410209:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.410214:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.410217:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658100. 00000800:00000200:2.0:1724310020.410221:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.410227:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.410231:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.410471:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.410476:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.410480:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:3.0:1724310020.410566:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.410569:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658100. 00000400:00000200:3.0:1724310020.410572:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.410576:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.410579:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:3.0:1724310020.410581:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000400:00000200:1.0:1724310020.417956:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.417971:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323f100 00000400:00000200:1.0:1724310020.417979:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 51360 00000400:00000200:1.0:1724310020.418000:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.418004:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.418011:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.418017:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc1bb80. 00000020:00000010:0.0:1724310020.418120:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093f1dc00. 00000020:00000010:0.0:1724310020.418125:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.418130:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.418169:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588864 02000000:00000010:0.0:1724310020.418201:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754fd000. 00010000:00000010:0.0:1724310020.418229:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.418298:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.418308:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.418312:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.418330:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.418333:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.418337:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.418340:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.418351:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9eb00. 00010000:00000010:0.0:1724310020.418354:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.418367:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.418370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.418450:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.418452:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.418455:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310020.418457:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00000020:00000010:0.0:1724310020.418475:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19260. 00000020:00000010:0.0:1724310020.418480:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19260. 00000020:00000010:0.0:1724310020.418486:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310020.418492:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800415b2800. 00000004:00000010:0.0:1724310020.418516:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.418520:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.418521:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.418529:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3398. 00000001:00000010:0.0:1724310020.418795:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1661e0. 00000001:00000010:0.0:1724310020.418801:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f3c0. 00000020:00000010:0.0:1724310020.418831:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310020.418838:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310020.418841:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.418855:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.418872:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.418875:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98e00. 00080000:00000010:0.0:1724310020.418890:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:0.0:1724310020.418898:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3398. 00000004:00000010:0.0:1724310020.418906:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.418909:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.418911:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.418914:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:0.0:1724310020.418917:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310020.418920:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb21d0. 00010000:00000010:0.0:1724310020.418927:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.418930:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a00. 00010000:00000200:0.0:1724310020.418943:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096794, last committed = 4295096671 00010000:00000200:0.0:1724310020.418949:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc1bb80 x1808069883588864/t4295096794(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.418962:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310020.418968:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883588864, offset 224 00000400:00000010:0.0:1724310020.418972:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245cce70. 00000400:00000200:0.0:1724310020.418975:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.418985:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.418989:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532537:532537:256:4294967295] 192.168.204.31@tcp LPNI seq info [532533:532533:8:4294967295] 00000400:00000200:0.0:1724310020.418993:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.418997:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.419002:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.419006:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.419010:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.419016:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.419019:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.419046:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310020.419049:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.419051:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093f1dc00. 00000800:00000200:3.0:1724310020.419124:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.419127:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310020.419131:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.419135:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.419976:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.419985:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29626d 00000400:00000200:3.0:1724310020.419988:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.419991:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.419995:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:3.0:1724310020.419996:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00010000:00000010:0.0:1724310020.420046:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.420051:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98800. 00000400:00000200:2.0:1724310020.421390:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.421401:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323f180 00000400:00000200:2.0:1724310020.421407:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 51856 00000400:00000200:2.0:1724310020.421997:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.422002:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.422008:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.422013:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caf480. 00000020:00000010:0.0:1724310020.422290:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140400. 00000020:00000010:0.0:1724310020.422295:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.422298:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.422325:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883588992 00000001:00000010:0.0:1724310020.422422:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:0.0:1724310020.422530:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310020.422533:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98580. 00010000:00000010:0.0:1724310020.422538:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.422543:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98400. 02000000:00000010:0.0:1724310020.422588:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d7a0000. 00010000:00000010:0.0:1724310020.422607:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.422610:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a00. 00010000:00000010:0.0:1724310020.422683:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98400. 00010000:00000200:0.0:1724310020.422699:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caf480 x1808069883588992/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.422711:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.422716:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883588992, offset 224 00000400:00000200:0.0:1724310020.422720:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.422727:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.422733:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532538:532538:256:4294967295] 192.168.204.31@tcp LPNI seq info [532534:532534:8:4294967295] 00000400:00000200:0.0:1724310020.422741:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.422745:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.422748:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.422753:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.422759:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.422762:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.422787:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.422790:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.422792:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140400. 00000800:00000200:3.0:1724310020.423069:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.423072:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310020.423076:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.423080:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.423083:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:3.0:1724310020.423084:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:3.1:1724310020.424386:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00000400:00000200:3.0:1724310020.424850:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.424862:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323f200 00000400:00000200:3.0:1724310020.424869:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 52432 00000400:00000200:3.0:1724310020.424889:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.424894:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.424899:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.424904:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095fb9500. 00000020:00000010:2.0:1724310020.424967:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c91e000. 00000020:00000010:2.0:1724310020.424973:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.424977:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.425172:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589120 00010000:00000010:2.0:1724310020.425192:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.425198:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 02000000:00000010:2.0:1724310020.425239:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800875e0000. 00010000:00000010:2.0:1724310020.425292:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.425295:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.425308:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658400. 00010000:00000010:2.0:1724310020.425310:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.425313:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.425315:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00000004:00000010:2.0:1724310020.425403:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b220. 00000004:00000010:2.0:1724310020.425410:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310020.425414:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310020.425420:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310020.425474:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658000. 00010000:00000010:2.0:1724310020.425476:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.425479:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.425481:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.425519:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.425544:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.425549:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.425568:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000200:2.0:1724310020.425578:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880095fb9500 x1808069883589120/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.425590:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.425595:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883589120, offset 224 00000400:00000200:2.0:1724310020.425599:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.425606:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.425611:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532539:532539:256:4294967295] 192.168.204.31@tcp LPNI seq info [532535:532535:8:4294967295] 00000400:00000200:2.0:1724310020.426479:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.426485:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.426490:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658200. 00000800:00000200:2.0:1724310020.426495:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.426501:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.426505:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658200 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.427167:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.427174:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.427178:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c91e000. 00000800:00000200:0.0:1724310020.427357:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.427360:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658200. 00000400:00000200:0.0:1724310020.427364:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.427368:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.427372:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:0.0:1724310020.427374:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00010000:00000010:3.1:1724310020.428579:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:3.1:1724310020.428588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:3.1:1724310020.428595:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:3.1:1724310020.428599:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310020.428600:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:3.1:1724310020.428603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:3.1:1724310020.428614:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310020.428616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:3.1:1724310020.428618:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9eb00. 00010000:00000010:3.1:1724310020.428620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:3.1:1724310020.428622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:3.0:1724310020.431061:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.431077:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323f280 00000400:00000200:3.0:1724310020.431084:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 9840 00000400:00000200:3.0:1724310020.431103:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.431107:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.431113:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.431119:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c700. 00000020:00000010:2.0:1724310020.431222:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.431228:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.431232:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.431302:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589248 00010000:00000010:2.0:1724310020.431324:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658200. 00010000:00000010:2.0:1724310020.431327:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301cc00. 00010000:00000010:2.0:1724310020.431332:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a54d80. 00002000:00000010:2.0:1724310020.431340:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5140. 02000000:00000010:2.0:1724310020.431364:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f75c00. 00010000:00000200:2.0:1724310020.431389:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c700 x1808069883589248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.431403:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310020.431408:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883589248, offset 224 00000400:00000200:2.0:1724310020.431413:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.431421:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.431426:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532540:532540:256:4294967295] 192.168.204.31@tcp LPNI seq info [532536:532536:8:4294967295] 00000400:00000200:2.0:1724310020.431434:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.431438:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.431442:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658600. 00000800:00000200:2.0:1724310020.431446:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.431452:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.431455:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.432371:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.432378:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.432381:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.432511:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.432514:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658600. 00000400:00000200:3.0:1724310020.432518:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.432522:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.432526:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:3.0:1724310020.432528:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:3.1:1724310020.434604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:3.1:1724310020.434616:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658400. 00010000:00000010:3.1:1724310020.434620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310020.434622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00000400:00000200:0.0:1724310020.439025:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.439041:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323f380 00000400:00000200:0.0:1724310020.439049:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 53016 00000400:00000200:0.0:1724310020.439070:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.439074:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.439081:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.439087:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd880. 00000020:00000010:2.0:1724310020.439161:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.439166:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.439171:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.439206:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589504 02000000:00000010:2.0:1724310020.439240:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008070b000. 00010000:00000010:2.0:1724310020.439304:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.439333:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.439341:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a00. 00010000:00000010:2.0:1724310020.439346:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98580. 00010000:00000010:2.0:1724310020.440236:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658100. 00010000:00000010:2.0:1724310020.440239:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.440243:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.440248:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.440286:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658f00. 00010000:00000010:2.0:1724310020.440288:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.440290:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.440293:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.440373:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658800. 00010000:00000010:2.0:1724310020.440375:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310020.440378:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.440380:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310020.440399:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146860. 00000020:00000010:2.0:1724310020.440404:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146860. 00000020:00000010:2.0:1724310020.440411:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6600. 00080000:00000010:2.0:1724310020.440416:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f77800. 00000004:00000010:2.0:1724310020.440439:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009301ca80. 00000004:00000010:2.0:1724310020.440443:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.440445:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.440452:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc8e40. 00000001:00000010:2.0:1724310020.440716:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293180. 00000001:00000010:2.0:1724310020.440720:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c180. 00000020:00000010:2.0:1724310020.440749:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6600. 00010000:00000010:2.0:1724310020.440755:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.440758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.440771:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.440789:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.440791:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00080000:00000010:2.0:1724310020.440809:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:2.0:1724310020.440815:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc8e40. 00000004:00000010:2.0:1724310020.440818:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.440821:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.440824:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009301ca80. 00000004:00000010:2.0:1724310020.440826:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:2.0:1724310020.440829:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310020.440834:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b220. 00010000:00000010:2.0:1724310020.440840:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.440842:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00010000:00000200:2.0:1724310020.440855:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096795, last committed = 4295096671 00010000:00000200:2.0:1724310020.440863:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd880 x1808069883589504/t4295096795(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.440877:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66550. 00000100:00000200:2.0:1724310020.440882:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883589504, offset 224 00000400:00000010:2.0:1724310020.440887:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4348. 00000400:00000200:2.0:1724310020.440890:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.440901:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.440906:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532541:532541:256:4294967295] 192.168.204.31@tcp LPNI seq info [532537:532537:8:4294967295] 00000400:00000200:2.0:1724310020.440911:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.440916:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.440923:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.440926:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658d00. 00000800:00000200:2.0:1724310020.440931:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.440937:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.440940:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.440972:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.440975:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.440978:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000800:00000200:3.0:1724310020.441787:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.441790:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658d00. 00000400:00000200:3.0:1724310020.441795:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.441798:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.442097:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.442105:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29627d 00000400:00000200:3.0:1724310020.442110:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.442113:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.442116:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66550 00000400:00000010:3.0:1724310020.442118:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66550. 00010000:00000010:0.0:1724310020.442237:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:0.0:1724310020.442244:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00000400:00000200:2.0:1724310020.442342:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.442349:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323f400 00000400:00000200:2.0:1724310020.442355:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 53512 00000400:00000200:2.0:1724310020.442960:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.442964:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.442969:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.442973:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cafb80. 00000020:00000010:0.0:1724310020.443201:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141400. 00000020:00000010:0.0:1724310020.443205:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.443209:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.443238:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589632 00000001:00000010:0.0:1724310020.443247:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f3c0. 00010000:00000010:0.0:1724310020.443288:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.443290:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98400. 00010000:00000010:0.0:1724310020.443294:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310020.443297:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98100. 02000000:00000010:0.0:1724310020.443343:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c770000. 00010000:00000010:0.0:1724310020.443365:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310020.443368:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f80. 00010000:00000010:0.0:1724310020.443437:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98100. 00010000:00000200:0.0:1724310020.443450:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cafb80 x1808069883589632/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.443463:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.443467:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883589632, offset 224 00000400:00000200:0.0:1724310020.443471:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.443478:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.443483:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532542:532542:256:4294967295] 192.168.204.31@tcp LPNI seq info [532538:532538:8:4294967295] 00000400:00000200:0.0:1724310020.443491:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.443496:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.443499:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.443503:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.443508:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.443511:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.443535:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.443538:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.443541:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141400. 00000800:00000200:3.0:1724310020.443946:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.443949:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310020.443953:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.443956:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.443959:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:3.0:1724310020.443961:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:3.1:1724310020.446187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:3.1:1724310020.446197:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658000. 00010000:00000010:3.1:1724310020.446201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:3.1:1724310020.446204:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00000400:00000200:3.0:1724310020.447144:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.447163:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323f480 00000400:00000200:3.0:1724310020.447169:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 54088 00000400:00000200:3.0:1724310020.447192:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.447195:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.447201:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.447206:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7d180. 00000020:00000010:3.0:1724310020.447423:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a600. 00000020:00000010:3.0:1724310020.447428:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.447432:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.447463:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589760 00010000:00000010:3.0:1724310020.447483:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310020.447488:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f00. 02000000:00000010:3.0:1724310020.447535:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093370000. 00010000:00000010:3.0:1724310020.447771:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310020.447777:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.447792:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9400. 00010000:00000010:3.0:1724310020.447794:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.447798:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310020.447800:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3080. 00000004:00000010:3.0:1724310020.447875:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800803f93f0. 00000004:00000010:3.0:1724310020.447881:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310020.447885:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880080923bb8. 00080000:00000010:3.0:1724310020.447892:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88012ce75860. 00010000:00000010:3.0:1724310020.447951:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9c00. 00010000:00000010:3.0:1724310020.447954:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310020.447956:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310020.447959:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.448002:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.448030:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.448033:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.448056:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f00. 00010000:00000200:3.0:1724310020.448067:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d180 x1808069883589760/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.448081:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051cc0. 00000100:00000200:3.0:1724310020.448086:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883589760, offset 224 00000400:00000200:3.0:1724310020.448091:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.448098:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.448103:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532543:532543:256:4294967295] 192.168.204.31@tcp LPNI seq info [532539:532539:8:4294967295] 00000400:00000200:3.0:1724310020.448111:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.448116:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.448119:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933c9000. 00000800:00000200:3.0:1724310020.448123:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.448129:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.448132:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800933c9000 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.448154:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.448157:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.448159:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a600. 00000800:00000200:2.0:1724310020.448571:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.448574:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933c9000. 00000400:00000200:2.0:1724310020.448577:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.448581:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.448584:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051cc0 00000400:00000010:2.0:1724310020.448586:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051cc0. 00010000:00000010:3.1:1724310020.449852:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658f00. 00010000:00000010:3.1:1724310020.449861:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:3.0:1724310020.451327:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.451340:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323f500 00000400:00000200:3.0:1724310020.451347:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 10168 00000400:00000200:3.0:1724310020.451366:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.451370:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.451376:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.451381:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7e300. 00000020:00000010:2.0:1724310020.451508:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80000. 00000020:00000010:2.0:1724310020.451514:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.451519:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.451557:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883589888 00010000:00000010:2.0:1724310020.451578:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658400. 00010000:00000010:2.0:1724310020.451581:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301ca80. 00010000:00000010:2.0:1724310020.451584:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55440. 00002000:00000010:2.0:1724310020.451591:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd53c0. 02000000:00000010:2.0:1724310020.451611:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f74400. 00010000:00000200:2.0:1724310020.451636:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e300 x1808069883589888/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.451654:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310020.451658:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883589888, offset 224 00000400:00000200:2.0:1724310020.451663:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.451669:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.451674:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532544:532544:256:4294967295] 192.168.204.31@tcp LPNI seq info [532540:532540:8:4294967295] 00000400:00000200:2.0:1724310020.451682:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.451687:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.451690:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658600. 00000800:00000200:2.0:1724310020.451694:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.451700:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.451704:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.451715:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.451720:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.451724:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80000. 00000800:00000200:3.0:1724310020.451856:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.451858:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658600. 00000400:00000200:3.0:1724310020.451861:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.451864:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.451866:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:3.0:1724310020.451868:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00000400:00000200:2.0:1724310020.454535:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.454547:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323f600 00000400:00000200:2.0:1724310020.454553:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 54672 00000400:00000200:2.0:1724310020.454570:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.454573:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.454578:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.454582:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac700. 00000020:00000010:3.0:1724310020.455334:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.455340:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.455343:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.455375:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590144 02000000:00000010:3.0:1724310020.455404:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009ba5c000. 00010000:00000010:3.0:1724310020.455434:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.455448:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310020.455456:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f80. 00010000:00000010:3.0:1724310020.455461:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98400. 00010000:00000010:3.0:1724310020.455481:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800933c9000. 00010000:00000010:3.0:1724310020.455483:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310020.455487:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00010000:00000010:3.0:1724310020.455491:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.455503:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6f00. 00010000:00000010:3.0:1724310020.455505:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f00. 00010000:00000010:3.0:1724310020.455508:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.455510:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3200. 00010000:00000010:3.0:1724310020.455671:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6700. 00010000:00000010:3.0:1724310020.455674:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.455676:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310020.455679:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000020:00000010:3.0:1724310020.455701:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c320. 00000020:00000010:3.0:1724310020.455707:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c320. 00000020:00000010:3.0:1724310020.455714:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4de0. 00080000:00000010:3.0:1724310020.455721:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880095022400. 00000004:00000010:3.0:1724310020.455747:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310020.455752:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310020.455754:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff88008df18ab0. 00000004:00000010:3.0:1724310020.455761:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff88007faad1d0. 00000001:00000010:3.0:1724310020.456012:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4a20. 00000001:00000010:3.0:1724310020.456017:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621f00. 00000020:00000010:3.0:1724310020.456049:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4de0. 00010000:00000010:3.0:1724310020.456055:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.456059:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.456072:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.456089:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.456092:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00080000:00000010:3.0:1724310020.456106:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75860. 00000004:00000010:3.0:1724310020.456112:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faad1d0. 00000004:00000010:3.0:1724310020.456115:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18080. 00000004:00000010:3.0:1724310020.456117:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18ab0. 00000004:00000010:3.0:1724310020.456119:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880080b0ce40. 00000004:00000010:3.0:1724310020.456121:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923bb8. 00000004:00000010:3.0:1724310020.456124:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008c42d000. 00000004:00000010:3.0:1724310020.456129:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f93f0. 00010000:00000010:3.0:1724310020.456135:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000010:3.0:1724310020.456137:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000200:3.0:1724310020.456148:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096796, last committed = 4295096671 00010000:00000200:3.0:1724310020.456156:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac700 x1808069883590144/t4295096796(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.456168:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310020.456173:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883590144, offset 224 00000400:00000010:3.0:1724310020.456178:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b620. 00000400:00000200:3.0:1724310020.456181:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.456190:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.456195:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532545:532545:256:4294967295] 192.168.204.31@tcp LPNI seq info [532541:532541:8:4294967295] 00000400:00000200:3.0:1724310020.456199:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310020.456205:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.456210:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.456213:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:3.0:1724310020.456217:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.456222:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.456225:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.456508:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.456512:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.456515:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000800:00000200:0.0:1724310020.456628:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.456632:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:0.0:1724310020.456634:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.456638:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310020.457393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310020.457401:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658800. 00010000:00000010:3.1:1724310020.457405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310020.457411:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658100. 00010000:00000010:3.1:1724310020.457414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:0.1:1724310020.458059:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:0.1:1724310020.458066:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9400. 00010000:00000010:0.1:1724310020.458070:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:3.0:1724310020.458076:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.458087:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29628d 00000400:00000200:3.0:1724310020.458091:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.458094:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.458098:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310020.458101:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000400:00000200:3.0:1724310020.458129:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.458134:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323f680 00000400:00000200:3.0:1724310020.458140:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 55168 00010000:00000010:0.0:1724310020.458186:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3200. 00010000:00000010:0.0:1724310020.458192:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f00. 00000400:00000200:3.0:1724310020.458207:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.458211:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.458214:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.458218:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7fb80. 00000020:00000010:0.0:1724310020.458244:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141600. 00000020:00000010:0.0:1724310020.458247:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.458250:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.458480:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590272 00000001:00000010:0.0:1724310020.458489:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c180. 00010000:00000010:0.0:1724310020.458502:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.458504:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.458507:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.458510:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98680. 02000000:00000010:0.0:1724310020.458551:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081a40000. 00010000:00000010:0.0:1724310020.458832:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310020.458836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.458909:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98680. 00010000:00000200:0.0:1724310020.458922:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7fb80 x1808069883590272/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.458934:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310020.458939:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883590272, offset 224 00000400:00000200:0.0:1724310020.458943:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.458950:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.458955:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532546:532546:256:4294967295] 192.168.204.31@tcp LPNI seq info [532542:532542:8:4294967295] 00000400:00000200:0.0:1724310020.458962:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.458966:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.458969:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.458973:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.458978:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.458981:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.459004:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.459007:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.459009:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141600. 00000800:00000200:2.0:1724310020.459113:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.459116:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310020.459118:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.459122:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.459124:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:2.0:1724310020.459126:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:3.1:1724310020.460436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000400:00000200:0.0:1724310020.460620:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.460629:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323f700 00000400:00000200:0.0:1724310020.460635:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 55744 00000400:00000200:0.0:1724310020.460651:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.460654:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.460658:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.460662:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfde680. 00000020:00000010:2.0:1724310020.460762:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.460768:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.460771:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.460791:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590400 00010000:00000010:2.0:1724310020.460808:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.460813:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 02000000:00000010:2.0:1724310020.460854:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880074c00000. 00010000:00000010:2.0:1724310020.460871:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.460874:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.460884:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658100. 00010000:00000010:2.0:1724310020.460886:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.460889:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.460891:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00000004:00000010:2.0:1724310020.460967:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466aae0. 00000004:00000010:2.0:1724310020.460972:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f53e10. 00000004:00000010:2.0:1724310020.460976:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fbb8. 00080000:00000010:2.0:1724310020.460983:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0000. 00010000:00000010:2.0:1724310020.461039:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658800. 00010000:00000010:2.0:1724310020.461041:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.461044:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.461046:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.461075:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.462029:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.462037:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.462065:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000200:2.0:1724310020.462076:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfde680 x1808069883590400/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.462088:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310020.462092:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883590400, offset 224 00000400:00000200:2.0:1724310020.462097:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.462104:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.462110:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532547:532547:256:4294967295] 192.168.204.31@tcp LPNI seq info [532543:532543:8:4294967295] 00000400:00000200:2.0:1724310020.462118:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.462122:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.462125:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658600. 00000800:00000200:2.0:1724310020.462130:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.462135:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.462138:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.462354:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.462358:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.462361:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:0.0:1724310020.463155:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.463158:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658600. 00000400:00000200:0.0:1724310020.463162:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.463166:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.463170:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:0.0:1724310020.463172:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:0.1:1724310020.463361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:0.1:1724310020.463367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:0.1:1724310020.463371:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9c00. 00010000:00000010:0.1:1724310020.463375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310020.463377:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:0.1:1724310020.463380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:0.1:1724310020.463383:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6700. 00010000:00000010:0.1:1724310020.463385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:0.1:1724310020.463392:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9000. 00010000:00000010:0.1:1724310020.463394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00000400:00000200:2.0:1724310020.465476:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.465489:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323f800 00000400:00000200:2.0:1724310020.465495:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 56328 00000400:00000200:2.0:1724310020.465513:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.465517:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.465522:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.465527:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cac380. 00000020:00000010:0.0:1724310020.466003:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141c00. 00000020:00000010:0.0:1724310020.466009:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.466013:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.466042:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590656 02000000:00000010:0.0:1724310020.466069:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800754f8000. 00010000:00000010:0.0:1724310020.466099:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:0.0:1724310020.466113:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99f80. 00010000:00000010:0.0:1724310020.466120:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.466125:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.466143:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.466145:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.466148:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310020.466151:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.466161:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.466163:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98680. 00010000:00000010:0.0:1724310020.466166:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00010000:00000010:0.0:1724310020.466167:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e00. 00010000:00000010:0.0:1724310020.466239:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.466240:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.466243:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.466245:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310020.466477:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310020.466482:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19c40. 00000020:00000010:0.0:1724310020.466489:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166480. 00080000:00000010:0.0:1724310020.466495:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800415b3000. 00000001:00000010:0.0:1724310020.466644:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1666c0. 00000001:00000010:0.0:1724310020.466649:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310020.466676:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166480. 00010000:00000010:0.0:1724310020.466698:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.466701:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d00. 00080000:00000010:0.0:1724310020.466719:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0000. 00000004:00000010:0.0:1724310020.466724:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fbb8. 00000004:00000010:0.0:1724310020.466727:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f53e10. 00000004:00000010:0.0:1724310020.466732:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466aae0. 00010000:00000010:0.0:1724310020.466739:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.466743:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000200:0.0:1724310020.466753:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096797, last committed = 4295096671 00010000:00000200:0.0:1724310020.466761:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cac380 x1808069883590656/t4295096797(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.466774:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.466779:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883590656, offset 224 00000400:00000010:0.0:1724310020.466783:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245cce38. 00000400:00000200:0.0:1724310020.466786:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.466794:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.466800:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532548:532548:256:4294967295] 192.168.204.31@tcp LPNI seq info [532544:532544:8:4294967295] 00000400:00000200:0.0:1724310020.466804:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.466809:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.466814:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.466817:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310020.466821:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.466827:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.466830:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.466853:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.466856:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.466858:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141c00. 00000800:00000200:2.0:1724310020.466949:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.466952:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:2.0:1724310020.466955:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.466958:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.468135:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.468144:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296299 00000400:00000200:0.0:1724310020.468148:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.468151:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.468155:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:0.0:1724310020.468157:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00010000:00000010:2.0:1724310020.468382:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e00. 00010000:00000010:2.0:1724310020.468389:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98680. 00000400:00000200:2.0:1724310020.468672:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.468680:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323f880 00000400:00000200:2.0:1724310020.468686:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 56824 00000400:00000200:2.0:1724310020.468730:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.468734:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.468738:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.468743:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cad500. 00000020:00000010:0.0:1724310020.468811:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141c00. 00000020:00000010:0.0:1724310020.468816:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.468819:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.468839:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590784 00000001:00000010:0.0:1724310020.468847:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621f00. 00010000:00000010:0.0:1724310020.468860:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.468862:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98100. 00010000:00000010:0.0:1724310020.468865:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.468869:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.468912:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007edd0000. 00010000:00000010:0.0:1724310020.468933:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.468936:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d00. 00010000:00000010:0.0:1724310020.469000:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.469012:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cad500 x1808069883590784/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.469023:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.469026:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883590784, offset 224 00000400:00000200:0.0:1724310020.469030:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.469035:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.469039:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532549:532549:256:4294967295] 192.168.204.31@tcp LPNI seq info [532545:532545:8:4294967295] 00000400:00000200:0.0:1724310020.469046:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.469050:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.469053:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.469056:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.469061:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.469063:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.469087:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.469090:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.469092:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141c00. 00010000:00000010:1.1:1724310020.469338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:1.1:1724310020.469343:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658100. 00010000:00000010:1.1:1724310020.469346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310020.469348:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00000800:00000200:3.0:1724310020.469583:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.469586:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.469590:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.469593:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.469595:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:3.0:1724310020.469596:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00010000:00000010:0.1:1724310020.469940:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6f00. 00010000:00000010:0.1:1724310020.469945:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:0.1:1724310020.469948:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:0.0:1724310020.470770:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.470780:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323f900 00000400:00000200:0.0:1724310020.470786:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 57400 00000400:00000200:0.0:1724310020.470801:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.470804:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.470808:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.470812:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfddc00. 00000020:00000010:2.0:1724310020.471605:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.471611:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.471615:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.471831:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883590912 00010000:00000010:2.0:1724310020.471853:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.471859:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99680. 02000000:00000010:2.0:1724310020.471913:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880077d40000. 00010000:00000010:2.0:1724310020.471935:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.471938:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.471950:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658000. 00010000:00000010:2.0:1724310020.471952:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.471955:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.471957:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00000004:00000010:2.0:1724310020.472032:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466b050. 00000004:00000010:2.0:1724310020.472039:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310020.472044:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238f640. 00080000:00000010:2.0:1724310020.472050:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 00010000:00000010:2.0:1724310020.472107:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658d00. 00010000:00000010:2.0:1724310020.472111:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.472113:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.472116:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.472156:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.472166:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.472169:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.472189:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99680. 00010000:00000200:2.0:1724310020.472200:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfddc00 x1808069883590912/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.472211:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.472217:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883590912, offset 224 00000400:00000200:2.0:1724310020.472221:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.472228:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.472232:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532550:532550:256:4294967295] 192.168.204.31@tcp LPNI seq info [532546:532546:8:4294967295] 00000400:00000200:2.0:1724310020.472239:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.472243:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.472247:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658100. 00000800:00000200:2.0:1724310020.472251:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00010000:00000010:0.1:1724310020.473974:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310020.473985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00000800:00000200:2.0:1724310020.474143:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.474147:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.475138:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.475146:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.475150:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:0.0:1724310020.475467:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.475470:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658100. 00000400:00000200:0.0:1724310020.475475:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.475480:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.475485:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:0.0:1724310020.475487:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000400:00000200:3.0:1724310020.478423:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.478437:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323f980 00000400:00000200:3.0:1724310020.478444:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 10496 00000400:00000200:3.0:1724310020.478463:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.478466:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.478474:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.478479:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7f100. 00010000:00000010:0.1:1724310020.479039:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310020.479047:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658800. 00010000:00000010:0.1:1724310020.479051:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310020.479053:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310020.479055:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310020.479057:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310020.479063:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310020.479066:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.1:1724310020.479068:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000020:00000010:1.0:1724310020.479179:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.479185:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.479189:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.479232:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591040 00010000:00000010:1.0:1724310020.479251:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef100. 00010000:00000010:1.0:1724310020.479254:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea540. 00010000:00000010:1.0:1724310020.479292:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4b40. 00002000:00000010:1.0:1724310020.479300:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366600. 02000000:00000010:1.0:1724310020.479320:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880134dfac00. 00010000:00000200:1.0:1724310020.479344:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f100 x1808069883591040/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.479358:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b6e8. 00000100:00000200:1.0:1724310020.479362:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883591040, offset 224 00000400:00000200:1.0:1724310020.479368:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.479375:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.479381:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532551:532551:256:4294967295] 192.168.204.31@tcp LPNI seq info [532547:532547:8:4294967295] 00000400:00000200:1.0:1724310020.479388:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.479392:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.479395:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef500. 00000800:00000200:1.0:1724310020.479400:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.479406:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.479409:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.479425:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.479428:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.479431:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:0.0:1724310020.479563:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.479566:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef500. 00000400:00000200:0.0:1724310020.479569:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.479572:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.479575:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b6e8 00000400:00000010:0.0:1724310020.479576:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b6e8. 00010000:00000010:0.1:1724310020.481998:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:0.1:1724310020.482008:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658000. 00010000:00000010:0.1:1724310020.482012:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:0.1:1724310020.482014:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000400:00000200:0.0:1724310020.482653:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.482667:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e1323fa80 00000400:00000200:0.0:1724310020.482673:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 57976 00000400:00000200:0.0:1724310020.482690:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.482694:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.482699:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.482703:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdc700. 00000020:00000010:2.0:1724310020.483181:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.483187:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.483190:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.483326:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591296 02000000:00000010:2.0:1724310020.483352:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f167000. 00010000:00000010:2.0:1724310020.483380:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.483648:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.483659:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d00. 00010000:00000010:2.0:1724310020.483663:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98100. 00010000:00000010:2.0:1724310020.483683:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658f00. 00010000:00000010:2.0:1724310020.483685:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.483688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.0:1724310020.483692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.483702:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658600. 00010000:00000010:2.0:1724310020.483704:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99680. 00010000:00000010:2.0:1724310020.483706:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.483709:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99e00. 00010000:00000010:2.0:1724310020.483799:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658000. 00010000:00000010:2.0:1724310020.483802:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.483804:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00010000:00000010:2.0:1724310020.483807:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000020:00000010:2.0:1724310020.483827:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951468e0. 00000020:00000010:2.0:1724310020.483832:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951468e0. 00000020:00000010:2.0:1724310020.483839:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff8801242937e0. 00080000:00000010:2.0:1724310020.483844:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f76800. 00000004:00000010:2.0:1724310020.483868:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009301c180. 00000004:00000010:2.0:1724310020.483872:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.483874:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.483880:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc88e8. 00000001:00000010:2.0:1724310020.484105:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6840. 00000001:00000010:2.0:1724310020.484109:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c0c0. 00000020:00000010:2.0:1724310020.484135:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff8801242937e0. 00010000:00000010:2.0:1724310020.484141:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00010000:00000010:2.0:1724310020.484143:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.484156:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f80. 00010000:00000010:2.0:1724310020.484170:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.484172:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00080000:00000010:2.0:1724310020.484185:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0b60. 00000004:00000010:2.0:1724310020.484190:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc88e8. 00000004:00000010:2.0:1724310020.484193:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.484195:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.484197:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009301c180. 00000004:00000010:2.0:1724310020.484199:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238f640. 00000004:00000010:2.0:1724310020.484203:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310020.484208:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466b050. 00010000:00000010:2.0:1724310020.484212:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000010:2.0:1724310020.484214:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000200:2.0:1724310020.484225:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096798, last committed = 4295096671 00010000:00000200:2.0:1724310020.484232:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdc700 x1808069883591296/t4295096798(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.484244:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.484248:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883591296, offset 224 00000400:00000010:2.0:1724310020.484254:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4380. 00000400:00000200:2.0:1724310020.484306:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.484317:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.484322:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532552:532552:256:4294967295] 192.168.204.31@tcp LPNI seq info [532548:532548:8:4294967295] 00000400:00000200:2.0:1724310020.484326:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.484331:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.484335:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.484339:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658800. 00000800:00000200:2.0:1724310020.484343:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.484349:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.484353:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.484375:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.484379:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.484381:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:3.0:1724310020.484877:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.484880:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658800. 00000400:00000200:3.0:1724310020.484884:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.484888:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.487404:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.487418:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962a9 00000400:00000200:0.0:1724310020.487423:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.487427:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.487431:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:0.0:1724310020.487433:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00000400:00000200:0.0:1724310020.488057:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.488064:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323fb00 00000400:00000200:0.0:1724310020.488072:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 58464 00000400:00000200:0.0:1724310020.488090:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.488093:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.488098:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.488103:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfded80. 00010000:00000010:1.0:1724310020.488209:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99e00. 00010000:00000010:1.0:1724310020.488219:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99680. 00000020:00000010:2.0:1724310020.488318:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.488325:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.488340:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.488367:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591424 00000001:00000010:2.0:1724310020.488376:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:2.0:1724310020.488395:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880094658100. 00010000:00000010:2.0:1724310020.488397:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.488401:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.488405:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99580. 02000000:00000010:2.0:1724310020.488451:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88006b400000. 00010000:00000010:2.0:1724310020.488475:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.488478:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.488557:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99580. 00010000:00000200:2.0:1724310020.488570:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfded80 x1808069883591424/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.488583:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.488587:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883591424, offset 224 00000400:00000200:2.0:1724310020.488591:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.488599:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.488604:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532553:532553:256:4294967295] 192.168.204.31@tcp LPNI seq info [532549:532549:8:4294967295] 00000400:00000200:2.0:1724310020.488612:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.488616:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.488621:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094658800. 00000800:00000200:2.0:1724310020.488626:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.488632:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.488636:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880094658800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.488648:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.488651:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.488654:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:2.0:1724310020.488728:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.488731:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094658800. 00000400:00000200:2.0:1724310020.488734:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.488737:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.488739:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:2.0:1724310020.488741:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00010000:00000010:1.1:1724310020.490553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:1.1:1724310020.490563:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658d00. 00010000:00000010:1.1:1724310020.490567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:1.1:1724310020.490570:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.490574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:1.1:1724310020.490576:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658000. 00010000:00000010:1.1:1724310020.490578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:1.1:1724310020.490585:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658f00. 00010000:00000010:1.1:1724310020.490588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00000400:00000200:3.0:1724310020.490937:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.490949:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323fb80 00000400:00000200:3.0:1724310020.490955:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 59040 00000400:00000200:3.0:1724310020.490970:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.490973:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.490978:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.490983:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7ca80. 00000020:00000010:0.0:1724310020.491045:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141c00. 00000020:00000010:0.0:1724310020.491050:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.491054:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.491079:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591552 00010000:00000010:0.0:1724310020.491097:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.491102:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.491143:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f8a0000. 00010000:00000010:0.0:1724310020.491163:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310020.491166:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.491177:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.491179:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.491182:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.491184:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000004:00000010:0.0:1724310020.491326:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310020.491333:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be5a0. 00000004:00000010:0.0:1724310020.491337:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806ed8. 00080000:00000010:0.0:1724310020.491343:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ef040. 00010000:00000010:0.0:1724310020.491453:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.491456:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98080. 00010000:00000010:0.0:1724310020.491459:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310020.491461:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c00. 00010000:00000010:0.0:1724310020.491499:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.491514:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.491518:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.491535:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.491545:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ca80 x1808069883591552/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.491557:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.491561:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883591552, offset 224 00000400:00000200:0.0:1724310020.491565:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.491571:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.491576:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532554:532554:256:4294967295] 192.168.204.31@tcp LPNI seq info [532550:532550:8:4294967295] 00000400:00000200:0.0:1724310020.491583:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.491587:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.491590:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.491593:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.491599:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.491602:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.491614:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.491617:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.491619:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141c00. 00000800:00000200:0.0:1724310020.491677:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.491679:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:0.0:1724310020.491681:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.491684:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.491687:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:0.0:1724310020.491688:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00000400:00000200:2.0:1724310020.493829:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.493842:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323fc00 00000400:00000200:2.0:1724310020.493849:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 10824 00000400:00000200:2.0:1724310020.493867:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.493872:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.493877:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.493882:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088caed80. 00000020:00000010:0.0:1724310020.493973:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140e00. 00000020:00000010:0.0:1724310020.493978:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.493981:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.494607:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591680 00010000:00000010:0.0:1724310020.494629:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e600. 00010000:00000010:0.0:1724310020.494633:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995f3c0. 00010000:00000010:0.0:1724310020.494637:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2400. 00002000:00000010:0.0:1724310020.494645:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9bfc0. 02000000:00000010:0.0:1724310020.494667:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008e169400. 00010000:00000200:0.0:1724310020.494688:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088caed80 x1808069883591680/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.494701:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.494705:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883591680, offset 224 00000400:00000200:0.0:1724310020.494709:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.494716:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.494721:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532555:532555:256:4294967295] 192.168.204.31@tcp LPNI seq info [532551:532551:8:4294967295] 00000400:00000200:0.0:1724310020.494729:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.494734:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.494737:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.494741:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.494747:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.494750:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.494776:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.494780:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.494782:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140e00. 00010000:00000010:0.1:1724310020.495214:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658600. 00010000:00000010:0.1:1724310020.495221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00000800:00000200:3.0:1724310020.495307:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.495311:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310020.495314:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.495318:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.495321:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:3.0:1724310020.495323:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00010000:00000010:0.1:1724310020.497429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:1.1:1724310020.497516:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:1.1:1724310020.497522:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310020.497524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:1.1:1724310020.497527:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00000400:00000200:0.0:1724310020.498094:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.498107:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323fd00 00000400:00000200:0.0:1724310020.498114:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 59624 00000400:00000200:0.0:1724310020.498131:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.498136:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.498141:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.498146:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdf100. 00000020:00000010:2.0:1724310020.498224:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80800. 00000020:00000010:2.0:1724310020.498230:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.498234:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.498255:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883591936 02000000:00000010:2.0:1724310020.498304:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008f163000. 00010000:00000010:2.0:1724310020.498336:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c00. 00010000:00000010:2.0:1724310020.498363:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98080. 00010000:00000010:2.0:1724310020.498370:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.498376:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.498397:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ec00. 00010000:00000010:2.0:1724310020.498399:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c80. 00010000:00000010:2.0:1724310020.498403:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.498406:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.498417:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ea00. 00010000:00000010:2.0:1724310020.498418:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99580. 00010000:00000010:2.0:1724310020.498420:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.498422:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99500. 00010000:00000010:2.0:1724310020.498501:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ef00. 00010000:00000010:2.0:1724310020.498504:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.498508:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.498511:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00000020:00000010:2.0:1724310020.498531:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951468e0. 00000020:00000010:2.0:1724310020.498536:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951468e0. 00000020:00000010:2.0:1724310020.498544:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd6a80. 00080000:00000010:2.0:1724310020.498549:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880123f75400. 00000004:00000010:2.0:1724310020.498576:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009301c480. 00000004:00000010:2.0:1724310020.498580:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.498583:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.498590:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc91d0. 00000001:00000010:2.0:1724310020.498828:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242937e0. 00000001:00000010:2.0:1724310020.498832:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301ce40. 00000020:00000010:2.0:1724310020.498860:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd6a80. 00010000:00000010:2.0:1724310020.498866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.498868:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.498880:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.498894:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.498896:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00080000:00000010:2.0:1724310020.498910:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ef040. 00000004:00000010:2.0:1724310020.498916:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc91d0. 00000004:00000010:2.0:1724310020.498919:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8800797527e0. 00000004:00000010:2.0:1724310020.498921:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.498924:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009301c480. 00000004:00000010:2.0:1724310020.498925:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806ed8. 00000004:00000010:2.0:1724310020.498928:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be5a0. 00000004:00000010:2.0:1724310020.498932:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:2.0:1724310020.498936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99300. 00010000:00000010:2.0:1724310020.498938:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c80. 00010000:00000200:2.0:1724310020.498948:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096799, last committed = 4295096671 00010000:00000200:2.0:1724310020.498954:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdf100 x1808069883591936/t4295096799(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.498966:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.498971:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883591936, offset 224 00000400:00000010:2.0:1724310020.498975:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e43b8. 00000400:00000200:2.0:1724310020.498977:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.498984:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.498989:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532556:532556:256:4294967295] 192.168.204.31@tcp LPNI seq info [532552:532552:8:4294967295] 00000400:00000200:2.0:1724310020.498993:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.498999:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.499003:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.499006:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ee00. 00000800:00000200:2.0:1724310020.499010:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.499015:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.499018:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.499043:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.499046:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.499048:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80800. 00000800:00000200:3.0:1724310020.499662:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.499666:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ee00. 00000400:00000200:3.0:1724310020.499670:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.499674:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.500647:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.500658:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962b9 00000400:00000200:3.0:1724310020.500663:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.500665:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.500669:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:3.0:1724310020.500671:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00010000:00000010:0.0:1724310020.500748:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99500. 00010000:00000010:0.0:1724310020.500757:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99580. 00000400:00000200:0.0:1724310020.501304:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.501312:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e1323fd80 00000400:00000200:0.0:1724310020.501320:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 60120 00000400:00000200:0.0:1724310020.501358:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.501362:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.501365:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.501370:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bfdd500. 00000020:00000010:1.0:1724310020.501429:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.501433:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.501437:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.501462:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592064 00000001:00000010:1.0:1724310020.501471:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c0c0. 00010000:00000010:1.0:1724310020.501487:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310020.501489:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.501494:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310020.501497:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 02000000:00000010:1.0:1724310020.501540:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880064810000. 00010000:00000010:1.0:1724310020.501559:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310020.501562:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.501631:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000200:1.0:1724310020.501646:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009bfdd500 x1808069883592064/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.501658:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310020.501662:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883592064, offset 224 00000400:00000200:1.0:1724310020.501666:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.501672:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.501677:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532557:532557:256:4294967295] 192.168.204.31@tcp LPNI seq info [532553:532553:8:4294967295] 00000400:00000200:1.0:1724310020.501684:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.501689:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.501692:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef700. 00000800:00000200:1.0:1724310020.501696:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.501701:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.501704:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.501714:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.501717:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.501719:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.501791:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.501793:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef700. 00000400:00000200:3.0:1724310020.501796:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.501799:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.501801:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:3.0:1724310020.501803:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000400:00000200:3.0:1724310020.503081:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.503089:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e1323fe00 00000400:00000200:3.0:1724310020.503094:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 60696 00000400:00000200:3.0:1724310020.503108:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.503112:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.503117:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.503121:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7d880. 00000020:00000010:0.0:1724310020.503193:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140e00. 00000020:00000010:0.0:1724310020.503197:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.503200:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.503307:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592192 00010000:00000010:0.0:1724310020.503322:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.503326:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.503618:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092fd0000. 00010000:00000010:0.0:1724310020.503637:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.503640:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.503651:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.503654:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.503657:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310020.503659:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310020.503731:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb35c0. 00000004:00000010:0.0:1724310020.503737:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6bef00. 00000004:00000010:0.0:1724310020.503742:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806578. 00080000:00000010:0.0:1724310020.503749:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51eed00. 00010000:00000010:0.0:1724310020.503805:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.503807:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.503810:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310020.503812:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310020.503849:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.503858:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.503862:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.503881:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.503892:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7d880 x1808069883592192/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.503904:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.503909:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883592192, offset 224 00000400:00000200:0.0:1724310020.503912:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.503918:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.503923:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532558:532558:256:4294967295] 192.168.204.31@tcp LPNI seq info [532554:532554:8:4294967295] 00000400:00000200:0.0:1724310020.503930:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.503934:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.503937:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310020.503941:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.503946:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.503949:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.504383:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.504388:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.504390:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140e00. 00000800:00000200:2.0:1724310020.504705:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.504709:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:2.0:1724310020.504712:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.504716:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.504719:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:2.0:1724310020.504721:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:0.1:1724310020.505658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:0.1:1724310020.505673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.1:1724310020.505676:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:0.1:1724310020.505679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:0.1:1724310020.505681:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658100. 00010000:00000010:0.1:1724310020.505684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:0.1:1724310020.505687:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ef00. 00010000:00000010:0.1:1724310020.505689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:0.1:1724310020.505695:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ec00. 00010000:00000010:0.1:1724310020.505697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:1.1:1724310020.505879:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ea00. 00010000:00000010:1.1:1724310020.505883:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00000400:00000200:3.0:1724310020.506210:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.506220:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e1323fe80 00000400:00000200:3.0:1724310020.506226:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 11152 00000400:00000200:3.0:1724310020.506242:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.506245:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.506250:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.506255:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7e680. 00000020:00000010:1.0:1724310020.506392:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.506396:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.506400:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.506452:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592320 00010000:00000010:1.0:1724310020.506468:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efc00. 00010000:00000010:1.0:1724310020.506471:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea900. 00010000:00000010:1.0:1724310020.506474:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4900. 00002000:00000010:1.0:1724310020.506480:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366ec0. 02000000:00000010:1.0:1724310020.506497:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880134dfb800. 00010000:00000200:1.0:1724310020.506517:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7e680 x1808069883592320/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.506528:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310020.506531:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883592320, offset 224 00000400:00000200:1.0:1724310020.506535:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.506541:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.506546:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532559:532559:256:4294967295] 192.168.204.31@tcp LPNI seq info [532555:532555:8:4294967295] 00000400:00000200:1.0:1724310020.506553:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.506557:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.506560:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310020.506564:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.506569:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.506572:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.506590:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.506593:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.506596:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.506667:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.506669:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:3.0:1724310020.506672:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.506675:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.506678:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:3.0:1724310020.506680:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00000400:00000200:2.0:1724310020.508553:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.508565:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e1323ff80 00000400:00000200:2.0:1724310020.508571:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 61280 00000400:00000200:2.0:1724310020.508589:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.508592:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.508597:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.508601:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cace00. 00000020:00000010:1.0:1724310020.508825:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.508831:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.508834:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.508865:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592576 02000000:00000010:1.0:1724310020.508890:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88008e751000. 00010000:00000010:1.0:1724310020.508918:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98c80. 00010000:00000010:1.0:1724310020.508944:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00010000:00000010:1.0:1724310020.508953:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.508958:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.508976:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310020.508978:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.508983:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310020.508987:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.508998:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310020.509000:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b80. 00010000:00000010:1.0:1724310020.509002:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310020.509004:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.509080:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310020.509082:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5d00. 00010000:00000010:1.0:1724310020.509084:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310020.509086:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00000020:00000010:1.0:1724310020.509107:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24ee0. 00000020:00000010:1.0:1724310020.509112:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24ee0. 00000020:00000010:1.0:1724310020.509119:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4fd20. 00080000:00000010:1.0:1724310020.509125:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134df8800. 00000004:00000010:1.0:1724310020.509150:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4eacc0. 00000004:00000010:1.0:1724310020.509154:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.509156:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.509164:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a38000. 00000001:00000010:1.0:1724310020.509458:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f8a0. 00000001:00000010:1.0:1724310020.509463:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310020.509492:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4fd20. 00010000:00000010:1.0:1724310020.509499:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310020.509501:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.509514:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.509530:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.509533:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5d00. 00080000:00000010:1.0:1724310020.509548:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51eed00. 00000004:00000010:1.0:1724310020.509556:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a38000. 00000004:00000010:1.0:1724310020.509562:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.509564:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.509567:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4eacc0. 00000004:00000010:1.0:1724310020.509569:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806578. 00000004:00000010:1.0:1724310020.509573:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6bef00. 00000004:00000010:1.0:1724310020.509577:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb35c0. 00010000:00000010:1.0:1724310020.509584:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.509587:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000200:1.0:1724310020.509599:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096800, last committed = 4295096671 00010000:00000200:1.0:1724310020.509606:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cace00 x1808069883592576/t4295096800(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.509619:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310020.509623:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883592576, offset 224 00000400:00000010:1.0:1724310020.509629:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e39d8. 00000400:00000200:1.0:1724310020.509632:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.509640:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.509645:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532560:532560:256:4294967295] 192.168.204.31@tcp LPNI seq info [532556:532556:8:4294967295] 00000400:00000200:1.0:1724310020.509648:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.509653:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.509657:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.509660:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef700. 00000800:00000200:1.0:1724310020.509663:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.509670:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.509673:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.509698:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.509701:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.509704:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.509888:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.509890:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef700. 00000400:00000200:3.0:1724310020.509893:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.509896:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.511396:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.511408:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962c9 00000400:00000200:3.0:1724310020.511412:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.511415:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.511419:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:3.0:1724310020.511421:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00010000:00000010:1.1:1724310020.511576:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310020.511582:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310020.511585:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00010000:00000010:1.1:1724310020.511587:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.511644:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:0.0:1724310020.511651:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b80. 00000400:00000200:2.0:1724310020.511941:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.511949:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240000 00000400:00000200:2.0:1724310020.511956:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 61776 00000400:00000200:2.0:1724310020.512002:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.512005:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.512010:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.512014:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088cadc00. 00000020:00000010:3.0:1724310020.512366:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.512371:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.512375:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00000100:00000200:3.0:1724310020.512396:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592704 00000001:00000010:3.0:1724310020.512405:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301ce40. 00010000:00000010:3.0:1724310020.512422:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6500. 00010000:00000010:3.0:1724310020.512424:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3380. 00010000:00000010:3.0:1724310020.512428:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310020.512432:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3500. 02000000:00000010:3.0:1724310020.512476:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087af0000. 00010000:00000010:3.0:1724310020.512497:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310020.512500:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3b00. 00010000:00000010:3.0:1724310020.512570:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3500. 00010000:00000200:3.0:1724310020.512602:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088cadc00 x1808069883592704/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.512615:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310020.512619:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883592704, offset 224 00000400:00000200:3.0:1724310020.512623:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.512629:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.512635:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532561:532561:256:4294967295] 192.168.204.31@tcp LPNI seq info [532557:532557:8:4294967295] 00000400:00000200:3.0:1724310020.512642:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.512646:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.512649:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6800. 00000800:00000200:3.0:1724310020.512653:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.512659:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.512662:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.512686:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.512689:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:3.0:1724310020.512691:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.512742:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.512745:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6800. 00000400:00000200:0.0:1724310020.512748:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.512751:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.512753:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:0.0:1724310020.512755:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00010000:00000010:2.1:1724310020.516024:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:2.1:1724310020.516036:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310020.516040:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:2.1:1724310020.516044:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:2.1:1724310020.516048:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:2.1:1724310020.516050:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:2.1:1724310020.516051:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:2.1:1724310020.516062:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:2.1:1724310020.516064:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00000400:00000200:3.0:1724310020.516304:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.516317:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240080 00000400:00000200:3.0:1724310020.516324:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 62352 00000400:00000200:3.0:1724310020.516345:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.516349:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.516355:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.516360:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7ce00. 00000020:00000010:0.0:1724310020.516908:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140800. 00000020:00000010:0.0:1724310020.516913:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.516918:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.516957:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592832 00010000:00000010:0.0:1724310020.516978:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310020.516984:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.517030:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88007f2f0000. 00010000:00000010:0.0:1724310020.517051:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310020.517054:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.517068:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.517070:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.517073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310020.517075:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98b00. 00000004:00000010:0.0:1724310020.517158:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2000. 00000004:00000010:0.0:1724310020.517164:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.517168:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310020.517175:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310020.517251:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.517254:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.518528:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310020.518534:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.518587:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.518596:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.518599:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.518626:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.518638:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7ce00 x1808069883592832/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.518653:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.518659:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883592832, offset 224 00000400:00000200:0.0:1724310020.518664:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.518673:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.518678:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532562:532562:256:4294967295] 192.168.204.31@tcp LPNI seq info [532558:532558:8:4294967295] 00000400:00000200:0.0:1724310020.518687:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.518691:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.518694:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.518700:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.518706:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.518709:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.519304:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.519309:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.519313:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140800. 00000800:00000200:3.0:1724310020.519444:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.519447:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.519451:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.519455:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.519458:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:3.0:1724310020.519460:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:0.1:1724310020.522133:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310020.522183:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:1.1:1724310020.522189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00000400:00000200:0.0:1724310020.523234:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.523249:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240100 00000400:00000200:0.0:1724310020.523254:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 11480 00000400:00000200:0.0:1724310020.523319:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.523323:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.523330:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.523337:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395bb80. 00000020:00000010:2.0:1724310020.523497:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c81800. 00000020:00000010:2.0:1724310020.523503:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.523507:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.523542:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883592960 00010000:00000010:2.0:1724310020.523563:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e000. 00010000:00000010:2.0:1724310020.523566:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301c180. 00010000:00000010:2.0:1724310020.523570:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57cc0. 00002000:00000010:2.0:1724310020.523578:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5700. 00002000:00000010:2.0:1724310020.523586:0:7650:0:(ofd_dev.c:538:ofd_object_alloc()) slab-alloced 'of': 224 at ffff88008da05540. 00080000:00000010:2.0:1724310020.523592:0:7650:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0b60. 02000000:00000010:2.0:1724310020.523768:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880123f76c00. 00010000:00000200:2.0:1724310020.523793:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395bb80 x1808069883592960/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.523806:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.523810:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883592960, offset 224 00000400:00000200:2.0:1724310020.523815:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.523821:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.523827:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532563:532563:256:4294967295] 192.168.204.31@tcp LPNI seq info [532559:532559:8:4294967295] 00000400:00000200:2.0:1724310020.523835:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.523839:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.523842:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5eb00. 00000800:00000200:2.0:1724310020.523846:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.523852:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.523855:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5eb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.523879:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.523884:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.523887:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c81800. 00000800:00000200:3.0:1724310020.524394:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.524397:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5eb00. 00000400:00000200:3.0:1724310020.524400:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.524403:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.524406:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:3.0:1724310020.524408:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000400:00000200:3.0:1724310020.526632:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.526648:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240200 00000400:00000200:3.0:1724310020.526654:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 62936 00000400:00000200:3.0:1724310020.526673:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.526677:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.526681:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.526686:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c000. 00010000:00000010:1.1:1724310020.526957:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310020.526964:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310020.526967:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310020.526969:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000020:00000010:0.0:1724310020.527030:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140800. 00000020:00000010:0.0:1724310020.527035:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.527039:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.527074:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593216 02000000:00000010:0.0:1724310020.527105:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009533a000. 00010000:00000010:0.0:1724310020.527139:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.527165:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.527173:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3b00. 00010000:00000010:0.0:1724310020.527178:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3380. 00010000:00000010:0.0:1724310020.527196:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.527198:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.527201:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310020.527205:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.527216:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.527218:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.527220:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00010000:00000010:0.0:1724310020.527222:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.527322:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.527324:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.527326:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310020.527328:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310020.527346:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de198a0. 00000020:00000010:0.0:1724310020.527351:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de198a0. 00000020:00000010:0.0:1724310020.527358:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166b40. 00080000:00000010:0.0:1724310020.527363:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008e169800. 00000004:00000010:0.0:1724310020.527386:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f6c0. 00000004:00000010:0.0:1724310020.527389:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.527391:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.527397:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3398. 00000001:00000010:0.0:1724310020.527681:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b120. 00000001:00000010:0.0:1724310020.527686:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995fe40. 00000020:00000010:0.0:1724310020.527716:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166b40. 00010000:00000010:0.0:1724310020.527723:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310020.527726:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.527741:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.527757:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.527759:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00080000:00000010:0.0:1724310020.527773:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:0.0:1724310020.527781:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3398. 00000004:00000010:0.0:1724310020.527787:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.527789:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.527792:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f6c0. 00000004:00000010:0.0:1724310020.527794:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:0.0:1724310020.527797:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.527802:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2000. 00010000:00000010:0.0:1724310020.527808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.527810:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00010000:00000200:0.0:1724310020.527820:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096801, last committed = 4295096671 00010000:00000200:0.0:1724310020.527827:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c000 x1808069883593216/t4295096801(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.527838:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.527843:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883593216, offset 224 00000400:00000010:0.0:1724310020.527848:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245cce00. 00000400:00000200:0.0:1724310020.527851:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.527859:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.527864:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532564:532564:256:4294967295] 192.168.204.31@tcp LPNI seq info [532560:532560:8:4294967295] 00000400:00000200:0.0:1724310020.527868:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.527873:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.527878:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.527880:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310020.527885:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.527890:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.527893:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.527908:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98800. 00000020:00000010:0.0:1724310020.527911:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.527913:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140800. 00000800:00000200:0.0:1724310020.527984:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.527987:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:0.0:1724310020.527989:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.527992:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.529505:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.529515:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962d9 00000400:00000200:3.0:1724310020.529530:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.529533:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.529537:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:3.0:1724310020.529539:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00010000:00000010:0.0:1724310020.529600:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.529606:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00000400:00000200:3.0:1724310020.529962:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.529968:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240280 00000400:00000200:3.0:1724310020.529973:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 63432 00000400:00000200:3.0:1724310020.530149:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.530153:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.530157:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.530162:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7f480. 00000020:00000010:1.0:1724310020.530972:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.530976:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.530981:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.531287:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593344 00000001:00000010:1.0:1724310020.531297:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310020.531313:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310020.531315:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a00. 00010000:00000010:1.0:1724310020.531319:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310020.531324:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310020.531368:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081870000. 00010000:00000010:1.0:1724310020.531388:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310020.531391:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5d00. 00010000:00000010:1.0:1724310020.531468:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310020.533339:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7f480 x1808069883593344/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.533356:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310020.533361:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883593344, offset 224 00000400:00000200:1.0:1724310020.533366:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.533375:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.533380:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532565:532565:256:4294967295] 192.168.204.31@tcp LPNI seq info [532561:532561:8:4294967295] 00000400:00000200:1.0:1724310020.533387:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.533392:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.533395:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef500. 00000800:00000200:1.0:1724310020.533400:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.533405:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.533409:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.533424:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.533428:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.533431:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:0.0:1724310020.533704:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.533707:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef500. 00000400:00000200:0.0:1724310020.533710:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.533715:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.533718:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:0.0:1724310020.533719:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00010000:00000010:2.1:1724310020.533985:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:2.1:1724310020.533991:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:2.1:1724310020.533994:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:2.1:1724310020.533996:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6500. 00010000:00000010:2.1:1724310020.533999:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:2.1:1724310020.534001:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:2.1:1724310020.534003:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00010000:00000010:2.1:1724310020.534014:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:2.1:1724310020.534016:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00000400:00000200:3.0:1724310020.535599:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.535612:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240300 00000400:00000200:3.0:1724310020.535619:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 64008 00000400:00000200:3.0:1724310020.535637:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.535641:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.535645:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.535651:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880048e7c380. 00000020:00000010:1.0:1724310020.535735:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.535739:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.535745:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.535777:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593472 00010000:00000010:1.0:1724310020.535796:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00010000:00000010:1.0:1724310020.535802:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5e80. 02000000:00000010:1.0:1724310020.535846:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880081b80000. 00010000:00000010:1.0:1724310020.535866:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310020.535870:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.535882:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310020.535884:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.535887:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310020.535889:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00000004:00000010:1.0:1724310020.535960:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca2740. 00000004:00000010:1.0:1724310020.535967:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61f618. 00000004:00000010:1.0:1724310020.535971:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc960. 00080000:00000010:1.0:1724310020.535977:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9d40. 00010000:00000010:1.0:1724310020.536032:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310020.536035:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5480. 00010000:00000010:1.0:1724310020.536037:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310020.536041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5b80. 00010000:00000010:1.0:1724310020.536079:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.536087:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.536091:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.536110:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5e80. 00010000:00000200:1.0:1724310020.536118:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880048e7c380 x1808069883593472/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.536128:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310020.536132:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883593472, offset 224 00000400:00000200:1.0:1724310020.536136:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.536142:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.536146:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532566:532566:256:4294967295] 192.168.204.31@tcp LPNI seq info [532562:532562:8:4294967295] 00000400:00000200:1.0:1724310020.536153:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.536157:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.536160:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310020.536163:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.536168:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.536171:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.536194:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.536198:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.536201:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.536347:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.536349:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:3.0:1724310020.536352:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.536356:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.536359:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:3.0:1724310020.536360:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00010000:00000010:2.1:1724310020.536477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00000400:00000200:0.0:1724310020.538198:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.538208:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240380 00000400:00000200:0.0:1724310020.538214:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 11808 00000400:00000200:0.0:1724310020.538232:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.538236:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.538241:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.538246:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959500. 00000020:00000010:1.0:1724310020.538364:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.538369:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.538371:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.538441:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593600 00010000:00000010:1.0:1724310020.538458:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efa00. 00010000:00000010:1.0:1724310020.538462:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea9c0. 00010000:00000010:1.0:1724310020.538466:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6d00. 00002000:00000010:1.0:1724310020.538472:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366200. 02000000:00000010:1.0:1724310020.538523:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880134df8c00. 00010000:00000200:1.0:1724310020.538542:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959500 x1808069883593600/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.538552:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b110. 00000100:00000200:1.0:1724310020.538556:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883593600, offset 224 00000400:00000200:1.0:1724310020.538560:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.538566:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.538571:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532567:532567:256:4294967295] 192.168.204.31@tcp LPNI seq info [532563:532563:8:4294967295] 00000400:00000200:1.0:1724310020.538577:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.538582:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.538584:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804efb00. 00000800:00000200:1.0:1724310020.538589:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.538594:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.538597:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804efb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.539106:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.539110:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.539113:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.539158:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.539161:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804efb00. 00000400:00000200:3.0:1724310020.539164:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.539167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.539170:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b110 00000400:00000010:3.0:1724310020.539171:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b110. 00000400:00000200:3.0:1724310020.540605:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.540615:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240480 00000400:00000200:3.0:1724310020.540621:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 64592 00000400:00000200:3.0:1724310020.540640:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.540643:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.540647:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.540654:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085745880. 00000020:00000010:0.0:1724310020.540713:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.540718:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.540721:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.540751:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593856 02000000:00000010:0.0:1724310020.540778:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009533f000. 00010000:00000010:0.0:1724310020.540808:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5b80. 00010000:00000010:0.0:1724310020.540822:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5480. 00010000:00000010:0.0:1724310020.540829:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5d00. 00010000:00000010:0.0:1724310020.540834:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a00. 00010000:00000010:0.0:1724310020.540853:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.540855:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.540859:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310020.540862:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.540871:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.540873:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.540875:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00010000:00000010:0.0:1724310020.540877:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.540953:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.540955:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.540957:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310020.540959:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000020:00000010:0.0:1724310020.540978:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19fa0. 00000020:00000010:0.0:1724310020.540983:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19fa0. 00000020:00000010:0.0:1724310020.540991:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2bcc0. 00080000:00000010:0.0:1724310020.540996:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008e169000. 00000004:00000010:0.0:1724310020.541020:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.541024:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.541026:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.541034:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f2720. 00000001:00000010:0.0:1724310020.541331:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d1668a0. 00000001:00000010:0.0:1724310020.541336:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f0c0. 00000020:00000010:0.0:1724310020.541362:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2bcc0. 00010000:00000010:0.0:1724310020.541367:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.541370:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310020.541382:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310020.541399:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.541401:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00080000:00000010:0.0:1724310020.541419:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9d40. 00000004:00000010:0.0:1724310020.541425:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2720. 00000004:00000010:0.0:1724310020.541431:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.541433:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.541436:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f000. 00000004:00000010:0.0:1724310020.541438:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc960. 00000004:00000010:0.0:1724310020.541442:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61f618. 00000004:00000010:0.0:1724310020.541445:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca2740. 00010000:00000010:0.0:1724310020.541451:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.541452:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000200:0.0:1724310020.541463:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096802, last committed = 4295096671 00010000:00000200:0.0:1724310020.541469:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085745880 x1808069883593856/t4295096802(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.541478:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.541482:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883593856, offset 224 00000400:00000010:0.0:1724310020.541485:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccdc8. 00000400:00000200:0.0:1724310020.541487:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.541493:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.541497:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532568:532568:256:4294967295] 192.168.204.31@tcp LPNI seq info [532564:532564:8:4294967295] 00000400:00000200:0.0:1724310020.541499:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.541503:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.541506:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.541508:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.541512:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.541515:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.541518:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.541624:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98900. 00000020:00000010:0.0:1724310020.541628:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.541631:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:2.0:1724310020.541711:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.541714:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310020.541717:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.541721:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:2.1:1724310020.542691:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:2.1:1724310020.542697:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00000400:00000200:3.0:1724310020.543109:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.543118:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962e9 00000400:00000200:3.0:1724310020.543122:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.543125:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.543129:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:3.0:1724310020.543131:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00000400:00000200:3.0:1724310020.543173:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.543179:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240500 00000400:00000200:3.0:1724310020.543185:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 65088 00000400:00000200:3.0:1724310020.543235:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.543239:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.543243:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.543247:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746300. 00010000:00000010:0.0:1724310020.543289:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.543295:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98480. 00000020:00000010:1.0:1724310020.543407:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.543412:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.543415:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.543636:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883593984 00000001:00000010:1.0:1724310020.543645:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995fe40. 00010000:00000010:1.0:1724310020.543661:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efb00. 00010000:00000010:1.0:1724310020.543663:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.543667:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310020.543671:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310020.543715:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090ce0000. 00010000:00000010:1.0:1724310020.543735:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.543738:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.543809:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310020.543823:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746300 x1808069883593984/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.543834:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310020.543838:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883593984, offset 224 00000400:00000200:1.0:1724310020.543843:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.543848:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.543853:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532569:532569:256:4294967295] 192.168.204.31@tcp LPNI seq info [532565:532565:8:4294967295] 00000400:00000200:1.0:1724310020.543861:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.543864:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.543867:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310020.543872:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.543876:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.543879:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.543901:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.543904:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.543907:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.543988:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.543991:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:3.0:1724310020.543994:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.543997:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.543999:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:3.0:1724310020.544000:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00000400:00000200:2.0:1724310020.545183:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.545192:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240580 00000400:00000200:2.0:1724310020.545197:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 65664 00000400:00000200:2.0:1724310020.545209:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.545212:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.545215:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.545222:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d60700. 00000020:00000010:1.0:1724310020.545364:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.545368:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.545371:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.545401:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594112 00010000:00000010:1.0:1724310020.545416:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.545420:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 02000000:00000010:1.0:1724310020.545458:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800951d0000. 00010000:00000010:1.0:1724310020.545476:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310020.545479:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.545489:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.545491:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.545494:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.545496:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000004:00000010:1.0:1724310020.545574:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3960. 00000004:00000010:1.0:1724310020.545580:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.545585:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310020.545592:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310020.545655:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efe00. 00010000:00000010:1.0:1724310020.545658:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310020.545660:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310020.545663:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310020.545700:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.545708:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.545711:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.545732:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000200:1.0:1724310020.545741:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d60700 x1808069883594112/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.545752:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bd48. 00000100:00000200:1.0:1724310020.545756:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883594112, offset 224 00000400:00000200:1.0:1724310020.545761:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.545766:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.545770:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532570:532570:256:4294967295] 192.168.204.31@tcp LPNI seq info [532566:532566:8:4294967295] 00000400:00000200:1.0:1724310020.545778:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.545781:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.545785:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef300. 00000800:00000200:1.0:1724310020.545788:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.545794:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.545797:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef300 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.546546:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.546551:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.546554:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.546646:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.546649:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef300. 00000400:00000200:3.0:1724310020.546653:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.546657:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.546660:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bd48 00000400:00000010:3.0:1724310020.546662:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bd48. 00010000:00000010:0.1:1724310020.548412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:0.1:1724310020.548421:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:0.1:1724310020.548425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:0.1:1724310020.548428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00000400:00000200:3.0:1724310020.549326:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.549339:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240600 00000400:00000200:3.0:1724310020.549346:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 12136 00000400:00000200:3.0:1724310020.549366:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.549369:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.549375:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.549380:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746a00. 00000020:00000010:1.0:1724310020.549474:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.549480:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.549484:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.549752:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594240 00010000:00000010:1.0:1724310020.549772:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef800. 00010000:00000010:1.0:1724310020.549776:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4eacc0. 00010000:00000010:1.0:1724310020.549780:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7180. 00002000:00000010:1.0:1724310020.549787:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366b40. 02000000:00000010:1.0:1724310020.549808:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880134df9000. 00010000:00000200:1.0:1724310020.549831:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746a00 x1808069883594240/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.549843:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b110. 00000100:00000200:1.0:1724310020.549848:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883594240, offset 224 00000400:00000200:1.0:1724310020.549853:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.549860:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.549865:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532571:532571:256:4294967295] 192.168.204.31@tcp LPNI seq info [532567:532567:8:4294967295] 00000400:00000200:1.0:1724310020.549873:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.549877:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.549881:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef700. 00000800:00000200:1.0:1724310020.549885:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.549891:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.549894:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.550023:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.550026:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.550030:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.550215:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.550218:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef700. 00000400:00000200:3.0:1724310020.550222:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.550225:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.550228:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b110 00000400:00000010:3.0:1724310020.550230:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b110. 00010000:00000010:0.1:1724310020.551540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:0.1:1724310020.551546:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:0.1:1724310020.551550:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:0.1:1724310020.551552:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:0.1:1724310020.551554:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.1:1724310020.551557:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:0.1:1724310020.551559:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.1:1724310020.551567:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:0.1:1724310020.551570:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00000400:00000200:3.0:1724310020.552023:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.552037:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240700 00000400:00000200:3.0:1724310020.552043:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 66248 00000400:00000200:3.0:1724310020.552061:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.552064:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.552069:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.552074:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747b80. 00000020:00000010:1.0:1724310020.552155:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880121d99000. 00000020:00000010:1.0:1724310020.552160:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.552164:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.552193:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594496 02000000:00000010:1.0:1724310020.552217:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a6000. 00010000:00000010:1.0:1724310020.552244:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310020.552373:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310020.552382:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.552386:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.552405:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804efd00. 00010000:00000010:1.0:1724310020.552407:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.552411:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.552414:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.552424:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef400. 00010000:00000010:1.0:1724310020.552426:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5b00. 00010000:00000010:1.0:1724310020.552428:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310020.552430:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5180. 00010000:00000010:1.0:1724310020.552505:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef700. 00010000:00000010:1.0:1724310020.552507:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.552509:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310020.552510:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00000020:00000010:1.0:1724310020.552528:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.552534:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.552541:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f3c0. 00080000:00000010:1.0:1724310020.552547:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134dfbc00. 00000004:00000010:1.0:1724310020.552573:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea0c0. 00000004:00000010:1.0:1724310020.552577:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.552579:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.552587:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a39560. 00000001:00000010:1.0:1724310020.552800:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba433c0. 00000001:00000010:1.0:1724310020.552804:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310020.552825:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f3c0. 00010000:00000010:1.0:1724310020.552830:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310020.552832:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.552843:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.552855:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.552856:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5700. 00080000:00000010:1.0:1724310020.552867:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310020.552871:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a39560. 00000004:00000010:1.0:1724310020.552873:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.552875:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.552877:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea0c0. 00000004:00000010:1.0:1724310020.552878:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310020.552880:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.552883:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3960. 00010000:00000010:1.0:1724310020.552886:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.552887:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000200:1.0:1724310020.552896:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096803, last committed = 4295096671 00010000:00000200:1.0:1724310020.552901:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747b80 x1808069883594496/t4295096803(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.552910:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b990. 00000100:00000200:1.0:1724310020.552914:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883594496, offset 224 00000400:00000010:1.0:1724310020.552917:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3a10. 00000400:00000200:1.0:1724310020.552919:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.552925:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.552929:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532572:532572:256:4294967295] 192.168.204.31@tcp LPNI seq info [532568:532568:8:4294967295] 00000400:00000200:1.0:1724310020.552932:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.552936:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.552940:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.552942:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804eff00. 00000800:00000200:1.0:1724310020.552945:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.552948:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.552950:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804eff00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.552968:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.552971:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.552973:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880121d99000. 00000800:00000200:3.0:1724310020.553031:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.553034:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804eff00. 00000400:00000200:3.0:1724310020.553037:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.553040:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.553739:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.553746:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2962f9 00000400:00000200:3.0:1724310020.553749:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.553752:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.553755:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b990 00000400:00000010:3.0:1724310020.553757:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b990. 00010000:00000010:0.0:1724310020.553858:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5180. 00010000:00000010:0.0:1724310020.553864:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5b00. 00000400:00000200:3.0:1724310020.554163:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.554169:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240780 00000400:00000200:3.0:1724310020.554174:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 66744 00000400:00000200:3.0:1724310020.554209:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.554212:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.554216:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.554219:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085746d80. 00000020:00000010:1.0:1724310020.554318:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a7000. 00000020:00000010:1.0:1724310020.554322:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.554325:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.554497:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594624 00000001:00000010:1.0:1724310020.554504:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f0c0. 00010000:00000010:1.0:1724310020.554519:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef300. 00010000:00000010:1.0:1724310020.554521:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.554525:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310020.554528:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310020.554568:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bef0000. 00010000:00000010:1.0:1724310020.554591:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310020.554595:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.554657:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310020.554668:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085746d80 x1808069883594624/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.554678:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b5d8. 00000100:00000200:1.0:1724310020.554682:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883594624, offset 224 00000400:00000200:1.0:1724310020.554686:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.554691:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.554696:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532573:532573:256:4294967295] 192.168.204.31@tcp LPNI seq info [532569:532569:8:4294967295] 00000400:00000200:1.0:1724310020.554702:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.554705:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.554708:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef600. 00000800:00000200:1.0:1724310020.554712:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.554716:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.554719:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.554739:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.554742:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.554745:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a7000. 00000800:00000200:3.0:1724310020.554830:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.554832:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef600. 00000400:00000200:3.0:1724310020.554835:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.554838:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.554841:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b5d8 00000400:00000010:3.0:1724310020.554843:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b5d8. 00000400:00000200:3.0:1724310020.555922:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.555931:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240800 00000400:00000200:3.0:1724310020.555937:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 67320 00000400:00000200:3.0:1724310020.555951:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.555954:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.555957:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.555961:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085744a80. 00000020:00000010:1.0:1724310020.556037:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a7000. 00000020:00000010:1.0:1724310020.556041:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.556044:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.556059:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594752 00010000:00000010:1.0:1724310020.556073:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310020.556076:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 02000000:00000010:1.0:1724310020.556111:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008d970000. 00010000:00000010:1.0:1724310020.556125:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310020.556128:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310020.556137:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef600. 00010000:00000010:1.0:1724310020.556139:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.556142:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310020.556144:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000004:00000010:1.0:1724310020.556207:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3d00. 00000004:00000010:1.0:1724310020.556213:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.556216:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310020.556223:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310020.556417:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804eff00. 00010000:00000010:1.0:1724310020.556420:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310020.556422:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310020.556425:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:0.1:1724310020.556432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:0.1:1724310020.556437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00010000:00000010:0.1:1724310020.556440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:0.1:1724310020.556444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:0.1:1724310020.556446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.556460:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310020.556466:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.556469:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.556485:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000200:1.0:1724310020.556492:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085744a80 x1808069883594752/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.556501:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bbb0. 00000100:00000200:1.0:1724310020.556504:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883594752, offset 224 00000400:00000200:1.0:1724310020.556508:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.556514:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.556518:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532574:532574:256:4294967295] 192.168.204.31@tcp LPNI seq info [532570:532570:8:4294967295] 00000400:00000200:1.0:1724310020.556525:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.556529:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.556532:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800804ef500. 00000800:00000200:1.0:1724310020.556536:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.556540:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.556542:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800804ef500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.556559:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.556561:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:1.0:1724310020.556563:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a7000. 00000800:00000200:3.0:1724310020.556630:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.556632:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800804ef500. 00000400:00000200:3.0:1724310020.556634:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.556636:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.556638:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bbb0 00000400:00000010:3.0:1724310020.556639:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bbb0. 00000400:00000200:3.0:1724310020.558132:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.558141:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240880 00000400:00000200:3.0:1724310020.558147:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 12464 00000400:00000200:3.0:1724310020.558161:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.558163:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.558167:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.558170:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085745180. 00000020:00000010:1.0:1724310020.558221:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a7000. 00000020:00000010:1.0:1724310020.558225:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5f80. 00000020:00000010:1.0:1724310020.558227:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bc578. 00000100:00000200:1.0:1724310020.558254:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883594880 00010000:00000010:1.0:1724310020.558305:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800804ef500. 00010000:00000010:1.0:1724310020.558308:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea0c0. 00010000:00000010:1.0:1724310020.558312:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b61c0. 00002000:00000010:1.0:1724310020.558318:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366100. 02000000:00000010:0.0:1724310020.558352:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008e169c00. 00010000:00000200:0.0:1724310020.558371:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085745180 x1808069883594880/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.558381:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310020.558384:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883594880, offset 224 00000400:00000200:0.0:1724310020.558388:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.558393:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.558397:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532575:532575:256:4294967295] 192.168.204.31@tcp LPNI seq info [532571:532571:8:4294967295] 00000400:00000200:0.0:1724310020.558404:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.558408:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.558411:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e300. 00000800:00000200:0.0:1724310020.558414:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.558418:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.558421:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.558440:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5f80. 00000020:00000010:0.0:1724310020.558444:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bc578. 00000020:00000010:0.0:1724310020.558446:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a7000. 00000800:00000200:3.0:1724310020.558540:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.558542:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e300. 00000400:00000200:3.0:1724310020.558545:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.558548:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.558550:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:3.0:1724310020.558552:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:0.1:1724310020.559337:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:0.1:1724310020.559343:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00000400:00000200:3.0:1724310020.559682:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.559690:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240980 00000400:00000200:3.0:1724310020.559696:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 67904 00000400:00000200:3.0:1724310020.559713:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.559716:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.559720:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.559723:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880085747100. 00000020:00000010:1.0:1724310020.559802:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.559806:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.559808:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.559835:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595136 02000000:00000010:1.0:1724310020.559856:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a4000. 00010000:00000010:1.0:1724310020.559879:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.559890:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310020.559895:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.559899:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.559917:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e800. 00010000:00000010:1.0:1724310020.559920:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.559922:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310020.559925:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.559934:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7ed00. 00010000:00000010:1.0:1724310020.559935:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5680. 00010000:00000010:1.0:1724310020.559937:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310020.559939:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5400. 00010000:00000010:1.0:1724310020.560008:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7e700. 00010000:00000010:1.0:1724310020.560010:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.560012:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310020.560014:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00000020:00000010:1.0:1724310020.560032:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.560037:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.560044:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba43d20. 00080000:00000010:1.0:1724310020.560049:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134df8400. 00000004:00000010:1.0:1724310020.560073:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.560077:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.560079:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.560086:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a39008. 00000001:00000010:1.0:1724310020.560397:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4fc60. 00000001:00000010:1.0:1724310020.560401:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea180. 00000020:00000010:1.0:1724310020.560428:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba43d20. 00010000:00000010:1.0:1724310020.560433:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310020.560436:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310020.560448:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5f00. 00010000:00000010:1.0:1724310020.560464:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.560466:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5800. 00080000:00000010:1.0:1724310020.560479:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310020.560485:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a39008. 00000004:00000010:1.0:1724310020.560489:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.560491:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.560493:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.560495:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310020.560499:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.560502:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3d00. 00010000:00000010:1.0:1724310020.560508:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.560510:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000200:1.0:1724310020.560520:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096804, last committed = 4295096671 00010000:00000200:1.0:1724310020.560526:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880085747100 x1808069883595136/t4295096804(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.560536:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b660. 00000100:00000200:1.0:1724310020.560541:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883595136, offset 224 00000400:00000010:1.0:1724310020.560545:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3a48. 00000400:00000200:1.0:1724310020.560548:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.560554:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.560558:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532576:532576:256:4294967295] 192.168.204.31@tcp LPNI seq info [532572:532572:8:4294967295] 00000400:00000200:1.0:1724310020.560562:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.560567:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.560571:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.560574:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093a7eb00. 00000800:00000200:1.0:1724310020.560578:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.560587:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.560590:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880093a7eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.560612:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.560615:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.560618:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.560708:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.560711:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093a7eb00. 00000400:00000200:3.0:1724310020.560713:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.560716:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.561901:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.561910:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296309 00000400:00000200:3.0:1724310020.561914:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.561916:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.561920:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b660 00000400:00000010:3.0:1724310020.561922:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b660. 00010000:00000010:0.0:1724310020.562052:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5400. 00010000:00000010:0.0:1724310020.562058:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5680. 00000400:00000200:3.0:1724310020.562112:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.562118:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240a00 00000400:00000200:3.0:1724310020.562123:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 68400 00000400:00000200:3.0:1724310020.562162:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.562167:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.562170:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.562175:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124417800. 00000020:00000010:1.0:1724310020.562397:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.562401:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.562404:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00010000:00000010:0.1:1724310020.562405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:0.1:1724310020.562412:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efe00. 00010000:00000010:0.1:1724310020.562417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:0.1:1724310020.562419:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efb00. 00010000:00000010:0.1:1724310020.562421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00010000:00000010:0.1:1724310020.562423:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef700. 00010000:00000010:0.1:1724310020.562425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00010000:00000010:0.1:1724310020.562432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efd00. 00010000:00000010:0.1:1724310020.562434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:0.1:1724310020.562436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00000100:00000200:1.0:1724310020.562502:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595264 00000001:00000010:1.0:1724310020.562510:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310020.562522:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880093a7eb00. 00010000:00000010:1.0:1724310020.562524:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.562528:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310020.562530:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310020.562573:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090f90000. 00010000:00000010:1.0:1724310020.562589:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310020.562591:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.562650:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310020.562662:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124417800 x1808069883595264/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.562674:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310020.562679:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883595264, offset 224 00000400:00000200:1.0:1724310020.562683:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.562689:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.562694:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532577:532577:256:4294967295] 192.168.204.31@tcp LPNI seq info [532573:532573:8:4294967295] 00000400:00000200:1.0:1724310020.562701:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.562705:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.562709:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:1.0:1724310020.562713:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.562718:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.562721:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.562742:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.562745:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.562747:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.562834:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.562837:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:3.0:1724310020.562840:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.562843:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.562845:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:3.0:1724310020.562847:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000400:00000200:3.0:1724310020.564149:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.564157:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240a80 00000400:00000200:3.0:1724310020.564161:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 68976 00000400:00000200:3.0:1724310020.564174:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.564177:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.564180:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.564184:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124414a80. 00000020:00000010:1.0:1724310020.564352:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.564356:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.564359:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.564373:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595392 00010000:00000010:1.0:1724310020.564387:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310020.564391:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 02000000:00000010:1.0:1724310020.564425:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008c6e0000. 00010000:00000010:1.0:1724310020.564440:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310020.564442:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.564451:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:1.0:1724310020.564453:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.564455:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.564457:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000004:00000010:1.0:1724310020.564527:0:7083:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dca3050. 00000004:00000010:1.0:1724310020.564533:0:7083:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.564536:0:7083:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009c7bc7d0. 00080000:00000010:1.0:1724310020.564543:0:7083:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff88008dac9040. 00010000:00000010:1.0:1724310020.564593:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:1.0:1724310020.564595:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.564598:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310020.564600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.564630:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.564637:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.564639:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.564657:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000200:1.0:1724310020.564666:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124414a80 x1808069883595392/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.564676:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b6e8. 00000100:00000200:1.0:1724310020.564680:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883595392, offset 224 00000400:00000200:1.0:1724310020.564683:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.564689:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.564693:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532578:532578:256:4294967295] 192.168.204.31@tcp LPNI seq info [532574:532574:8:4294967295] 00000400:00000200:1.0:1724310020.564700:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.564703:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.564706:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28700. 00000800:00000200:1.0:1724310020.564710:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.565021:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.565024:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.565034:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.565037:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.565040:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.565081:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.565084:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28700. 00000400:00000200:3.0:1724310020.565087:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.565090:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.565092:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b6e8 00000400:00000010:3.0:1724310020.565094:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b6e8. 00010000:00000010:0.1:1724310020.565482:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef400. 00010000:00000010:0.1:1724310020.565487:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00000400:00000200:3.0:1724310020.566838:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.566848:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240b00 00000400:00000200:3.0:1724310020.566854:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 12792 00000400:00000200:3.0:1724310020.566868:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.566871:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.566876:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.566880:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124416d80. 00000020:00000010:0.0:1724310020.566980:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.566985:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.566989:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.567068:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595520 00010000:00000010:0.0:1724310020.567084:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e900. 00010000:00000010:0.0:1724310020.567087:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995f000. 00010000:00000010:0.0:1724310020.567090:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0480. 00002000:00000010:0.0:1724310020.567097:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9b140. 02000000:00000010:0.0:1724310020.567115:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008e168c00. 00010000:00000200:0.0:1724310020.567132:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124416d80 x1808069883595520/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.567143:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.567147:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883595520, offset 224 00000400:00000200:0.0:1724310020.567150:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.567156:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.567161:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532579:532579:256:4294967295] 192.168.204.31@tcp LPNI seq info [532575:532575:8:4294967295] 00000400:00000200:0.0:1724310020.567168:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.567172:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.567175:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.567179:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.567183:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.567187:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.567196:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.567199:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.567202:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.567317:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.567319:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310020.567321:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.567325:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.567327:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:3.0:1724310020.567329:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:0.1:1724310020.568707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00010000:00000010:0.1:1724310020.568716:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef600. 00010000:00000010:0.1:1724310020.568721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00010000:00000010:0.1:1724310020.568723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:0.1:1724310020.568726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:0.1:1724310020.568728:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804eff00. 00010000:00000010:0.1:1724310020.568731:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:0.1:1724310020.568733:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef300. 00010000:00000010:0.1:1724310020.568735:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:0.1:1724310020.568738:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e700. 00010000:00000010:0.1:1724310020.568741:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:0.1:1724310020.568748:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e800. 00010000:00000010:0.1:1724310020.568750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00000400:00000200:3.0:1724310020.569050:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.569059:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240c00 00000400:00000200:3.0:1724310020.569065:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 69560 00000400:00000200:3.0:1724310020.569081:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.569084:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.569089:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.569094:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124417b80. 00000020:00000010:1.0:1724310020.569184:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.569189:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.569193:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.569214:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595776 02000000:00000010:1.0:1724310020.569237:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800880a1000. 00010000:00000010:1.0:1724310020.569536:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.569548:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.569555:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.569559:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.569578:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:1.0:1724310020.569580:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.569583:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310020.569586:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.569595:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:1.0:1724310020.569596:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5900. 00010000:00000010:1.0:1724310020.569598:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.569600:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5500. 00010000:00000010:1.0:1724310020.569677:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:1.0:1724310020.569680:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.569682:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310020.569683:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5580. 00000020:00000010:1.0:1724310020.569703:0:7083:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.569709:0:7083:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.569717:0:7083:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4fc00. 00080000:00000010:1.0:1724310020.569721:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134dfb400. 00000004:00000010:1.0:1724310020.569746:0:7083:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.569750:0:7083:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.569752:0:7083:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.569758:0:7083:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a38c78. 00000001:00000010:1.0:1724310020.570017:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009ba43d20. 00000001:00000010:1.0:1724310020.570022:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310020.570051:0:7083:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4fc00. 00010000:00000010:1.0:1724310020.570057:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.570060:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.570074:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.570091:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.570094:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5300. 00080000:00000010:1.0:1724310020.570108:0:7083:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9040. 00000004:00000010:1.0:1724310020.570113:0:7083:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a38c78. 00000004:00000010:1.0:1724310020.570117:0:7083:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558a40. 00000004:00000010:1.0:1724310020.570119:0:7083:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.570122:0:7083:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.570124:0:7083:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bc7d0. 00000004:00000010:1.0:1724310020.570128:0:7083:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008d61fe10. 00000004:00000010:1.0:1724310020.570132:0:7083:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3050. 00010000:00000010:1.0:1724310020.570138:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.570140:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000200:1.0:1724310020.570151:0:7083:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096805, last committed = 4295096671 00010000:00000200:1.0:1724310020.570158:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880124417b80 x1808069883595776/t4295096805(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.570170:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310020.570174:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883595776, offset 224 00000400:00000010:1.0:1724310020.570179:0:7083:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3a80. 00000400:00000200:1.0:1724310020.570182:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.570189:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.570194:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532580:532580:256:4294967295] 192.168.204.31@tcp LPNI seq info [532576:532576:8:4294967295] 00000400:00000200:1.0:1724310020.570197:0:7083:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.570202:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.570206:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.570209:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000800:00000200:1.0:1724310020.570213:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.570220:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.570223:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.570767:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.570771:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.570773:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.570999:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.571002:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:3.0:1724310020.571007:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.571010:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310020.571359:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ed00. 00010000:00000010:0.1:1724310020.571366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00000400:00000200:3.0:1724310020.572890:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.572903:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296319 00000400:00000200:3.0:1724310020.572908:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.572911:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.572916:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:3.0:1724310020.572918:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00010000:00000010:0.0:1724310020.573047:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5500. 00010000:00000010:0.0:1724310020.573054:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5900. 00000400:00000200:3.0:1724310020.573119:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.573126:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240c80 00000400:00000200:3.0:1724310020.573132:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 70056 00000400:00000200:3.0:1724310020.573175:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.573179:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.573183:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.573188:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e6a00. 00000020:00000010:0.0:1724310020.573423:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.573427:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.573430:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.573448:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883595904 00000001:00000010:0.0:1724310020.573456:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea180. 00010000:00000010:0.0:1724310020.573469:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.573471:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.573475:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0000. 00010000:00000010:0.0:1724310020.573478:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.573519:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880080300000. 00010000:00000010:0.0:1724310020.573539:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2880. 00010000:00000010:0.0:1724310020.573542:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.573611:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.573622:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e6a00 x1808069883595904/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.573634:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.573639:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883595904, offset 224 00000400:00000200:0.0:1724310020.573643:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.573649:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.573654:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532581:532581:256:4294967295] 192.168.204.31@tcp LPNI seq info [532577:532577:8:4294967295] 00000400:00000200:0.0:1724310020.573661:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.573665:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.573668:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.573672:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.573679:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.573681:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.573706:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.573709:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.573711:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:2.0:1724310020.574007:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.574009:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310020.574012:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.574015:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.574018:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:2.0:1724310020.574019:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:0.1:1724310020.574360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:0.1:1724310020.574366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:0.1:1724310020.574369:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310020.574374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:0.1:1724310020.574376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00000400:00000200:3.0:1724310020.575303:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.575311:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240d00 00000400:00000200:3.0:1724310020.575316:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 70632 00000400:00000200:3.0:1724310020.575488:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.575492:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.575496:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.575500:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4e00. 00000020:00000010:0.0:1724310020.575587:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.575591:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.575594:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.575667:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596032 00010000:00000010:0.0:1724310020.575685:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.575690:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.575728:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800879a0000. 00010000:00000010:0.0:1724310020.575745:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3180. 00010000:00000010:0.0:1724310020.575748:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.575758:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.575760:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.575763:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0240. 00010000:00000010:0.0:1724310020.575765:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00000004:00000010:0.0:1724310020.575835:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2740. 00000004:00000010:0.0:1724310020.575841:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.575846:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310020.575852:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310020.575912:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.575914:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.575917:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:0.0:1724310020.575919:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.575955:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98800. 00010000:00000010:0.0:1724310020.575963:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.575965:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.575983:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.575992:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4e00 x1808069883596032/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.576003:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfc38. 00000100:00000200:0.0:1724310020.576007:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883596032, offset 224 00000400:00000200:0.0:1724310020.576011:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.576017:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.576021:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532582:532582:256:4294967295] 192.168.204.31@tcp LPNI seq info [532578:532578:8:4294967295] 00000400:00000200:0.0:1724310020.576028:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.576032:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.576034:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:0.0:1724310020.576038:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.576042:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.576045:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.576814:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.576820:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.576822:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.576933:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.576936:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310020.576939:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.576943:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.576946:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfc38 00000400:00000010:3.0:1724310020.576948:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfc38. 00010000:00000010:1.1:1724310020.577353:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310020.577361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00000400:00000200:2.0:1724310020.579522:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.579535:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13240d80 00000400:00000200:2.0:1724310020.579542:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 13120 00000400:00000200:2.0:1724310020.579563:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.579566:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.579572:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.579576:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62680. 00000020:00000010:0.0:1724310020.579674:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.579680:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.579684:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.579719:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596160 00010000:00000010:0.0:1724310020.579739:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e300. 00010000:00000010:0.0:1724310020.579743:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995f6c0. 00010000:00000010:0.0:1724310020.579748:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1440. 00002000:00000010:0.0:1724310020.579757:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9bb40. 02000000:00000010:0.0:1724310020.579780:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008e16b000. 00010000:00000200:0.0:1724310020.579801:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d62680 x1808069883596160/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.579813:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310020.579817:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883596160, offset 224 00000400:00000200:0.0:1724310020.579822:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.579829:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.579834:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532583:532583:256:4294967295] 192.168.204.31@tcp LPNI seq info [532579:532579:8:4294967295] 00000400:00000200:0.0:1724310020.579841:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.579845:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.579848:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e700. 00000800:00000200:0.0:1724310020.579851:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.579857:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.579860:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.579880:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.579883:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.579885:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.579985:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.579988:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e700. 00000400:00000200:3.0:1724310020.579990:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.579994:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.579996:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:3.0:1724310020.579998:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00010000:00000010:0.1:1724310020.580425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00010000:00000010:0.1:1724310020.580432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310020.580435:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:0.1:1724310020.580438:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7eb00. 00010000:00000010:0.1:1724310020.580440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:0.1:1724310020.580441:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:0.1:1724310020.580444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:0.1:1724310020.580451:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:0.1:1724310020.580453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00000400:00000200:3.0:1724310020.581514:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.581523:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13240e80 00000400:00000200:3.0:1724310020.581529:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 71216 00000400:00000200:3.0:1724310020.581543:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.581546:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.581550:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.581554:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7480. 00000020:00000010:0.0:1724310020.581924:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.581928:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.581932:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.582106:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596416 02000000:00000010:0.0:1724310020.582130:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8800470af000. 00010000:00000010:0.0:1724310020.582154:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.582165:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.582171:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.582175:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.582191:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.582193:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.582196:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1b00. 00010000:00000010:0.0:1724310020.582199:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.582213:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.582215:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98200. 00010000:00000010:0.0:1724310020.582218:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2f40. 00010000:00000010:0.0:1724310020.582220:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.582450:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.582453:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.582455:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3600. 00010000:00000010:0.0:1724310020.582458:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00000020:00000010:0.0:1724310020.582477:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19760. 00000020:00000010:0.0:1724310020.582482:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19760. 00000020:00000010:0.0:1724310020.582489:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012d166780. 00080000:00000010:0.0:1724310020.582495:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008e16bc00. 00000004:00000010:0.0:1724310020.582519:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995fe40. 00000004:00000010:0.0:1724310020.582523:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.582525:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.582532:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f2720. 00000001:00000010:0.0:1724310020.583645:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008df2b660. 00000001:00000010:0.0:1724310020.583652:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995ff00. 00000020:00000010:0.0:1724310020.583681:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012d166780. 00010000:00000010:0.0:1724310020.583688:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1200. 00010000:00000010:0.0:1724310020.583692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.583712:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98280. 00010000:00000010:0.0:1724310020.583730:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.583733:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98900. 00080000:00000010:0.0:1724310020.583750:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:0.0:1724310020.583758:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2720. 00000004:00000010:0.0:1724310020.583763:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088568fd8. 00000004:00000010:0.0:1724310020.583765:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088568da8. 00000004:00000010:0.0:1724310020.583768:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995fe40. 00000004:00000010:0.0:1724310020.583771:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:0.0:1724310020.583774:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.583777:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2740. 00010000:00000010:0.0:1724310020.583784:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.583787:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000200:0.0:1724310020.583800:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096806, last committed = 4295096671 00010000:00000200:0.0:1724310020.583808:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7480 x1808069883596416/t4295096806(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.583820:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310020.583825:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883596416, offset 224 00000400:00000010:0.0:1724310020.583830:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccd90. 00000400:00000200:0.0:1724310020.583833:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.583843:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.583848:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532584:532584:256:4294967295] 192.168.204.31@tcp LPNI seq info [532580:532580:8:4294967295] 00000400:00000200:0.0:1724310020.583852:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.583857:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.583862:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.583866:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.583870:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.583876:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.583879:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.583904:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.583908:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.583910:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:2.0:1724310020.583987:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.583990:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:2.0:1724310020.583993:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.583998:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.585636:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.585649:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296329 00000400:00000200:3.0:1724310020.585654:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.585657:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.585661:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:3.0:1724310020.585663:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000400:00000200:3.0:1724310020.585687:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.585692:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13240f00 00000400:00000200:3.0:1724310020.585697:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 71712 00000400:00000200:3.0:1724310020.585762:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.585766:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.585769:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.585773:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5c00. 00000020:00000010:1.0:1724310020.585878:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.585882:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.585886:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.585917:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596544 00000001:00000010:1.0:1724310020.585926:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310020.585941:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:1.0:1724310020.585943:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5e80. 00010000:00000010:1.0:1724310020.585947:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.585951:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310020.585993:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008bcb0000. 00010000:00000010:1.0:1724310020.586010:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.586013:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5700. 00010000:00000010:1.0:1724310020.586083:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:0.0:1724310020.586089:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.586095:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98200. 00010000:00000200:1.0:1724310020.586101:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5c00 x1808069883596544/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.586114:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00000100:00000200:1.0:1724310020.586117:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883596544, offset 224 00000400:00000200:1.0:1724310020.586122:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.586128:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.586133:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532585:532585:256:4294967295] 192.168.204.31@tcp LPNI seq info [532581:532581:8:4294967295] 00000400:00000200:1.0:1724310020.586141:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.586145:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.586148:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:1.0:1724310020.586152:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.586157:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.586160:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.586183:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.586186:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.586189:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.587903:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.587909:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:3.0:1724310020.587915:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.587923:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.587927:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:3.0:1724310020.587929:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00000400:00000200:3.0:1724310020.587947:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.587954:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13240f80 00000400:00000200:3.0:1724310020.587959:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 72288 00000400:00000200:3.0:1724310020.587973:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.587976:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.587980:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.587984:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e5880. 00000020:00000010:0.0:1724310020.588032:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.588037:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.588040:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00010000:00000010:1.1:1724310020.588051:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0000. 00010000:00000010:1.1:1724310020.588056:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3180. 00000100:00000200:0.0:1724310020.588058:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596672 00010000:00000010:1.1:1724310020.588060:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310020.588062:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0240. 00010000:00000010:1.1:1724310020.588065:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb21c0. 00010000:00000010:0.0:1724310020.588074:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0fc0. 00010000:00000010:0.0:1724310020.588078:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98d80. 02000000:00000010:0.0:1724310020.588118:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be50000. 00010000:00000010:0.0:1724310020.588137:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb06c0. 00010000:00000010:0.0:1724310020.588140:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.588153:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.588155:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.588158:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3a80. 00010000:00000010:0.0:1724310020.588159:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98f00. 00000004:00000010:0.0:1724310020.588232:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb3220. 00000004:00000010:0.0:1724310020.588238:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.588242:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310020.588248:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310020.588972:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e700. 00010000:00000010:0.0:1724310020.588976:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.588979:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00010000:00000010:0.0:1724310020.588981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.589019:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.589026:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.589030:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.589052:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98d80. 00010000:00000200:0.0:1724310020.589061:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e5880 x1808069883596672/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.589073:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310020.589077:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883596672, offset 224 00000400:00000200:0.0:1724310020.589361:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.589370:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.589375:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532586:532586:256:4294967295] 192.168.204.31@tcp LPNI seq info [532582:532582:8:4294967295] 00000400:00000200:0.0:1724310020.589382:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.589386:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.589389:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.589393:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.589399:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.589402:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.589425:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.589428:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.589430:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.589497:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.589500:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.589504:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.589507:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.589510:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:3.0:1724310020.589512:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00010000:00000010:0.1:1724310020.590513:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00000400:00000200:3.0:1724310020.593529:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.593544:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13241000 00000400:00000200:3.0:1724310020.593550:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 13448 00000400:00000200:3.0:1724310020.593560:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.593564:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.593569:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.593574:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e4380. 00000400:00000200:3.0:1724310020.593647:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.593652:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13241080 00000400:00000200:3.0:1724310020.593655:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 13776 00000400:00000200:3.0:1724310020.593672:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.593675:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.593678:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1724310020.593681:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50e7800. 00000020:00000010:2.0:1724310020.593739:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80400. 00000020:00000010:2.0:1724310020.593745:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.593749:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.593788:0:8406:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80600. 00000020:00000010:2.0:1724310020.593790:0:8406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.593792:0:8406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.593805:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596928 00010000:00000010:2.0:1724310020.593824:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e500. 00010000:00000010:2.0:1724310020.593828:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301c600. 00010000:00000010:2.0:1724310020.593832:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56d00. 00002000:00000010:2.0:1724310020.593841:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5300. 02000000:00000010:2.0:1724310020.593863:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008bcd2800. 00010000:00000200:2.0:1724310020.593883:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e7800 x1808069883596928/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.593906:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.593911:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883596928, offset 224 00000400:00000200:2.0:1724310020.593916:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.593922:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.593927:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532587:532587:256:4294967295] 192.168.204.31@tcp LPNI seq info [532583:532583:8:4294967295] 00000400:00000200:2.0:1724310020.593935:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.593939:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.593941:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e600. 00000800:00000200:2.0:1724310020.593945:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.593951:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.593954:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.593965:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.593970:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.593972:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80600. 00000100:00000200:2.0:1724310020.593981:0:8406:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883596800 00010000:00000010:2.0:1724310020.593990:0:8406:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e400. 00010000:00000010:2.0:1724310020.593992:0:8406:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009301c480. 00010000:00000010:2.0:1724310020.593995:0:8406:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56640. 00002000:00000010:2.0:1724310020.593998:0:8406:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5800. 02000000:00000010:2.0:1724310020.594010:0:8406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff88008bcd0800. 00010000:00000200:2.0:1724310020.594019:0:8406:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a50e4380 x1808069883596800/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.594031:0:8406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310020.594033:0:8406:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883596800, offset 224 00000400:00000200:2.0:1724310020.594036:0:8406:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.594039:0:8406:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.594042:0:8406:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532588:532588:255:4294967295] 192.168.204.31@tcp LPNI seq info [532584:532584:7:4294967295] 00000400:00000200:2.0:1724310020.594048:0:8406:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.594051:0:8406:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.594053:0:8406:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5eb00. 00000800:00000200:2.0:1724310020.594056:0:8406:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.594059:0:8406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.594061:0:8406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5eb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.594066:0:8406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.594068:0:8406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.594070:0:8406:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80400. 00000800:00000200:3.0:1724310020.594294:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.594296:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e600. 00000400:00000200:3.0:1724310020.594299:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.594302:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.594305:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:3.0:1724310020.594306:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000800:00000200:3.0:1724310020.594782:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.594785:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5eb00. 00000400:00000200:3.0:1724310020.594787:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.594791:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.594794:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:3.0:1724310020.594795:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00010000:00000010:1.1:1724310020.596444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2ac0. 00010000:00000010:1.1:1724310020.596455:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:1.1:1724310020.596458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2880. 00010000:00000010:1.1:1724310020.596460:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.596463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1200. 00010000:00000010:1.1:1724310020.596465:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:1.1:1724310020.596468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3600. 00010000:00000010:1.1:1724310020.596478:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310020.596480:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1b00. 00010000:00000010:1.1:1724310020.596482:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:1.1:1724310020.596484:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2f40. 00000400:00000200:3.0:1724310020.596662:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.596673:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13241180 00000400:00000200:3.0:1724310020.596680:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 72872 00000400:00000200:3.0:1724310020.596698:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.596701:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.596706:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.596710:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663b80. 00000020:00000010:0.0:1724310020.597081:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.597086:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.597090:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.597119:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597184 02000000:00000010:0.0:1724310020.597144:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880087f12000. 00010000:00000010:0.0:1724310020.597169:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.597180:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.597186:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5700. 00010000:00000010:0.0:1724310020.597190:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5e80. 00010000:00000010:0.0:1724310020.597209:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.597211:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.597215:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.597218:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.597228:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.597230:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98d80. 00010000:00000010:0.0:1724310020.597232:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2640. 00010000:00000010:0.0:1724310020.597234:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98700. 00010000:00000010:0.0:1724310020.597753:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ee00. 00010000:00000010:0.0:1724310020.597756:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.597758:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.597761:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000020:00000010:0.0:1724310020.597781:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008de19760. 00000020:00000010:0.0:1724310020.597787:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008de19760. 00000020:00000010:0.0:1724310020.597793:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008df2b5a0. 00080000:00000010:0.0:1724310020.597799:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008e16ac00. 00000004:00000010:0.0:1724310020.597848:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88007995f600. 00000004:00000010:0.0:1724310020.597853:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff880136714d50. 00000004:00000010:0.0:1724310020.597855:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.597862:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f3c80. 00000004:00000010:0.0:1724310020.597868:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff8800884f21c8. 00000001:00000010:0.0:1724310020.598159:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012d166a20. 00000001:00000010:0.0:1724310020.598164:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007995f480. 00000020:00000010:0.0:1724310020.598199:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008df2b5a0. 00010000:00000010:0.0:1724310020.598205:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.598208:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.598221:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98a80. 00010000:00000010:0.0:1724310020.598237:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.598240:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00080000:00000010:0.0:1724310020.598253:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:0.0:1724310020.598286:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f3c80. 00000004:00000010:0.0:1724310020.598292:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f21c8. 00000004:00000010:0.0:1724310020.598296:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff880136714d50. 00000004:00000010:0.0:1724310020.598299:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff880088568da8. 00000004:00000010:0.0:1724310020.598302:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88007995f600. 00000004:00000010:0.0:1724310020.598304:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:0.0:1724310020.598308:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.598311:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3220. 00010000:00000010:0.0:1724310020.598319:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000010:0.0:1724310020.598322:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000200:0.0:1724310020.598343:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096807, last committed = 4295096671 00010000:00000200:0.0:1724310020.598351:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092663b80 x1808069883597184/t4295096807(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.598364:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310020.598370:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883597184, offset 224 00000400:00000010:0.0:1724310020.598375:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801245ccd58. 00000400:00000200:0.0:1724310020.598378:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.598387:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.598392:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532589:532589:256:4294967295] 192.168.204.31@tcp LPNI seq info [532585:532585:8:4294967295] 00000400:00000200:0.0:1724310020.598396:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:0.0:1724310020.598402:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.598407:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.598410:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.598414:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.598420:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.598423:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.598444:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.598448:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.598450:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.598714:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.598717:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:3.0:1724310020.598720:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.598724:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.599404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb06c0. 00010000:00000010:1.1:1724310020.599410:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310020.599413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3a80. 00010000:00000010:1.1:1724310020.599415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0fc0. 00000400:00000200:3.0:1724310020.600160:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.600170:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29633d 00000400:00000200:3.0:1724310020.600174:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.600177:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.600180:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:3.0:1724310020.600183:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00010000:00000010:1.0:1724310020.600228:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98700. 00010000:00000010:1.0:1724310020.600234:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98d80. 00000400:00000200:3.0:1724310020.600969:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.600975:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13241200 00000400:00000200:3.0:1724310020.600981:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 73368 00000400:00000200:3.0:1724310020.601024:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.601027:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.601031:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.601035:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661180. 00000020:00000010:0.0:1724310020.601679:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.601683:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.601686:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.601720:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597312 00000001:00000010:0.0:1724310020.601728:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995ff00. 00010000:00000010:0.0:1724310020.601744:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.601747:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98b00. 00010000:00000010:0.0:1724310020.601751:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.601755:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.601798:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88004f960000. 00010000:00000010:0.0:1724310020.601818:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb2d00. 00010000:00000010:0.0:1724310020.601821:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98e80. 00010000:00000010:0.0:1724310020.601893:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.601907:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661180 x1808069883597312/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.601919:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310020.601923:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883597312, offset 224 00000400:00000200:0.0:1724310020.601927:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.601934:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.601939:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532590:532590:256:4294967295] 192.168.204.31@tcp LPNI seq info [532586:532586:8:4294967295] 00000400:00000200:0.0:1724310020.601945:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.601949:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.601952:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e100. 00000800:00000200:0.0:1724310020.601957:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.601962:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.601965:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.602647:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.602651:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.602654:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:2.0:1724310020.602771:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.602774:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e100. 00000400:00000200:2.0:1724310020.602778:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.602782:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.602785:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:2.0:1724310020.602787:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00010000:00000010:1.1:1724310020.605372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:1.1:1724310020.605384:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e700. 00010000:00000010:1.1:1724310020.605387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.1:1724310020.605390:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:1.1:1724310020.605393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:1.1:1724310020.605395:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ee00. 00010000:00000010:1.1:1724310020.605398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310020.605412:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:1.1:1724310020.605414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00000400:00000200:3.0:1724310020.606148:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.606160:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13241280 00000400:00000200:3.0:1724310020.606167:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 73944 00000400:00000200:3.0:1724310020.606184:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.606188:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.606193:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.606197:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660e00. 00000020:00000010:0.0:1724310020.606300:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.606306:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.606310:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.606331:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597440 00010000:00000010:0.0:1724310020.606353:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.606359:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:0.0:1724310020.606402:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087980000. 00010000:00000010:0.0:1724310020.606423:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.606426:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.606439:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ec00. 00010000:00000010:0.0:1724310020.606441:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.606444:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.606447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 00000004:00000010:0.0:1724310020.606522:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88008dfb2cb0. 00000004:00000010:0.0:1724310020.606530:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88008e6be4b0. 00000004:00000010:0.0:1724310020.606534:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880095806960. 00080000:00000010:0.0:1724310020.606541:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff8800a51ee1a0. 00010000:00000010:0.0:1724310020.606598:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e800. 00010000:00000010:0.0:1724310020.606601:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98c80. 00010000:00000010:0.0:1724310020.606604:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:0.0:1724310020.606606:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98000. 00010000:00000010:0.0:1724310020.606649:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.606657:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000010:0.0:1724310020.606660:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98f00. 00010000:00000010:0.0:1724310020.606686:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:0.0:1724310020.606697:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660e00 x1808069883597440/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.606710:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310020.606714:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883597440, offset 224 00000400:00000200:0.0:1724310020.606719:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.606726:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.606731:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532591:532591:256:4294967295] 192.168.204.31@tcp LPNI seq info [532587:532587:8:4294967295] 00000400:00000200:0.0:1724310020.606740:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.606744:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.606747:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310020.606751:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.606756:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.606760:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.606783:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.606786:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.606789:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.606884:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.606886:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:3.0:1724310020.606890:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.606893:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.606895:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:3.0:1724310020.606897:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00000400:00000200:2.0:1724310020.608315:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.608326:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13241300 00000400:00000200:2.0:1724310020.608331:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 14104 00000400:00000200:2.0:1724310020.608346:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.608349:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.608357:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.608362:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63480. 00000020:00000010:0.0:1724310020.608430:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310020.608438:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.608441:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.609307:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597568 00010000:00000010:0.0:1724310020.609326:0:7650:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e100. 00010000:00000010:0.0:1724310020.609329:0:7650:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007995ff00. 00010000:00000010:0.0:1724310020.609334:0:7650:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0d80. 00002000:00000010:0.0:1724310020.609342:0:7650:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880135a9b400. 02000000:00000010:0.0:1724310020.609363:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880122214000. 00010000:00000200:0.0:1724310020.609384:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d63480 x1808069883597568/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.609395:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.609399:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883597568, offset 224 00000400:00000200:0.0:1724310020.609403:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.609409:0:7650:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.609414:0:7650:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532592:532592:256:4294967295] 192.168.204.31@tcp LPNI seq info [532588:532588:8:4294967295] 00000400:00000200:0.0:1724310020.609421:0:7650:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.609425:0:7650:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.609428:0:7650:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.609432:0:7650:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.609436:0:7650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.609439:0:7650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.609457:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.609460:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:0.0:1724310020.609463:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:3.0:1724310020.609557:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.609559:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.609562:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.609566:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.609568:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:3.0:1724310020.609570:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00000400:00000200:3.0:1724310020.611340:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.611350:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13241400 00000400:00000200:3.0:1724310020.611355:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 74520 00000400:00000200:3.0:1724310020.611371:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.611374:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.611379:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.611383:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661880. 00010000:00000010:2.1:1724310020.611500:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:2.1:1724310020.611506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2640. 00000020:00000010:1.0:1724310020.611609:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.611613:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.611616:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.611642:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597824 02000000:00000010:1.0:1724310020.611666:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299c000. 00010000:00000010:1.0:1724310020.611692:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98000. 00010000:00000010:1.0:1724310020.611705:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98c80. 00010000:00000010:1.0:1724310020.611710:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98e80. 00010000:00000010:1.0:1724310020.611714:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98b00. 00010000:00000010:1.0:1724310020.611732:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:1.0:1724310020.611735:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.611738:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6640. 00010000:00000010:1.0:1724310020.611741:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.611751:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28100. 00010000:00000010:1.0:1724310020.611752:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5f00. 00010000:00000010:1.0:1724310020.611755:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5680. 00010000:00000010:1.0:1724310020.611757:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5300. 00010000:00000010:1.0:1724310020.611828:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:1.0:1724310020.611830:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.611832:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4d80. 00010000:00000010:1.0:1724310020.611835:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00000020:00000010:1.0:1724310020.611852:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d247c0. 00000020:00000010:1.0:1724310020.611857:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d247c0. 00000020:00000010:1.0:1724310020.611864:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009ba437e0. 00080000:00000010:1.0:1724310020.611868:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880134dfa400. 00000004:00000010:1.0:1724310020.611895:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.611899:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.611901:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.611907:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880082a398f0. 00000001:00000010:1.0:1724310020.612164:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f5a0. 00000001:00000010:1.0:1724310020.612169:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310020.612196:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009ba437e0. 00010000:00000010:1.0:1724310020.612202:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5f80. 00010000:00000010:1.0:1724310020.612205:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.612217:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.612233:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.612235:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310020.612252:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee1a0. 00000004:00000010:1.0:1724310020.612297:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880082a398f0. 00000004:00000010:1.0:1724310020.612301:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff880088558ee0. 00000004:00000010:1.0:1724310020.612304:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff880088558a40. 00000004:00000010:1.0:1724310020.612306:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88009a4ea480. 00000004:00000010:1.0:1724310020.612308:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806960. 00000004:00000010:1.0:1724310020.612311:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008e6be4b0. 00000004:00000010:1.0:1724310020.612315:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2cb0. 00010000:00000010:1.0:1724310020.612323:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.612326:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00010000:00000200:1.0:1724310020.612338:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096808, last committed = 4295096671 00010000:00000200:1.0:1724310020.612343:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661880 x1808069883597824/t4295096808(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.612355:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000100:00000200:1.0:1724310020.612360:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883597824, offset 224 00000400:00000010:1.0:1724310020.612364:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3ab8. 00000400:00000200:1.0:1724310020.612367:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.612374:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.612379:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532593:532593:256:4294967295] 192.168.204.31@tcp LPNI seq info [532589:532589:8:4294967295] 00000400:00000200:1.0:1724310020.612383:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.612388:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.612392:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.612395:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:1.0:1724310020.612399:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.612405:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.612407:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.612420:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.612422:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.612424:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:2.0:1724310020.612556:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.612561:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:2.0:1724310020.612563:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.612566:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.614413:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.614424:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29634d 00000400:00000200:3.0:1724310020.614428:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.614431:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.614435:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:3.0:1724310020.614437:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00000400:00000200:3.0:1724310020.614457:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.614462:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13241480 00000400:00000200:3.0:1724310020.614467:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 75008 00000400:00000200:3.0:1724310020.614487:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.614490:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.614494:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.614498:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661500. 00000020:00000010:2.0:1724310020.614622:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c81800. 00000020:00000010:2.0:1724310020.614627:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.614630:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.614660:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883597952 00000001:00000010:2.0:1724310020.614669:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007995f480. 00010000:00000010:2.0:1724310020.614684:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e900. 00010000:00000010:2.0:1724310020.614686:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310020.614691:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.614695:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.614736:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cbc0000. 00010000:00000010:2.0:1724310020.614754:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55200. 00010000:00000010:2.0:1724310020.614758:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.614823:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.614841:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661500 x1808069883597952/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.614852:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310020.614856:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883597952, offset 224 00000400:00000200:2.0:1724310020.614860:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.614865:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.614870:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532594:532594:256:4294967295] 192.168.204.31@tcp LPNI seq info [532590:532590:8:4294967295] 00000400:00000200:2.0:1724310020.614877:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.614880:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.614883:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e700. 00000800:00000200:2.0:1724310020.614887:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.614892:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.614895:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.614906:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.614908:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.614911:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c81800. 00000800:00000200:3.0:1724310020.615012:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.615015:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e700. 00000400:00000200:3.0:1724310020.615017:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.615020:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.615023:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:3.0:1724310020.615024:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00010000:00000010:0.0:1724310020.615105:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5300. 00010000:00000010:0.0:1724310020.615110:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5f00. 00000400:00000200:2.0:1724310020.616236:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.616243:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13241500 00000400:00000200:2.0:1724310020.616248:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 75584 00000400:00000200:2.0:1724310020.616300:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.616304:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.616308:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.616312:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d60a80. 00000020:00000010:1.0:1724310020.616513:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.616517:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.616520:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.616535:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883598080 00010000:00000010:1.0:1724310020.616549:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6f40. 00010000:00000010:1.0:1724310020.616552:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310020.616587:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800877b0000. 00010000:00000010:1.0:1724310020.616604:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:1.0:1724310020.616606:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.616614:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:1.0:1724310020.616616:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.616619:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5200. 00010000:00000010:1.0:1724310020.616621:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.616685:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28f00. 00010000:00000010:1.0:1724310020.616688:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c80. 00010000:00000010:1.0:1724310020.616690:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7840. 00010000:00000010:1.0:1724310020.616692:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.616736:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.616742:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.616745:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5580. 00010000:00000010:1.0:1724310020.616764:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310020.616773:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d60a80 x1808069883598080/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.616782:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.616786:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883598080, offset 224 00000400:00000200:1.0:1724310020.616790:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.616794:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.616799:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532595:532595:256:4294967295] 192.168.204.31@tcp LPNI seq info [532591:532591:8:4294967295] 00000400:00000200:1.0:1724310020.616805:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.616809:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.616812:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:1.0:1724310020.616815:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.616820:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.616823:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1724310020.617343:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00000020:00000010:1.0:1724310020.617728:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.617732:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.617735:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.617828:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.617831:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:3.0:1724310020.617836:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.617839:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.617843:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:3.0:1724310020.617844:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00000400:00000200:3.0:1724310020.619729:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.619740:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13241600 00000400:00000200:3.0:1724310020.619746:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x279cd5 [64] + 76168 00000400:00000200:3.0:1724310020.619766:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.619770:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.619775:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.619779:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092663100. 00000020:00000010:1.0:1724310020.619895:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.619900:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.619903:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.619935:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883598336 00010000:00000010:1.0:1724310020.619954:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5440. 00010000:00000010:1.0:1724310020.619959:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310020.620005:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88008df40000. 00000004:00000010:1.0:1724310020.620073:0:20173:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880087dd5580. 00080000:00000010:1.0:1724310020.620080:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800b4b18400. 00000001:00000010:1.0:1724310020.620104:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4f360. 00000001:00000010:1.0:1724310020.620112:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00010000:00000010:1.0:1724310020.620160:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310020.620172:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092663100 x1808069883598336/t4295096809(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 4616/608 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.620183:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.620186:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883598336, offset 224 00000400:00000200:1.0:1724310020.620190:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.620196:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.620200:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532596:532596:256:4294967295] 192.168.204.31@tcp LPNI seq info [532592:532592:8:4294967295] 00000400:00000200:1.0:1724310020.620207:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.620211:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.620214:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:1.0:1724310020.620218:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.620224:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.620227:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.620246:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.620249:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.620252:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.620316:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.620319:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:3.0:1724310020.620323:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.620326:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.620329:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:3.0:1724310020.620330:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000400:00000200:3.0:1724310020.622400:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.622412:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13241680 00000400:00000200:3.0:1724310020.622418:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249e09 [2] + 392 00000400:00000200:3.0:1724310020.622436:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.622439:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.622443:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1724310020.622448:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662d80. 00000020:00000010:2.0:1724310020.622586:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c81800. 00000020:00000010:2.0:1724310020.622591:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.622595:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.622615:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883598464 00000001:00000010:2.0:1724310020.622623:0:7086:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 02000000:00000010:2.0:1724310020.622655:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff88008bcd0400. 00000004:00000010:2.0:1724310020.622662:0:7086:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff880095af1000. 00080000:00000010:2.0:1724310020.623080:0:7086:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310020.623084:0:7086:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.623142:0:7086:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.623146:0:7086:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310020.623152:0:7086:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff880121c4bc00. 00000100:00000010:2.0:1724310020.623155:0:7086:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88009c13f000. 00000400:00000010:2.0:1724310020.623162:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000400:00000010:2.0:1724310020.623169:0:7086:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e43f0. 00000400:00000200:2.0:1724310020.623172:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.623180:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.623185:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532597:532597:256:4294967295] 192.168.204.31@tcp LPNI seq info [532593:532593:8:4294967295] 00000400:00000200:2.0:1724310020.623189:0:7086:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.623194:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.623204:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.623208:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ea00. 00000800:00000200:2.0:1724310020.623212:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.623217:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:2.0:1724310020.623220:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ea00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1724310020.623241:0:7086:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13241680-0x66c6e13241680 00000800:00000200:0.0:1724310020.623377:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.623380:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ea00. 00000400:00000200:0.0:1724310020.623383:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.623387:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.623390:0:3289:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff880121c4bc00 00010000:00000010:3.1:1724310020.624349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3cc0. 00010000:00000010:3.1:1724310020.624356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e800. 00010000:00000010:3.1:1724310020.624359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2d00. 00010000:00000010:3.1:1724310020.624361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:3.1:1724310020.624365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5f80. 00010000:00000010:3.1:1724310020.624369:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:3.1:1724310020.624373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4d80. 00010000:00000010:3.1:1724310020.624379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:3.1:1724310020.624382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6640. 00010000:00000010:2.1:1724310020.624499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:3.0:1724310020.624511:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:3.0:1724310020.624518:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29635d 00000400:00000200:3.0:1724310020.624521:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.624524:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:3.0:1724310020.624527:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:3.0:1724310020.624529:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00000100:00000200:3.0:1724310020.624531:0:3288:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff880121c4bc00 00000100:00000010:2.0:1724310020.624593:0:7086:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88009c13f000. 00000100:00000010:2.0:1724310020.624597:0:7086:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff880121c4bc00. 00000004:00000010:2.0:1724310020.625025:0:7086:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff880095af1000. 00010000:00000200:2.0:1724310020.625034:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092662d80 x1808069883598464/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 448/440 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.625045:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310020.625047:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883598464, offset 224 00000400:00000200:2.0:1724310020.625050:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.625053:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.625056:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532598:532598:256:4294967295] 192.168.204.31@tcp LPNI seq info [532594:532594:8:4294967295] 00000400:00000200:2.0:1724310020.625061:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.625064:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.625066:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ec00. 00000800:00000200:2.0:1724310020.625069:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.625072:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.625074:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ec00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.625095:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.625100:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.625103:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c81800. 00000800:00000200:3.0:1724310020.625136:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.625138:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ec00. 00000400:00000200:3.0:1724310020.625140:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.625143:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.625145:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:3.0:1724310020.625146:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00000400:00000200:0.0:1724310020.626543:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.626552:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13241780 00000400:00000200:0.0:1724310020.626558:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249e09 [2] + 840 00000400:00000200:0.0:1724310020.626572:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.626576:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.626579:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310020.626584:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959c00. 00000020:00000010:2.0:1724310020.626651:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c81800. 00000020:00000010:2.0:1724310020.626654:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.626657:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.626686:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883598720 02000000:00000010:2.0:1724310020.626713:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880121c4bc00. 00000020:00000010:2.0:1724310020.626759:0:7086:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310020.626764:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c49800. 00000001:00000010:2.0:1724310020.626816:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293d80. 00000001:00000010:2.0:1724310020.626821:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c0c0. 00000020:00000010:2.0:1724310020.626844:0:7086:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00000004:00000010:2.0:1724310020.626858:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880087dd5580. 00010000:00000200:2.0:1724310020.626898:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959c00 x1808069883598720/t4295096810(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 392/456 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.626909:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310020.626913:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883598720, offset 224 00000400:00000200:2.0:1724310020.626917:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.626922:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.626927:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532599:532599:256:4294967295] 192.168.204.31@tcp LPNI seq info [532595:532595:8:4294967295] 00000400:00000200:2.0:1724310020.626933:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.626937:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.626940:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ef00. 00000800:00000200:2.0:1724310020.626943:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.626948:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.626950:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.626969:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.626973:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.626976:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c81800. 00000800:00000200:3.0:1724310020.627062:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.627065:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ef00. 00000400:00000200:3.0:1724310020.627067:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.627071:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.627073:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:3.0:1724310020.627074:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:0.1:1724310020.627469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.1:1724310020.627475:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ec00. 00010000:00000010:0.1:1724310020.627477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.1:1724310020.627479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310020.627482:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28100. 00010000:00000010:0.1:1724310020.627486:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5680. 00000400:00000200:3.0:1724310020.628782:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.628793:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13241880 00000400:00000200:3.0:1724310020.628799:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x279cd5 [64] + 80784 00000400:00000200:3.0:1724310020.628822:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.628825:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.628830:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.628833:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661c00. 00000020:00000010:2.0:1724310020.628957:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c81800. 00000020:00000010:2.0:1724310020.628961:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.628964:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.629372:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883598976 00000001:00000010:2.0:1724310020.629381:0:7083:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 00010000:00000010:2.0:1724310020.629401:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.629407:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.629456:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff88008dd00000. 00010000:00000010:2.0:1724310020.629514:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55d40. 00010000:00000010:2.0:1724310020.629517:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00000004:00000010:2.0:1724310020.629555:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff880090c99f80. 00080000:00000010:2.0:1724310020.629562:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c4a800. 00000001:00000010:2.0:1724310020.629582:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8801242933c0. 00000001:00000010:2.0:1724310020.629587:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f180. 00010000:00000010:2.0:1724310020.629628:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.629643:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661c00 x1808069883598976/t4295096811(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 4616/608 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.629655:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66880. 00000100:00000200:2.0:1724310020.629659:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883598976, offset 224 00000400:00000200:2.0:1724310020.629664:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.629670:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.629674:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532600:532600:256:4294967295] 192.168.204.31@tcp LPNI seq info [532596:532596:8:4294967295] 00000400:00000200:2.0:1724310020.629681:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.629684:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.629687:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ee00. 00000800:00000200:2.0:1724310020.629691:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.629696:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.629699:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ee00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.629714:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.629717:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.629719:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c81800. 00000800:00000200:0.0:1724310020.629809:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.629812:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ee00. 00000400:00000200:0.0:1724310020.629815:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.629818:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.629821:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66880 00000400:00000010:0.0:1724310020.629822:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66880. 00010000:00000010:3.1:1724310020.630351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6ac0. 00010000:00000010:3.1:1724310020.630356:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310020.630361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5200. 00010000:00000010:3.1:1724310020.630363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6f40. 00010000:00000010:3.1:1724310020.630365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5440. 00000400:00000200:3.0:1724310020.632366:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.632378:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13241900 00000400:00000200:3.0:1724310020.632385:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 85400 00000400:00000200:3.0:1724310020.632400:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.632404:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.632410:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.632415:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092661f80. 00000020:00000010:1.0:1724310020.632547:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.632552:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.632556:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.632918:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883599104 00000001:00000010:1.0:1724310020.632928:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c0c0. 00010000:00000010:1.0:1724310020.632945:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4fc0. 00010000:00000010:1.0:1724310020.632950:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 02000000:00000010:1.0:1724310020.632995:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088450000. 00010000:00000010:1.0:1724310020.633016:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6400. 00010000:00000010:1.0:1724310020.633019:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.633032:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28000. 00010000:00000010:1.0:1724310020.633034:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.633038:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5d40. 00010000:00000010:1.0:1724310020.633041:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.633123:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:1.0:1724310020.633125:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.633128:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:1.0:1724310020.633130:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.633175:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5800. 00010000:00000010:1.0:1724310020.633197:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.633201:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.633224:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000200:1.0:1724310020.633236:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092661f80 x1808069883599104/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.633248:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b550. 00000100:00000200:1.0:1724310020.633252:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883599104, offset 224 00000400:00000200:1.0:1724310020.633304:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.633312:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.633317:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532601:532601:256:4294967295] 192.168.204.31@tcp LPNI seq info [532597:532597:8:4294967295] 00000400:00000200:1.0:1724310020.633325:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.633329:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.633332:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28b00. 00000800:00000200:1.0:1724310020.633337:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.633342:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.633345:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28b00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.633357:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.633360:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.633363:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:2.0:1724310020.633484:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.633487:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28b00. 00000400:00000200:2.0:1724310020.633491:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.633680:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.633683:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b550 00000400:00000010:2.0:1724310020.633686:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b550. 00000400:00000200:0.0:1724310020.635407:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.635418:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13241a00 00000400:00000200:0.0:1724310020.635423:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 85976 00000400:00000200:0.0:1724310020.635440:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.635443:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.635448:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.635453:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395ad80. 00000020:00000010:1.0:1724310020.635547:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6c00. 00000020:00000010:1.0:1724310020.635552:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.635556:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.635589:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883599360 02000000:00000010:1.0:1724310020.635612:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880122998000. 00010000:00000010:1.0:1724310020.635637:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.635648:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.635655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.635673:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00010000:00000010:1.0:1724310020.635677:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.635687:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:1.0:1724310020.635689:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.635691:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310020.635693:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.636147:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28d00. 00010000:00000010:1.0:1724310020.636150:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.636153:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:1.0:1724310020.636155:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310020.636186:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d247c0. 00000020:00000010:1.0:1724310020.636191:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d247c0. 00000020:00000010:1.0:1724310020.636199:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008da4f300. 00080000:00000010:1.0:1724310020.636204:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094c92400. 00010000:00000010:2.1:1724310020.636350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000001:00000010:1.0:1724310020.636926:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880087fa7d20. 00000001:00000010:1.0:1724310020.636931:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea240. 00000020:00000010:1.0:1724310020.636965:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008da4f300. 00010000:00000010:1.0:1724310020.636972:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00010000:00000010:1.0:1724310020.636974:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.636987:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.637004:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.637007:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00080000:00000010:1.0:1724310020.637029:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008dac9380. 00000004:00000010:1.0:1724310020.637035:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f38f0. 00000004:00000010:1.0:1724310020.637042:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2c78. 00000004:00000010:1.0:1724310020.637048:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff880136714b80. 00000004:00000010:1.0:1724310020.637050:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff8800885685d8. 00000004:00000010:1.0:1724310020.637054:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff8800886213c0. 00000004:00000010:1.0:1724310020.637056:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88009c7bcaf0. 00000004:00000010:1.0:1724310020.637060:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88008dfc1d98. 00000004:00000010:1.0:1724310020.637065:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dca3b30. 00010000:00000010:1.0:1724310020.637073:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310020.637086:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096812, last committed = 4295096671 00010000:00000200:1.0:1724310020.637094:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395ad80 x1808069883599360/t4295096812(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.637107:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b550. 00000100:00000200:1.0:1724310020.637112:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883599360, offset 224 00000400:00000010:1.0:1724310020.637117:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3af0. 00000400:00000200:1.0:1724310020.637120:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.637129:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.637135:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532602:532602:256:4294967295] 192.168.204.31@tcp LPNI seq info [532598:532598:8:4294967295] 00000400:00000200:1.0:1724310020.637139:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.637144:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.637148:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.637151:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28100. 00000800:00000200:1.0:1724310020.637156:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.637161:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.637164:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.637195:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5200. 00000020:00000010:1.0:1724310020.637198:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.637200:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6c00. 00000800:00000200:3.0:1724310020.637319:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.637322:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28100. 00000400:00000200:3.0:1724310020.637326:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.637338:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:3.1:1724310020.639925:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6400. 00010000:00000010:3.1:1724310020.639936:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28000. 00010000:00000010:3.1:1724310020.639940:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5d40. 00010000:00000010:3.1:1724310020.639942:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4fc0. 00000400:00000200:2.0:1724310020.640186:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310020.640200:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296371 00000400:00000200:2.0:1724310020.640206:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.640209:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310020.640213:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b550 00000400:00000010:2.0:1724310020.640216:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b550. 00000400:00000200:2.0:1724310020.640247:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.640252:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13241a80 00000400:00000200:2.0:1724310020.640285:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 86464 00000400:00000200:2.0:1724310020.640306:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.640309:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.640313:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.640318:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d61880. 00000020:00000010:2.0:1724310020.640358:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.640363:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.640366:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.640399:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883599488 00000001:00000010:2.0:1724310020.640407:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f180. 00010000:00000010:2.0:1724310020.640425:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.640430:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 02000000:00000010:2.0:1724310020.640475:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087e00000. 00010000:00000010:2.0:1724310020.640500:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.640503:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.640515:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ef00. 00010000:00000010:2.0:1724310020.640517:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.640519:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.640521:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.640586:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57600. 00010000:00000010:2.0:1724310020.640588:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.640634:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.640655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.640659:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.640680:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000200:2.0:1724310020.640690:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088d61880 x1808069883599488/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:1.0:1724310020.641503:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.641509:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00000400:00000010:2.0:1724310020.641778:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66440. 00000100:00000200:2.0:1724310020.641783:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883599488, offset 224 00000400:00000200:2.0:1724310020.641788:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.641798:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.641803:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532603:532603:256:4294967295] 192.168.204.31@tcp LPNI seq info [532599:532599:8:4294967295] 00000400:00000200:2.0:1724310020.641811:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.641815:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.641819:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ec00. 00000800:00000200:2.0:1724310020.641824:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.641829:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.641833:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ec00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.641857:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.641861:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.641864:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:0.0:1724310020.641964:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.641966:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ec00. 00000400:00000200:0.0:1724310020.641969:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.641972:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.641975:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66440 00000400:00000010:0.0:1724310020.641976:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66440. 00010000:00000010:3.1:1724310020.642336:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7cc0. 00010000:00000010:3.1:1724310020.642341:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:3.1:1724310020.642344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7840. 00010000:00000010:3.1:1724310020.642345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:3.1:1724310020.642347:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28d00. 00010000:00000010:3.1:1724310020.642349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:3.1:1724310020.642361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00000400:00000200:3.0:1724310020.645352:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.645367:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13241b80 00000400:00000200:3.0:1724310020.645373:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249e09 [2] + 1232 00000400:00000200:3.0:1724310020.645392:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.645396:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.645402:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1724310020.645407:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662a00. 00000020:00000010:2.0:1724310020.645587:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.645592:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.645597:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.645628:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883599744 02000000:00000010:2.0:1724310020.645657:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880121c48000. 00000004:00000010:2.0:1724310020.645709:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff880090c99f80. 00080000:00000010:2.0:1724310020.645721:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c48400. 00000001:00000010:2.0:1724310020.645746:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880124293600. 00000001:00000010:2.0:1724310020.645750:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00010000:00000200:2.0:1724310020.645790:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092662a00 x1808069883599744/t4295096813(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 392/456 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.645803:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66ee0. 00000100:00000200:2.0:1724310020.645808:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883599744, offset 224 00000400:00000200:2.0:1724310020.645813:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.645820:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.645825:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532604:532604:256:4294967295] 192.168.204.31@tcp LPNI seq info [532600:532600:8:4294967295] 00000400:00000200:2.0:1724310020.645833:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.645837:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.645841:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ea00. 00000800:00000200:2.0:1724310020.645845:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.645850:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.645853:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.646756:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.646762:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.646765:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:0.0:1724310020.646890:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.646893:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ea00. 00000400:00000200:0.0:1724310020.646896:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.646899:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.646903:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66ee0 00000400:00000010:0.0:1724310020.646904:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66ee0. 00010000:00000010:3.1:1724310020.648386:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310020.648394:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ef00. 00010000:00000010:3.1:1724310020.648396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310020.648399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00000400:00000200:0.0:1724310020.648764:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.648776:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13241c80 00000400:00000200:0.0:1724310020.648782:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 87048 00000400:00000200:0.0:1724310020.648799:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.648802:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.648807:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.648812:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395a300. 00000020:00000010:2.0:1724310020.649169:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.649173:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.649177:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.649208:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600000 00000001:00000010:2.0:1724310020.649217:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea240. 02000000:00000010:2.0:1724310020.649238:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13f000. 00010000:00000010:2.0:1724310020.649296:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.649305:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.649314:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c80. 00010000:00000010:2.0:1724310020.649321:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.649325:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310020.649343:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e700. 00010000:00000010:2.0:1724310020.649345:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310020.649350:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a57840. 00010000:00000010:2.0:1724310020.649355:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.649364:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5eb00. 00010000:00000010:2.0:1724310020.649366:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.649368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a56f40. 00010000:00000010:2.0:1724310020.649370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.649441:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e600. 00010000:00000010:2.0:1724310020.649443:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.649445:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880075a55f80. 00010000:00000010:2.0:1724310020.649447:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000020:00000010:2.0:1724310020.649474:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146640. 00000020:00000010:2.0:1724310020.649479:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146640. 00080000:00000010:2.0:1724310020.649486:0:20173:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310020.649488:0:20173:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.649502:0:20173:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.649505:0:20173:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310020.649513:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880124293c60. 00080000:00000010:2.0:1724310020.649518:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c4ac00. 00000001:00000010:2.0:1724310020.649732:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6060. 00000001:00000010:2.0:1724310020.649737:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301c0c0. 00000020:00000010:2.0:1724310020.649762:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880124293c60. 00010000:00000010:2.0:1724310020.649783:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.649787:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00080000:00000010:2.0:1724310020.649807:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce75a00. 00000004:00000010:2.0:1724310020.649811:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923000. 00000004:00000010:2.0:1724310020.649814:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800876817f8. 00000004:00000010:2.0:1724310020.649818:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8910. 00010000:00000010:2.0:1724310020.649825:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.649827:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00010000:00000200:2.0:1724310020.649839:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096814, last committed = 4295096671 00010000:00000200:2.0:1724310020.649846:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395a300 x1808069883600000/t4295096814(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.649858:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66f68. 00000100:00000200:2.0:1724310020.649863:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883600000, offset 224 00000400:00000010:2.0:1724310020.649868:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4428. 00000400:00000200:2.0:1724310020.649870:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.649879:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.649885:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532605:532605:256:4294967295] 192.168.204.31@tcp LPNI seq info [532601:532601:8:4294967295] 00000400:00000200:2.0:1724310020.649888:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.649894:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.649898:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.649901:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ef00. 00000800:00000200:2.0:1724310020.649905:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.649910:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.649913:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.649935:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99400. 00000020:00000010:2.0:1724310020.649938:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:2.0:1724310020.649941:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 00000800:00000200:0.0:1724310020.650091:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.650094:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ef00. 00000400:00000200:0.0:1724310020.650096:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.650100:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.651211:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.651221:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29637d 00000400:00000200:0.0:1724310020.651224:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.651227:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.651230:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66f68 00000400:00000010:0.0:1724310020.651232:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66f68. 00010000:00000010:2.0:1724310020.651356:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.651363:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00000400:00000200:0.0:1724310020.653050:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.653061:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13241d00 00000400:00000200:0.0:1724310020.653068:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 87552 00000400:00000200:0.0:1724310020.653083:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.653087:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.653092:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.653097:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958700. 00000020:00000010:3.0:1724310020.654233:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a200. 00000020:00000010:3.0:1724310020.654239:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310020.654244:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923d48. 00010000:00000010:2.1:1724310020.654353:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:2.1:1724310020.654361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00000100:00000200:2.0:1724310020.654761:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600128 00000001:00000010:2.0:1724310020.654769:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310020.654787:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ea00. 00010000:00000010:2.0:1724310020.654789:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.654794:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:2.0:1724310020.654799:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310020.654843:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880087cf0000. 00010000:00000010:2.0:1724310020.654861:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:2.0:1724310020.654863:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.654932:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310020.654949:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958700 x1808069883600128/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.654962:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66b28. 00000100:00000200:2.0:1724310020.654966:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883600128, offset 224 00000400:00000200:2.0:1724310020.654971:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.654979:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.654984:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532606:532606:256:4294967295] 192.168.204.31@tcp LPNI seq info [532602:532602:8:4294967295] 00000400:00000200:2.0:1724310020.654991:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.654996:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.654999:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ec00. 00000800:00000200:2.0:1724310020.655003:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.655008:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.655011:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ec00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.655036:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:2.0:1724310020.655040:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923d48. 00000020:00000010:2.0:1724310020.655043:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a200. 00000800:00000200:0.0:1724310020.655151:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.655154:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ec00. 00000400:00000200:0.0:1724310020.655158:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.655161:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.655164:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66b28 00000400:00000010:0.0:1724310020.655166:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66b28. 00000400:00000200:0.0:1724310020.656619:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.656630:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13241d80 00000400:00000200:0.0:1724310020.656636:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 88128 00000400:00000200:0.0:1724310020.656653:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.656657:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.656661:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.656666:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009395b100. 00000020:00000010:3.0:1724310020.656774:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.656779:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.656782:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.656813:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600256 00010000:00000010:3.0:1724310020.656832:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310020.656836:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310020.656880:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008be90000. 00010000:00000010:3.0:1724310020.656900:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310020.656903:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310020.656914:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6900. 00010000:00000010:3.0:1724310020.656916:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.656919:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310020.656920:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.657000:0:7083:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6d00. 00010000:00000010:3.0:1724310020.657003:0:7083:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3e00. 00010000:00000010:3.0:1724310020.657006:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310020.657008:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3e80. 00010000:00000010:3.0:1724310020.657059:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3600. 00010000:00000010:3.0:1724310020.657071:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:3.0:1724310020.657076:0:7083:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3080. 00010000:00000010:3.0:1724310020.657096:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310020.657107:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88009395b100 x1808069883600256/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.657118:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310020.657123:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883600256, offset 224 00000400:00000200:3.0:1724310020.657127:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.657133:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.657138:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532607:532607:256:4294967295] 192.168.204.31@tcp LPNI seq info [532603:532603:8:4294967295] 00000400:00000200:3.0:1724310020.657146:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.657150:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.657153:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6400. 00000800:00000200:3.0:1724310020.657157:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.657162:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.657165:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.657780:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.657785:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.657788:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:1.0:1724310020.658369:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.658373:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6400. 00000400:00000200:1.0:1724310020.658377:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.658381:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.658385:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:1.0:1724310020.658386:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000400:00000200:0.0:1724310020.659578:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.659589:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13241e80 00000400:00000200:0.0:1724310020.659595:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x279cd5 [64] + 88712 00000400:00000200:0.0:1724310020.659617:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.659620:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.659624:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.659629:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093958380. 00000020:00000010:3.0:1724310020.659775:0:7083:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a000. 00000020:00000010:3.0:1724310020.660442:0:7083:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.660447:0:7083:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.660484:0:7083:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600512 00010000:00000010:3.0:1724310020.660507:0:7083:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00010000:00000010:3.0:1724310020.660512:0:7083:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310020.660559:0:7083:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8800888b0000. 00000004:00000010:3.0:1724310020.660631:0:7083:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3080. 00080000:00000010:3.0:1724310020.660638:0:7083:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081a3d800. 00000001:00000010:3.0:1724310020.660660:0:7083:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4de0. 00000001:00000010:3.0:1724310020.660663:0:7083:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621c00. 00010000:00000010:3.0:1724310020.660708:0:7083:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310020.660720:0:7083:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093958380 x1808069883600512/t4295096815(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 4616/608 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 301/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.660734:0:7083:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320513b8. 00000100:00000200:3.0:1724310020.660739:0:7083:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883600512, offset 224 00000400:00000200:3.0:1724310020.660744:0:7083:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.660751:0:7083:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.660756:0:7083:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532608:532608:256:4294967295] 192.168.204.31@tcp LPNI seq info [532604:532604:8:4294967295] 00000400:00000200:3.0:1724310020.660765:0:7083:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.660769:0:7083:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.660772:0:7083:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:3.0:1724310020.660776:0:7083:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.660782:0:7083:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.660785:0:7083:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.660807:0:7083:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.660810:0:7083:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.660813:0:7083:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a000. 00000800:00000200:0.0:1724310020.661623:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.661626:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:0.0:1724310020.661630:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.661634:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.661637:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320513b8 00000400:00000010:0.0:1724310020.661639:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320513b8. 00010000:00000010:2.1:1724310020.663742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:2.1:1724310020.663752:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6900. 00010000:00000010:2.1:1724310020.663755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:2.1:1724310020.663758:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00000400:00000200:1.0:1724310020.665744:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.665760:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 448 into portal 23 MB=0x66c6e13241f00 00000400:00000200:1.0:1724310020.665767:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 448/448 into md 0x249e09 [2] + 1624 00000400:00000010:1.0:1724310020.665771:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801342fd2c0. 00000400:00000200:1.0:1724310020.665775:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880088f26f00 00000400:00000200:1.0:1724310020.666250:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.666255:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.666831:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26f00 00000400:00000010:1.0:1724310020.666834:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26f00. 00000100:00000200:1.0:1724310020.666839:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1724310020.667083:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80a00. 00000020:00000010:2.0:1724310020.667088:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f80. 00000020:00000010:2.0:1724310020.667093:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fc80. 00000100:00000200:2.0:1724310020.667126:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600640 00000001:00000010:2.0:1724310020.667135:0:7086:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301c0c0. 02000000:00000010:2.0:1724310020.667153:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff880121c48800. 00000004:00000010:2.0:1724310020.667160:0:7086:0:(mdt_handler.c:2978:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff880095af1000. 00080000:00000010:2.0:1724310020.667600:0:7086:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310020.667604:0:7086:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.667663:0:7086:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.667666:0:7086:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000100:00000010:2.0:1724310020.667672:0:7086:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff880121c49400. 00000100:00000010:2.0:1724310020.667676:0:7086:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88009c13b000. 00000400:00000010:2.0:1724310020.667682:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000400:00000010:2.0:1724310020.667690:0:7086:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4460. 00000400:00000200:2.0:1724310020.667695:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.667704:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.667709:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532609:532609:256:4294967295] 192.168.204.31@tcp LPNI seq info [532605:532605:8:4294967295] 00000400:00000200:2.0:1724310020.667713:0:7086:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.667724:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.667729:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.667732:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ee00. 00000800:00000200:2.0:1724310020.667736:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.667742:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1022 00000800:00000200:2.0:1724310020.667745:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ee00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1724310020.667758:0:7086:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.31@tcp mbits 0x66c6e13241f00-0x66c6e13241f00 00000800:00000200:0.0:1724310020.667866:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.667869:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ee00. 00000400:00000200:0.0:1724310020.667872:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.667876:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.667879:0:3288:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff880121c49400 00010000:00000010:3.1:1724310020.671382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57600. 00010000:00000010:3.1:1724310020.671394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55d40. 00010000:00000010:3.1:1724310020.671398:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28f00. 00010000:00000010:3.1:1724310020.671403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55200. 00010000:00000010:3.1:1724310020.671407:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e900. 00010000:00000010:3.1:1724310020.671409:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e600. 00010000:00000010:3.1:1724310020.671411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55f80. 00010000:00000010:3.1:1724310020.671417:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e700. 00010000:00000010:3.1:1724310020.671419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57840. 00010000:00000010:3.1:1724310020.671421:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5eb00. 00010000:00000010:3.1:1724310020.671423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56f40. 00010000:00000010:3.1:1724310020.671425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa1c0. 00000400:00000200:2.0:1724310020.671558:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310020.671574:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29638d 00000400:00000200:2.0:1724310020.671580:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.671584:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310020.671589:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:2.0:1724310020.671591:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.671595:0:3287:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff880121c49400 00000100:00000010:0.0:1724310020.671761:0:7086:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88009c13b000. 00000100:00000010:0.0:1724310020.671768:0:7086:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff880121c49400. 00000004:00000010:0.0:1724310020.672250:0:7086:0:(mdt_handler.c:3002:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff880095af1000. 00010000:00000200:0.0:1724310020.672885:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800b198b450 x1808069883600640/t0(0) o37->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 448/440 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.672901:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.672906:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1808069883600640, offset 224 00000400:00000200:0.0:1724310020.672910:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.672918:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.672924:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532610:532610:256:4294967295] 192.168.204.31@tcp LPNI seq info [532606:532606:8:4294967295] 00000400:00000200:0.0:1724310020.672931:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.672936:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.672940:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310020.672945:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.672950:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.672954:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.672983:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f80. 00000020:00000010:0.0:1724310020.672990:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fc80. 00000020:00000010:0.0:1724310020.672993:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80a00. 02000000:00000010:0.0:1724310020.673001:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880121c48000. 00000100:00000010:0.0:1724310020.673003:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662a00. 02000000:00000010:0.0:1724310020.673007:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880121c4bc00. 00000100:00000010:0.0:1724310020.673008:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959c00. 02000000:00000010:0.0:1724310020.673011:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008bcd0400. 00000100:00000010:0.0:1724310020.673015:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662d80. 02000000:00000010:0.0:1724310020.673018:0:7086:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff8800788a8400. 00000100:00000010:0.0:1724310020.673022:0:7086:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3d500. 00000100:00000200:0.0:1724310020.673030:0:7086:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1724310020.673034:0:7086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea3210. 00000400:00000010:0.0:1724310020.673038:0:7086:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007995f600. 00000800:00000200:1.0:1724310020.673173:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.673176:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:1.0:1724310020.673178:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.673182:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.673185:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:1.0:1724310020.673186:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 02000000:00000010:1.0:1724310020.673190:0:3289:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff880121c48800. 00010000:00000010:0.1:1724310020.675548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00000400:00000200:0.0:1724310020.676816:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.676831:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13242000 00000400:00000200:0.0:1724310020.676838:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249e3d [2] + 0 00000400:00000200:0.0:1724310020.676857:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.676860:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.676866:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310020.676871:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093959c00. 00000020:00000010:2.0:1724310020.678001:0:7086:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80000. 00000020:00000010:2.0:1724310020.678007:0:7086:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.678012:0:7086:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.678604:0:7086:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883600896 02000000:00000010:2.0:1724310020.678637:0:7086:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880121c4b000. 00000020:00000010:2.0:1724310020.678690:0:7086:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310020.678696:0:7086:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c49000. 00000001:00000010:2.0:1724310020.678746:0:7086:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6d80. 00000001:00000010:2.0:1724310020.678749:0:7086:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009301ce40. 00000020:00000010:2.0:1724310020.678770:0:7086:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00000004:00000010:2.0:1724310020.678779:0:7086:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3080. 00010000:00000200:2.0:1724310020.678817:0:7086:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880093959c00 x1808069883600896/t4295096816(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 392/456 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.678830:0:7086:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.678835:0:7086:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883600896, offset 224 00000400:00000200:2.0:1724310020.678839:0:7086:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.678848:0:7086:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.678853:0:7086:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532611:532611:256:4294967295] 192.168.204.31@tcp LPNI seq info [532607:532607:8:4294967295] 00000400:00000200:2.0:1724310020.678861:0:7086:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.678865:0:7086:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.678868:0:7086:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e700. 00000800:00000200:2.0:1724310020.678872:0:7086:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.678877:0:7086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.678880:0:7086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.678891:0:7086:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.678895:0:7086:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.678898:0:7086:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80000. 00000800:00000200:2.0:1724310020.678962:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.678964:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e700. 00000400:00000200:2.0:1724310020.678966:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.678970:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.678973:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:2.0:1724310020.678974:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000100:00000010:2.0:1724310020.681321:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63800. 02000000:00000010:2.0:1724310020.681335:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5e700. 02000000:00000010:1.0:1724310020.681430:0:3295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e0a6e00. 00000400:00000010:1.0:1724310020.681436:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009ba1aa50. 00000400:00000010:1.0:1724310020.681440:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.681446:0:3295:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257610496, portal 25 00000400:00000010:1.0:1724310020.681449:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.681450:0:3295:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1808064257610496, offset 0 00000400:00000200:1.0:1724310020.681455:0:3295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1724310020.681463:0:3295:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1724310020.681469:0:3295:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x66c6cc3ce5300 00000400:00000200:1.0:1724310020.681474:0:3295:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x26d625 [2] + 0 00000400:00000010:1.0:1724310020.681477:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9160. 00000400:00000200:1.0:1724310020.681480:0:3295:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800754f2000 00000400:00000200:1.0:1724310020.681484:0:3295:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.681487:0:3295:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1724310020.681490:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800754f2000 00000400:00000010:1.0:1724310020.681491:0:3295:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800754f2000. 00000100:00000200:1.0:1724310020.681495:0:3295:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1724310020.681513:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63100. 02000000:00000010:2.0:1724310020.681517:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5e600. 00000400:00000200:0.0:1724310020.681538:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.681546:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 4616 into portal 12 MB=0x66c6e13242100 00000400:00000200:0.0:1724310020.681552:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 4616/4616 into md 0x279cd5 [64] + 93328 02000000:00000010:3.0:1724310020.681571:0:3296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008bf1a000. 00000400:00000010:3.0:1724310020.681575:0:3296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce638f0. 00000400:00000010:3.0:1724310020.681578:0:3296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310020.681580:0:3296:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257610624, portal 10 00000400:00000010:3.0:1724310020.681583:0:3296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.681585:0:3296:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257610624, offset 0 00000400:00000200:0.0:1724310020.681587:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.681588:0:3296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310020.681590:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.681591:0:3296:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1724310020.681594:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1724310020.681595:0:3296:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5380 00000100:00000010:0.0:1724310020.681598:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3d500. 00000400:00000200:3.0:1724310020.681598:0:3296:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x279cd5 [64] + 97944 00000400:00000200:3.0:1724310020.681601:0:3296:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.681603:0:3296:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310020.681630:0:3296:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.681633:0:3296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660380. 00000400:00000200:3.0:1724310020.681641:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:3.0:1724310020.681643:0:3296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.681648:0:3296:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088d63100 x1808064257610624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:3.0:1724310020.681669:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.681672:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.681676:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.681694:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.681696:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310020.681697:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310020.681713:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610624 02000000:00000010:3.0:1724310020.681724:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880081a3f400. 00010000:00000200:3.0:1724310020.681729:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660380 x1808064257610624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.681739:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.681741:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257610624, offset 224 00000400:00000200:3.0:1724310020.681744:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310020.681748:0:22457:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310020.681751:0:22457:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5380 00000400:00000200:3.0:1724310020.681754:0:22457:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2963a5 [1] + 224 00000400:00000200:3.0:1724310020.681757:0:22457:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.681759:0:22457:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310020.681763:0:22457:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088d63100 x1808064257610624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310020.681773:0:22457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:3.0:1724310020.681774:0:22457:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000020:00000010:3.0:1724310020.681780:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310020.681785:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:3.0:1724310020.681787:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000100:00000200:3.0:1724310020.681794:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883601152 00000001:00000010:3.0:1724310020.681799:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621c00. 00010000:00000010:3.0:1724310020.681813:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310020.681818:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3300. 02000000:00000010:3.0:1724310020.681859:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8800877d0000. 00010000:00000010:3.0:1724310020.681916:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.681918:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3280. 00000004:00000010:3.0:1724310020.681944:0:22457:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310020.681950:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081a3ec00. 00000001:00000010:3.0:1724310020.681970:0:22457:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4420. 00000001:00000010:3.0:1724310020.681974:0:22457:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621cc0. 00010000:00000010:3.0:1724310020.682014:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3300. 00010000:00000200:3.0:1724310020.682041:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082a3d500 x1808069883601152/t4295096817(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 4616/608 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.682049:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.682052:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1808069883601152, offset 224 00000400:00000200:3.0:1724310020.682055:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.682060:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.682064:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532612:532612:256:4294967295] 192.168.204.31@tcp LPNI seq info [532608:532608:8:4294967295] 00000400:00000200:3.0:1724310020.682072:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.682077:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.682080:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6b00. 00000800:00000200:3.0:1724310020.682083:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.682089:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.682092:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6b00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.682100:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.682102:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.682104:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000400:00000010:3.0:1724310020.682115:0:3296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce638f0. 00000400:00000200:3.0:1724310020.682117:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:3.0:1724310020.682119:0:3296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00000100:00000200:3.0:1724310020.682122:0:3296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088d63100 x1808064257610624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1724310020.682129:0:3296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088d63100 x1808064257610624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1724310020.682144:0:3296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008bf1a000. 02000000:00000010:3.0:1724310020.682147:0:3296:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5e600. 00000100:00000010:3.0:1724310020.682149:0:3296:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63100. 00000800:00000200:3.0:1724310020.682212:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.682215:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6b00. 00000400:00000200:3.0:1724310020.682217:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.682220:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.682222:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:3.0:1724310020.682223:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000400:00000200:1.0:1724310020.682300:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:1.0:1724310020.682301:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.682306:0:3295:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088d63800 x1808064257610496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1724310020.682886:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63b80. 02000000:00000010:2.0:1724310020.682893:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5e900. 00000100:00000010:2.0:1724310020.682907:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d62d80. 02000000:00000010:2.0:1724310020.682909:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5ee00. 00000100:00000010:2.0:1724310020.682918:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088d63100. 02000000:00000010:2.0:1724310020.682920:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5ec00. 00000100:00000010:2.0:1724310020.682924:0:25011:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae2a00. 02000000:00000010:2.0:1724310020.682927:0:25011:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a4c5ef00. 02000000:00000010:2.0:1724310020.682949:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081c80a00. 00000400:00000010:2.0:1724310020.682952:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9aa8. 00000400:00000010:2.0:1724310020.682955:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.682958:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257610752, portal 10 00000400:00000010:2.0:1724310020.682961:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.682964:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257610752, offset 0 00000400:00000200:2.0:1724310020.682967:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.682972:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.682976:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5400 00000400:00000200:2.0:1724310020.682979:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x279cd5 [64] + 98168 00000400:00000200:2.0:1724310020.682983:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.682985:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.682988:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.682990:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0000. 00000400:00000200:2.0:1724310020.682996:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:2.0:1724310020.682998:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.683002:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088d63b80 x1808064257610752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.683015:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081c81800. 00000400:00000010:2.0:1724310020.683017:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9c08. 00000400:00000010:2.0:1724310020.683020:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.683021:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611136, portal 4 00000400:00000010:2.0:1724310020.683025:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.683026:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257611136, offset 0 00000400:00000200:2.0:1724310020.683029:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683031:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683034:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5580 00000400:00000200:2.0:1724310020.683038:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279271 [8] + 14432 00000400:00000200:2.0:1724310020.683042:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683043:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683046:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.683048:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1c00. 00000400:00000200:2.0:1724310020.683054:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:2.0:1724310020.683056:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.683058:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880082ae2a00 x1808064257611136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.683073:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081c80600. 00000400:00000010:2.0:1724310020.683075:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9b58. 00000400:00000010:2.0:1724310020.683076:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.683078:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257610880, portal 4 00000400:00000010:2.0:1724310020.683081:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.683082:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257610880, offset 0 00000400:00000200:2.0:1724310020.683085:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683087:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683091:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5480 00000400:00000200:2.0:1724310020.683093:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279271 [8] + 14656 00000400:00000200:2.0:1724310020.683096:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683098:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683100:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1724310020.683102:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0a80. 00000400:00000200:2.0:1724310020.683107:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:2.0:1724310020.683108:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.683111:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088d62d80 x1808064257610880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.683123:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081c80400. 00000400:00000010:2.0:1724310020.683125:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9bb0. 00000400:00000010:2.0:1724310020.683126:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.683128:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611008, portal 10 00000400:00000010:2.0:1724310020.683131:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.683132:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257611008, offset 0 00000400:00000200:2.0:1724310020.683135:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683137:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683140:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5500 00000400:00000200:2.0:1724310020.683143:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x279cd5 [64] + 98392 00000400:00000200:2.0:1724310020.683146:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683147:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683149:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.683151:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae1180. 00000400:00000200:2.0:1724310020.683155:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:2.0:1724310020.683156:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.683159:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880088d63100 x1808064257611008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:2.0:1724310020.683189:0:7079:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.683191:0:7079:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.683194:0:7079:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.683210:0:7079:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610496 02000000:00000010:2.0:1724310020.683217:0:7079:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880121c48c00. 00010000:00000200:2.0:1724310020.683222:0:7079:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a83e6850 x1808064257610496/t0(0) o400->f68d9a8f-3255-4ec5-9f45-a56905924014@0@lo:261/0 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.683229:0:7079:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.683231:0:7079:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1808064257610496, offset 224 00000400:00000200:2.0:1724310020.683234:0:7079:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683237:0:7079:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683240:0:7079:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x66c6cc3ce5300 00000400:00000200:2.0:1724310020.683244:0:7079:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x29639d [1] + 224 00000400:00000200:2.0:1724310020.683247:0:7079:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683249:0:7079:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683252:0:7079:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088d63800 x1808064257610496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1724310020.683288:0:7079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:2.0:1724310020.683290:0:7079:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000020:00000010:2.0:1724310020.683296:0:7079:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.683300:0:7079:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.683303:0:7079:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 02000000:00000010:2.0:1724310020.683308:0:7079:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880121c48c00. 00000100:00000200:2.0:1724310020.683312:0:7079:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1724310020.683315:0:7079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9160. 00000400:00000010:2.0:1724310020.683317:0:7079:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009301c0c0. 00000020:00000010:2.0:1724310020.683349:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008742b600. 00000020:00000010:2.0:1724310020.683351:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.683353:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.683372:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.683375:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.683376:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fa28. 00000100:00000200:2.0:1724310020.683385:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610880 02000000:00000010:2.0:1724310020.683392:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880121c48c00. 00010000:00000200:2.0:1724310020.683396:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0a80 x1808064257610880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.683402:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.683404:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257610880, offset 224 00000400:00000200:2.0:1724310020.683406:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683410:0:7650:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683413:0:7650:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5480 00000400:00000200:2.0:1724310020.683416:0:7650:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2963c5 [1] + 224 00000400:00000200:2.0:1724310020.683419:0:7650:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683421:0:7650:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683424:0:7650:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088d62d80 x1808064257610880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1724310020.683432:0:7650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:2.0:1724310020.683433:0:7650:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000020:00000010:2.0:1724310020.683438:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.683440:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fa28. 00000020:00000010:2.0:1724310020.683441:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000100:00000200:2.0:1724310020.683447:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611136 02000000:00000010:2.0:1724310020.683452:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880121c4a400. 00010000:00000200:2.0:1724310020.683455:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1c00 x1808064257611136/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1724310031 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.683460:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.683461:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257611136, offset 224 00000400:00000200:2.0:1724310020.683463:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.683466:0:7650:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.683468:0:7650:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5580 00000400:00000200:2.0:1724310020.683470:0:7650:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2963bd [1] + 224 00000400:00000200:2.0:1724310020.683473:0:7650:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.683474:0:7650:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.683477:0:7650:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880082ae2a00 x1808064257611136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1724310020.683483:0:7650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:2.0:1724310020.683484:0:7650:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000020:00000010:2.0:1724310020.683487:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.683489:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.683491:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008742b600. 00000400:00000010:2.0:1724310020.683502:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9c08. 00000400:00000200:2.0:1724310020.683504:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:2.0:1724310020.683505:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.683508:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880082ae2a00 x1808064257611136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1724310020.683513:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880082ae2a00 x1808064257611136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.683523:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081c81800. 02000000:00000010:2.0:1724310020.683528:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5ef00. 00000100:00000010:2.0:1724310020.683529:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae2a00. 00000400:00000010:2.0:1724310020.683535:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9b58. 00000400:00000200:2.0:1724310020.683536:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:2.0:1724310020.683537:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.683539:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088d62d80 x1808064257610880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1724310020.683548:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088d62d80 x1808064257610880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.683555:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081c80600. 02000000:00000010:2.0:1724310020.683556:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5ee00. 00000100:00000010:2.0:1724310020.683558:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62d80. 00000400:00000010:1.0:1724310020.683612:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1aa50. 00000400:00000200:1.0:1724310020.683615:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:1.0:1724310020.683617:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.683620:0:3295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088d63800 x1808064257610496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1724310020.683625:0:3295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088d63800 x1808064257610496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1724310020.683633:0:3295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e0a6e00. 02000000:00000010:1.0:1724310020.683636:0:3295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5e700. 00000100:00000010:1.0:1724310020.683637:0:3295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63800. 00000020:00000010:3.0:1724310020.683923:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.683927:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.683930:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.683946:0:9722:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.683948:0:9722:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3300. 00000020:00000010:3.0:1724310020.683950:0:9722:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923af0. 00000100:00000200:3.0:1724310020.683959:0:9722:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257610752 02000000:00000010:3.0:1724310020.683965:0:9722:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880081a3d400. 00010000:00000200:3.0:1724310020.683970:0:9722:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0000 x1808064257610752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1724310020.683975:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611008 00000400:00000010:3.0:1724310020.683978:0:9722:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.683981:0:9722:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257610752, offset 224 02000000:00000010:0.0:1724310020.683984:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227fb000. 00000400:00000200:3.0:1724310020.683984:0:9722:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1724310020.683989:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae1180 x1808064257611008/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1724310056 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1724310020.683989:0:9722:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310020.683993:0:9722:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5400 00000400:00000200:3.0:1724310020.683996:0:9722:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2963b5 [1] + 224 00000400:00000010:0.0:1724310020.683998:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000400:00000200:3.0:1724310020.684000:0:9722:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1724310020.684001:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257611008, offset 224 00000400:00000200:3.0:1724310020.684002:0:9722:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1724310020.684004:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310020.684009:0:22457:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1724310020.684009:0:9722:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088d63b80 x1808064257610752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1724310020.684013:0:22457:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5500 00000400:00000200:0.0:1724310020.684016:0:22457:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2963cd [1] + 224 00000400:00000200:0.0:1724310020.684020:0:22457:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.684021:0:9722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000200:0.0:1724310020.684022:0:22457:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1724310020.684023:0:9722:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000100:00000200:0.0:1724310020.684027:0:22457:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880088d63100 x1808064257611008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:3.0:1724310020.684029:0:9722:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.684032:0:9722:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.684035:0:9722:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000400:00000200:0.0:1724310020.684037:0:22457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:0.0:1724310020.684039:0:22457:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00000020:00000010:0.0:1724310020.684044:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3300. 00000020:00000010:0.0:1724310020.684047:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923af0. 00000020:00000010:0.0:1724310020.684049:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000400:00000200:3.0:1724310020.684065:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.684071:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13242180 00000400:00000200:3.0:1724310020.684075:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 98616 00000400:00000200:3.0:1724310020.684089:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.684092:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.684095:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.684098:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660000. 00000020:00000010:0.0:1724310020.684306:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140a00. 00000020:00000010:0.0:1724310020.684310:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98200. 00000020:00000010:0.0:1724310020.684312:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806000. 00000100:00000200:0.0:1724310020.684333:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883601280 00000001:00000010:0.0:1724310020.684338:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009301ce40. 00010000:00000010:0.0:1724310020.684351:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.684355:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98900. 02000000:00000010:1.0:1724310020.684410:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800876a0000. 00010000:00000010:1.0:1724310020.684431:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b6880. 00010000:00000010:1.0:1724310020.684435:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.684446:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28a00. 00010000:00000010:1.0:1724310020.684448:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.684452:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b5b00. 00010000:00000010:1.0:1724310020.684453:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.684532:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28900. 00010000:00000010:1.0:1724310020.684534:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.684536:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7a80. 00010000:00000010:1.0:1724310020.684539:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.684580:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.684605:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.684609:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5a80. 00010000:00000010:1.0:1724310020.684630:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98900. 00010000:00000200:1.0:1724310020.684639:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660000 x1808069883601280/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.684647:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41bf68. 00000100:00000200:1.0:1724310020.684649:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883601280, offset 224 00000400:00000200:1.0:1724310020.684653:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.684658:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.684662:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532613:532613:256:4294967295] 192.168.204.31@tcp LPNI seq info [532609:532609:8:4294967295] 00000400:00000200:1.0:1724310020.684669:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.684673:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.684676:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28400. 00000800:00000200:1.0:1724310020.684679:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.684684:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.684687:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.684698:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98200. 00000020:00000010:1.0:1724310020.684700:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806000. 00000020:00000010:1.0:1724310020.684702:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140a00. 00000800:00000200:1.0:1724310020.684759:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.684761:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28400. 00000400:00000200:1.0:1724310020.684764:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.684766:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.684768:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41bf68 00000400:00000010:1.0:1724310020.684769:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41bf68. 00000400:00000010:2.0:1724310020.684821:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9aa8. 00000400:00000200:2.0:1724310020.684823:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:2.0:1724310020.684825:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.684829:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088d63b80 x1808064257610752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1724310020.684836:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088d63b80 x1808064257610752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.684848:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081c80a00. 02000000:00000010:2.0:1724310020.684851:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5e900. 00000100:00000010:2.0:1724310020.684853:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63b80. 00000400:00000010:2.0:1724310020.684863:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9bb0. 00000400:00000200:2.0:1724310020.684865:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:2.0:1724310020.684866:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.684869:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880088d63100 x1808064257611008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1724310020.684874:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880088d63100 x1808064257611008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.684883:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081c80400. 02000000:00000010:2.0:1724310020.684884:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a4c5ec00. 00000100:00000010:2.0:1724310020.684886:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63100. 00000400:00000200:3.0:1724310020.688652:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:3.0:1724310020.688667:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 488 into portal 12 MB=0x66c6e13242280 00000400:00000200:3.0:1724310020.688673:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 488/488 into md 0x279cd5 [64] + 99192 00000400:00000200:3.0:1724310020.688694:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.688698:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310020.688704:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1724310020.688709:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092660700. 00000020:00000010:1.0:1724310020.688806:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6200. 00000020:00000010:1.0:1724310020.688811:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310020.688816:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310020.688900:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883601536 02000000:00000010:1.0:1724310020.688928:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88012299d000. 00010000:00000010:1.0:1724310020.688958:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.688970:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.688977:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3e80. 00010000:00000010:1.0:1724310020.688997:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4000. 00010000:00000010:1.0:1724310020.689001:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5c00. 00010000:00000010:1.0:1724310020.689012:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28400. 00010000:00000010:1.0:1724310020.689014:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5980. 00010000:00000010:1.0:1724310020.689017:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b73c0. 00010000:00000010:1.0:1724310020.689019:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5200. 00010000:00000010:1.0:1724310020.689751:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28e00. 00010000:00000010:1.0:1724310020.689753:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880087dd5280. 00010000:00000010:1.0:1724310020.689756:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b58c0. 00010000:00000010:1.0:1724310020.689759:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5100. 00000020:00000010:1.0:1724310020.689921:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.689927:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880094d24c00. 00000020:00000010:1.0:1724310020.689935:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880087fa7f00. 00080000:00000010:1.0:1724310020.689940:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880094c93c00. 00000001:00000010:1.0:1724310020.690362:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008da4fde0. 00000001:00000010:1.0:1724310020.690366:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88009a4ea3c0. 00000020:00000010:1.0:1724310020.690400:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880087fa7f00. 00010000:00000010:1.0:1724310020.690406:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4480. 00010000:00000010:1.0:1724310020.690409:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.690422:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5880. 00010000:00000010:1.0:1724310020.690439:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5100. 00010000:00000010:1.0:1724310020.690442:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5280. 00080000:00000010:1.0:1724310020.690461:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74680. 00000004:00000010:1.0:1724310020.690468:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faacab0. 00000004:00000010:1.0:1724310020.690472:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc81c8. 00000004:00000010:1.0:1724310020.690475:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff8800a8073600. 00000004:00000010:1.0:1724310020.690477:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff88008df187f0. 00000004:00000010:1.0:1724310020.690481:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880082d48540. 00000004:00000010:1.0:1724310020.690484:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800809234b0. 00000004:00000010:1.0:1724310020.690487:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880087681d98. 00000004:00000010:1.0:1724310020.690491:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f83a0. 00010000:00000010:1.0:1724310020.690498:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5c00. 00010000:00000200:1.0:1724310020.690511:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096818, last committed = 4295096671 00010000:00000200:1.0:1724310020.690518:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880092660700 x1808069883601536/t4295096818(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 488/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.691382:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.691387:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883601536, offset 224 00000400:00000010:1.0:1724310020.691393:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800925e3b28. 00000400:00000200:1.0:1724310020.691397:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.691407:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.691413:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532614:532614:256:4294967295] 192.168.204.31@tcp LPNI seq info [532610:532610:8:4294967295] 00000400:00000200:1.0:1724310020.691416:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:1.0:1724310020.691422:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.691427:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.691430:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28300. 00000800:00000200:1.0:1724310020.691435:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.691442:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.691445:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.691471:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310020.691475:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.691479:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6200. 00000800:00000200:3.0:1724310020.691728:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.691731:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28300. 00000400:00000200:3.0:1724310020.691735:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.691739:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.694433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:0.1:1724310020.694492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6880. 00010000:00000010:0.1:1724310020.694499:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28a00. 00010000:00000010:0.1:1724310020.694504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b5b00. 00010000:00000010:0.1:1724310020.694506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00000400:00000200:1.0:1724310020.694719:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:1.0:1724310020.694732:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2963f1 00000400:00000200:1.0:1724310020.694737:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.694740:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:1.0:1724310020.694743:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:1.0:1724310020.694746:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00000400:00000200:1.0:1724310020.694763:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.694767:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13242300 00000400:00000200:1.0:1724310020.694772:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 99680 00000400:00000200:1.0:1724310020.694792:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.694794:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.694798:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.694802:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc19180. 00010000:00000010:2.0:1724310020.694864:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880087dd5200. 00010000:00000010:2.0:1724310020.694872:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880087dd5980. 00000020:00000010:0.0:1724310020.694933:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141400. 00000020:00000010:0.0:1724310020.694938:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310020.694942:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000100:00000200:0.0:1724310020.695411:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883601664 00000001:00000010:0.0:1724310020.695420:0:20173:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621cc0. 00010000:00000010:0.0:1724310020.695435:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.0:1724310020.695439:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98480. 02000000:00000010:0.0:1724310020.695479:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880086e80000. 00010000:00000010:0.0:1724310020.695497:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0900. 00010000:00000010:0.0:1724310020.695499:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.695509:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9e500. 00010000:00000010:0.0:1724310020.695511:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.695513:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb0b40. 00010000:00000010:0.0:1724310020.695515:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.695589:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.695592:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98080. 00010000:00000010:0.0:1724310020.695636:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98980. 00010000:00000010:0.0:1724310020.695652:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.695655:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.695674:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98480. 00010000:00000200:0.0:1724310020.695684:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc19180 x1808069883601664/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/584 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.695697:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf6e8. 00000100:00000200:0.0:1724310020.695701:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1808069883601664, offset 224 00000400:00000200:0.0:1724310020.695705:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.695711:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.695716:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532615:532615:256:4294967295] 192.168.204.31@tcp LPNI seq info [532611:532611:8:4294967295] 00000400:00000200:0.0:1724310020.695724:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.695728:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.695731:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9eb00. 00000800:00000200:0.0:1724310020.695736:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.695741:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.695744:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.695768:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f00. 00000020:00000010:0.0:1724310020.695771:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310020.695773:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141400. 00000800:00000200:3.0:1724310020.696841:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.696844:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9eb00. 00000400:00000200:3.0:1724310020.696848:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.696857:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.696861:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf6e8 00000400:00000010:3.0:1724310020.696862:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf6e8. 00010000:00000010:0.1:1724310020.697355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7a80. 00010000:00000010:0.1:1724310020.697361:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28900. 00010000:00000010:0.1:1724310020.697365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:0.1:1724310020.697368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4480. 00010000:00000010:0.1:1724310020.697370:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28e00. 00010000:00000010:0.1:1724310020.697373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b58c0. 00010000:00000010:0.1:1724310020.697381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4000. 00000400:00000200:0.0:1724310020.699612:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.699626:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 392 into portal 23 MB=0x66c6e13242400 00000400:00000200:0.0:1724310020.699632:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp of length 392/392 into md 0x249e3d [2] + 392 00000400:00000200:0.0:1724310020.699653:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.699656:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.699662:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1724310020.699668:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122312300. 00000020:00000010:3.0:1724310020.699807:0:26744:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.699813:0:26744:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.699817:0:26744:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.699851:0:26744:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883601920 02000000:00000010:3.0:1724310020.699882:0:26744:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880081a3cc00. 00000004:00000010:3.0:1724310020.699933:0:26744:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800929d3600. 00080000:00000010:3.0:1724310020.699961:0:26744:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081a3e400. 00000001:00000010:3.0:1724310020.699986:0:26744:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4ba0. 00000001:00000010:3.0:1724310020.699990:0:26744:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621240. 00010000:00000200:3.0:1724310020.700027:0:26744:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122312300 x1808069883601920/t4295096819(0) o35->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 392/456 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.700039:0:26744:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051bb0. 00000100:00000200:3.0:1724310020.700043:0:26744:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883601920, offset 224 00000400:00000200:3.0:1724310020.700048:0:26744:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.700055:0:26744:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.700060:0:26744:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532616:532616:256:4294967295] 192.168.204.31@tcp LPNI seq info [532612:532612:8:4294967295] 00000400:00000200:3.0:1724310020.700068:0:26744:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.700073:0:26744:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.700076:0:26744:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6b00. 00000800:00000200:3.0:1724310020.700080:0:26744:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.700086:0:26744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.700089:0:26744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.700162:0:26744:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.700166:0:26744:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.700168:0:26744:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:1.0:1724310020.700238:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.700242:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6b00. 00000400:00000200:1.0:1724310020.700245:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.700248:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.700251:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051bb0 00000400:00000010:1.0:1724310020.700253:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051bb0. 00000400:00000200:0.0:1724310020.702160:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.702170:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 504 into portal 12 MB=0x66c6e13242500 00000400:00000200:0.0:1724310020.702182:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 504/504 into md 0x279cd5 [64] + 100264 00000400:00000200:0.0:1724310020.702201:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.702209:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.702217:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.702225:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313800. 00000020:00000010:2.0:1724310020.702294:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.702299:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.702303:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.702330:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602176 00000001:00000010:2.0:1724310020.702338:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88009a4ea3c0. 02000000:00000010:2.0:1724310020.702358:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13a000. 00010000:00000010:2.0:1724310020.702383:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98080. 00010000:00000010:2.0:1724310020.702391:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3280. 00010000:00000010:2.0:1724310020.702401:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3e00. 00010000:00000010:2.0:1724310020.702405:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.702410:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.702427:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ec00. 00010000:00000010:2.0:1724310020.702429:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99200. 00010000:00000010:2.0:1724310020.702432:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:2.0:1724310020.702435:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.702444:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e900. 00010000:00000010:2.0:1724310020.702446:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99300. 00010000:00000010:2.0:1724310020.702448:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:2.0:1724310020.702449:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.702520:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ee00. 00010000:00000010:2.0:1724310020.702521:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.702523:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa400. 00010000:00000010:2.0:1724310020.702525:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00000020:00000010:2.0:1724310020.702546:0:22457:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146f60. 00000020:00000010:2.0:1724310020.702550:0:22457:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146f60. 00080000:00000010:2.0:1724310020.702557:0:22457:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff88009cce8920. 00080000:00000010:2.0:1724310020.702559:0:22457:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.702572:0:22457:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880081bd5680. 00080000:00000010:2.0:1724310020.702575:0:22457:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff88009cce8920. 00000020:00000010:2.0:1724310020.702581:0:22457:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310020.702586:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c48800. 00000001:00000010:2.0:1724310020.702770:0:22457:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88009bdd6a20. 00000001:00000010:2.0:1724310020.702774:0:22457:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88007fa9f600. 00000020:00000010:2.0:1724310020.702796:0:22457:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310020.702814:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.702817:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00080000:00000010:2.0:1724310020.702832:0:22457:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88008090b1e0. 00000004:00000010:2.0:1724310020.702838:0:22457:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806a28. 00000004:00000010:2.0:1724310020.702841:0:22457:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800828cc0f0. 00000004:00000010:2.0:1724310020.702844:0:22457:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3d00. 00010000:00000010:2.0:1724310020.702849:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.702851:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99200. 00010000:00000200:2.0:1724310020.702861:0:22457:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096820, last committed = 4295096671 00010000:00000200:2.0:1724310020.702866:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313800 x1808069883602176/t4295096820(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 504/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.702878:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66cc0. 00000100:00000200:2.0:1724310020.702882:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883602176, offset 224 00000400:00000010:2.0:1724310020.702886:0:22457:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4498. 00000400:00000200:2.0:1724310020.702889:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.702896:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.702901:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532617:532617:256:4294967295] 192.168.204.31@tcp LPNI seq info [532613:532613:8:4294967295] 00000400:00000200:2.0:1724310020.702905:0:22457:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.702910:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.702914:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.702918:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ef00. 00000800:00000200:2.0:1724310020.702922:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.702927:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.702930:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ef00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.702952:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99a80. 00000020:00000010:2.0:1724310020.702956:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.702959:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:0.0:1724310020.703039:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.703042:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ef00. 00000400:00000200:0.0:1724310020.703045:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.703049:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.705015:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0900. 00010000:00000010:1.1:1724310020.705023:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e500. 00010000:00000010:1.1:1724310020.705026:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0b40. 00010000:00000010:1.1:1724310020.705028:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb3840. 00010000:00000010:0.1:1724310020.705067:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28400. 00010000:00000010:0.1:1724310020.705074:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b73c0. 00000400:00000200:0.0:1724310020.707756:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.707771:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x2963fd 00000400:00000200:0.0:1724310020.707983:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.707989:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.707995:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66cc0 00000400:00000010:0.0:1724310020.707997:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66cc0. 00010000:00000010:2.0:1724310020.709017:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.709028:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99300. 00000400:00000200:1.0:1724310020.709505:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310020.709514:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13242580 00000400:00000200:1.0:1724310020.709521:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 100768 00000400:00000200:1.0:1724310020.709536:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.709539:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310020.709542:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1724310020.709547:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18380. 00000020:00000010:2.0:1724310020.709860:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.709865:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.709869:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.709895:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602304 00000001:00000010:2.0:1724310020.709905:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621240. 00010000:00000010:2.0:1724310020.709922:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ef00. 00010000:00000010:2.0:1724310020.709925:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.709930:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfad00. 00010000:00000010:2.0:1724310020.709933:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310020.709977:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880078a10000. 00010000:00000010:2.0:1724310020.709995:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8000. 00010000:00000010:2.0:1724310020.709998:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.710069:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310020.710087:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18380 x1808069883602304/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.710099:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a662a8. 00000100:00000200:2.0:1724310020.710104:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883602304, offset 224 00000400:00000200:2.0:1724310020.710108:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.710115:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.710120:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532618:532618:256:4294967295] 192.168.204.31@tcp LPNI seq info [532614:532614:8:4294967295] 00000400:00000200:2.0:1724310020.710127:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.710132:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.710135:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e700. 00000800:00000200:2.0:1724310020.710140:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.710145:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.710148:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.710159:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.710162:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.710165:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.710325:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.710328:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e700. 00000400:00000200:1.0:1724310020.710331:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.710334:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.710337:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a662a8 00000400:00000010:1.0:1724310020.710339:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a662a8. 00010000:00000010:0.1:1724310020.710518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310020.710522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:0.1:1724310020.710526:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6d00. 00010000:00000010:0.1:1724310020.710529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:0.1:1724310020.710531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ea00. 00010000:00000010:0.1:1724310020.710533:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ee00. 00010000:00000010:0.1:1724310020.710535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa400. 00010000:00000010:0.1:1724310020.710539:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ec00. 00010000:00000010:0.1:1724310020.710541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9f80. 00000400:00000200:0.0:1724310020.712089:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.712099:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13242600 00000400:00000200:0.0:1724310020.712105:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 101344 00000400:00000200:0.0:1724310020.712121:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.712125:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.712129:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.712134:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310700. 00000020:00000010:2.0:1724310020.712220:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.712225:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.712228:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.712246:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602432 00010000:00000010:2.0:1724310020.712287:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9b00. 00010000:00000010:2.0:1724310020.712292:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 02000000:00000010:2.0:1724310020.712333:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800947a0000. 00010000:00000010:2.0:1724310020.712350:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9440. 00010000:00000010:2.0:1724310020.712353:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.712363:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e600. 00010000:00000010:2.0:1724310020.712365:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.712368:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:2.0:1724310020.712370:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.712439:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5eb00. 00010000:00000010:2.0:1724310020.712441:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.712443:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa880. 00010000:00000010:2.0:1724310020.712446:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.712486:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.712494:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.712497:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99180. 00010000:00000010:2.0:1724310020.712515:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000200:2.0:1724310020.712524:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310700 x1808069883602432/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/640 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.712535:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66dd0. 00000100:00000200:2.0:1724310020.712539:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1808069883602432, offset 224 00000400:00000200:2.0:1724310020.712544:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.712549:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.712553:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532619:532619:256:4294967295] 192.168.204.31@tcp LPNI seq info [532615:532615:8:4294967295] 00000400:00000200:2.0:1724310020.712561:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.712565:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.712569:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ec00. 00000800:00000200:2.0:1724310020.712573:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.712579:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.712582:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ec00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.713722:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.713728:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.713731:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.713976:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.713979:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ec00. 00000400:00000200:1.0:1724310020.713983:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.713987:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.713991:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66dd0 00000400:00000010:1.0:1724310020.713994:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66dd0. 00010000:00000010:0.1:1724310020.716549:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e900. 00010000:00000010:0.1:1724310020.716559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:0.1:1724310020.716563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfad00. 00000400:00000200:0.0:1724310020.717323:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.717335:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242680 00000400:00000200:0.0:1724310020.717342:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 14880 00000400:00000200:0.0:1724310020.717362:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.717366:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.717372:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.717377:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310e00. 00000020:00000010:2.0:1724310020.717464:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.717469:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.717473:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.717501:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602560 00010000:00000010:2.0:1724310020.717520:0:7665:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ee00. 00010000:00000010:2.0:1724310020.717522:0:7665:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88007fa9f180. 00010000:00000010:2.0:1724310020.717526:0:7665:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8480. 00002000:00000010:2.0:1724310020.717534:0:7665:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880081bd5680. 02000000:00000010:2.0:1724310020.717555:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880121c4bc00. 00010000:00000200:2.0:1724310020.717577:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310e00 x1808069883602560/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.717590:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66c38. 00000100:00000200:2.0:1724310020.717595:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883602560, offset 224 00000400:00000200:2.0:1724310020.717600:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.717607:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.717613:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532620:532620:256:4294967295] 192.168.204.31@tcp LPNI seq info [532616:532616:8:4294967295] 00000400:00000200:2.0:1724310020.717619:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.717623:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.717626:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ea00. 00000800:00000200:2.0:1724310020.717630:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.717635:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.717638:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ea00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.717698:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.717704:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.717707:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.717833:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.717836:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ea00. 00000400:00000200:1.0:1724310020.717839:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.717842:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.717846:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66c38 00000400:00000010:1.0:1724310020.717847:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66c38. 00010000:00000010:0.1:1724310020.719385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9440. 00010000:00000010:0.1:1724310020.719393:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e600. 00010000:00000010:0.1:1724310020.719396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:0.1:1724310020.719398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9b00. 00000400:00000200:0.0:1724310020.720223:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.720233:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13242780 00000400:00000200:0.0:1724310020.720240:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 101928 00000400:00000200:0.0:1724310020.720254:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.720764:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.720770:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.720775:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311c00. 00000020:00000010:2.0:1724310020.720859:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.720863:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.720867:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.720887:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602816 02000000:00000010:2.0:1724310020.720911:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009c13d000. 00010000:00000010:2.0:1724310020.720936:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.720949:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.720954:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.720957:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.720973:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e700. 00010000:00000010:2.0:1724310020.720975:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.720978:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9680. 00010000:00000010:2.0:1724310020.720981:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.720991:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e600. 00010000:00000010:2.0:1724310020.720992:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99d80. 00010000:00000010:2.0:1724310020.720994:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9b00. 00010000:00000010:2.0:1724310020.720996:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99000. 00010000:00000010:2.0:1724310020.721062:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ea00. 00010000:00000010:2.0:1724310020.721063:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.721065:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:2.0:1724310020.721067:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000020:00000010:2.0:1724310020.721081:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff880095146f60. 00000020:00000010:2.0:1724310020.721086:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff880095146f60. 00000020:00000010:2.0:1724310020.721092:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88009bdd62a0. 00080000:00000010:2.0:1724310020.721097:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c48000. 00000001:00000010:2.0:1724310020.721362:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b22e180. 00000001:00000010:2.0:1724310020.721367:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88013205b840. 00000020:00000010:2.0:1724310020.721396:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88009bdd62a0. 00010000:00000010:2.0:1724310020.721401:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9440. 00010000:00000010:2.0:1724310020.721404:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.721415:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.721430:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.721431:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99a80. 00080000:00000010:2.0:1724310020.721447:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce749c0. 00000004:00000010:2.0:1724310020.721453:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faad728. 00000004:00000010:2.0:1724310020.721456:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18bf0. 00000004:00000010:2.0:1724310020.721458:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18c78. 00000004:00000010:2.0:1724310020.721461:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880082d48180. 00000004:00000010:2.0:1724310020.721469:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880080923a28. 00000004:00000010:2.0:1724310020.721472:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880087681000. 00000004:00000010:2.0:1724310020.721477:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f8000. 00010000:00000010:2.0:1724310020.721483:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000010:2.0:1724310020.721485:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000200:2.0:1724310020.721495:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096821, last committed = 4295096671 00010000:00000200:2.0:1724310020.721501:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311c00 x1808069883602816/t4295096821(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.721513:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66a18. 00000100:00000200:2.0:1724310020.721517:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883602816, offset 224 00000400:00000010:2.0:1724310020.721521:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e44d0. 00000400:00000200:2.0:1724310020.721524:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.721531:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.721536:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532621:532621:256:4294967295] 192.168.204.31@tcp LPNI seq info [532617:532617:8:4294967295] 00000400:00000200:2.0:1724310020.721539:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.721545:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.721548:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.721552:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e900. 00000800:00000200:2.0:1724310020.721556:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.721562:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.721564:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.721588:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.721591:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.721593:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.721713:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.721716:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e900. 00000400:00000200:1.0:1724310020.721718:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.721721:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.723176:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.723186:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13242800 00000400:00000200:0.0:1724310020.723191:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 102424 00000400:00000200:0.0:1724310020.723198:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.723200:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.723204:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.723208:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310000. 00000400:00000200:0.0:1724310020.723236:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.723242:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29640d 00000400:00000200:0.0:1724310020.723244:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.723246:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.723249:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66a18 00000400:00000010:0.0:1724310020.723251:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66a18. 00000020:00000010:2.0:1724310020.723343:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.723346:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.723349:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.723366:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883602944 00000001:00000010:2.0:1724310020.723373:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88007fa9f600. 00010000:00000010:2.0:1724310020.723386:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ec00. 00010000:00000010:2.0:1724310020.723388:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99c00. 00010000:00000010:2.0:1724310020.723392:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfad00. 00010000:00000010:2.0:1724310020.723396:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 02000000:00000010:2.0:1724310020.723433:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8800932e0000. 00010000:00000010:2.0:1724310020.723448:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:2.0:1724310020.723450:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a80. 00010000:00000010:2.0:1724310020.723511:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:2.0:1724310020.723524:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310000 x1808069883602944/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.723534:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a663b8. 00000100:00000200:2.0:1724310020.723537:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883602944, offset 224 00000400:00000200:2.0:1724310020.723540:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.723545:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.723549:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532622:532622:256:4294967295] 192.168.204.31@tcp LPNI seq info [532618:532618:8:4294967295] 00000400:00000200:2.0:1724310020.723555:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.723559:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.723563:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e900. 00000800:00000200:2.0:1724310020.723567:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.723571:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.723573:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.723587:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.723591:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.723593:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.723685:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.723687:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e900. 00000400:00000200:1.0:1724310020.723690:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.723692:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.723694:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a663b8 00000400:00000010:1.0:1724310020.723696:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a663b8. 00010000:00000010:3.0:1724310020.724095:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99000. 00010000:00000010:3.0:1724310020.724102:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99d80. 00010000:00000010:0.1:1724310020.724453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa880. 00010000:00000010:0.1:1724310020.724458:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5eb00. 00010000:00000010:0.1:1724310020.724461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8000. 00010000:00000010:0.1:1724310020.724463:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ef00. 00010000:00000010:0.1:1724310020.724465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9440. 00010000:00000010:0.1:1724310020.724467:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ea00. 00010000:00000010:0.1:1724310020.724469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf86c0. 00010000:00000010:0.1:1724310020.724475:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e700. 00010000:00000010:0.1:1724310020.724477:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9680. 00000400:00000200:0.0:1724310020.726876:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.726890:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13242880 00000400:00000200:0.0:1724310020.726897:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 103000 00000400:00000200:0.0:1724310020.726917:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.726921:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.726926:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.726932:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122313b80. 00000020:00000010:2.0:1724310020.727485:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40600. 00000020:00000010:2.0:1724310020.727491:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.727496:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.727531:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603072 00010000:00000010:2.0:1724310020.727553:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:2.0:1724310020.727559:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 02000000:00000010:2.0:1724310020.727603:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880093930000. 00010000:00000010:2.0:1724310020.727622:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa400. 00010000:00000010:2.0:1724310020.727625:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.727638:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e700. 00010000:00000010:2.0:1724310020.727640:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.727643:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:2.0:1724310020.727645:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.727720:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ea00. 00010000:00000010:2.0:1724310020.727722:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99780. 00010000:00000010:2.0:1724310020.727724:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:2.0:1724310020.727727:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99700. 00010000:00000010:2.0:1724310020.727769:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:2.0:1724310020.727778:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99400. 00010000:00000010:2.0:1724310020.727781:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.727800:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:2.0:1724310020.727811:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122313b80 x1808069883603072/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.727828:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66220. 00000100:00000200:2.0:1724310020.727833:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883603072, offset 224 00000400:00000200:2.0:1724310020.727838:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.727845:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.727851:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532623:532623:256:4294967295] 192.168.204.31@tcp LPNI seq info [532619:532619:8:4294967295] 00000400:00000200:2.0:1724310020.727859:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.727863:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.727866:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5ef00. 00000800:00000200:2.0:1724310020.727870:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.727875:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.727879:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5ef00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.727905:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.727908:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:2.0:1724310020.727912:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40600. 00000800:00000200:1.0:1724310020.728534:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.728537:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5ef00. 00000400:00000200:1.0:1724310020.728541:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.728544:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.728547:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66220 00000400:00000010:1.0:1724310020.728548:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66220. 00000400:00000200:0.0:1724310020.731225:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.731239:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242900 00000400:00000200:0.0:1724310020.731246:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279271 [8] + 15208 00000400:00000010:0.0:1724310020.731254:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888528. 00000400:00000200:0.0:1724310020.731305:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880094182300 00000400:00000200:0.0:1724310020.731315:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.731318:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.731321:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880094182300 00000400:00000010:0.0:1724310020.731323:0:3289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff880094182300. 00000100:00000200:0.0:1724310020.731328:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1724310020.731344:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.731347:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242980 00000400:00000200:0.0:1724310020.731350:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279471 [8] + 0 00000400:00000200:0.0:1724310020.731362:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.731365:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.731368:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.731371:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122312d80. 00000020:00000010:3.0:1724310020.731440:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:1.0:1724310020.731444:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e0a6200. 00000020:00000010:3.0:1724310020.731446:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:1.0:1724310020.731448:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310020.731450:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000020:00000010:3.0:1724310020.731450:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.731478:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603200 00010000:00000010:3.0:1724310020.731497:0:7665:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6800. 00010000:00000010:3.0:1724310020.731501:0:7665:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880088621c00. 00010000:00000010:3.0:1724310020.731505:0:7665:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219d40. 00002000:00000010:3.0:1724310020.731513:0:7665:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50000. 00010000:00000010:0.1:1724310020.731528:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e600. 00010000:00000010:0.1:1724310020.731532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9b00. 02000000:00000010:3.0:1724310020.731534:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880081a3dc00. 00010000:00000200:3.0:1724310020.731555:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880075c13050 x1808069883603200/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000100:00000200:1.0:1724310020.731565:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603328 00000400:00000010:3.0:1724310020.731566:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310020.731570:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883603200, offset 224 00000400:00000200:3.0:1724310020.731574:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00010000:00000010:1.0:1724310020.731575:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28300. 00010000:00000010:1.0:1724310020.731577:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea480. 00010000:00000010:1.0:1724310020.731580:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b46c0. 00000400:00000200:3.0:1724310020.731582:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00002000:00000010:1.0:1724310020.731585:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366ac0. 00000400:00000200:3.0:1724310020.731586:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532624:532624:256:4294967295] 192.168.204.31@tcp LPNI seq info [532620:532620:8:4294967295] 00000400:00000200:3.0:1724310020.731594:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 02000000:00000010:1.0:1724310020.731596:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880094c92000. 00000800:00000200:3.0:1724310020.731597:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.731600:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6f00. 00000800:00000200:3.0:1724310020.731604:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00010000:00000200:1.0:1724310020.731606:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122312d80 x1808069883603328/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000800:00000200:3.0:1724310020.731609:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.731612:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6f00 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:1.0:1724310020.731619:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b4c8. 00000100:00000200:1.0:1724310020.731621:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883603328, offset 224 00000020:00000010:3.0:1724310020.731633:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.731637:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.731640:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 02000000:00000010:3.0:1724310020.731655:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880121c4bc00. 00000100:00000010:3.0:1724310020.731658:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122310e00. 02000000:00000010:3.0:1724310020.731661:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880121c4a400. 00000100:00000010:3.0:1724310020.731663:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae1c00. 02000000:00000010:3.0:1724310020.731665:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880121c48c00. 00000100:00000010:3.0:1724310020.731667:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0a80. 02000000:00000010:3.0:1724310020.731670:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880122214000. 00000100:00000010:3.0:1724310020.731672:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d63480. 02000000:00000010:3.0:1724310020.731675:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008bcd0800. 00000100:00000010:3.0:1724310020.731681:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e4380. 02000000:00000010:3.0:1724310020.731683:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008bcd2800. 00000100:00000010:3.0:1724310020.731685:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50e7800. 02000000:00000010:3.0:1724310020.731688:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008e16b000. 00000100:00000010:3.0:1724310020.731690:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088d62680. 00000800:00000200:0.0:1724310020.731691:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1724310020.731692:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008e168c00. 00000800:00000010:0.0:1724310020.731693:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6f00. 00000100:00000010:3.0:1724310020.731693:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124416d80. 00000400:00000200:0.0:1724310020.731695:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1724310020.731696:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008e169c00. 00000100:00000010:3.0:1724310020.731697:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085745180. 00000400:00000200:0.0:1724310020.731698:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 02000000:00000010:3.0:1724310020.731700:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880134df9000. 00000100:00000010:3.0:1724310020.731701:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880085746a00. 02000000:00000010:3.0:1724310020.731703:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880134df8c00. 00000100:00000010:3.0:1724310020.731705:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093959500. 02000000:00000010:3.0:1724310020.731708:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f76c00. 00000100:00000010:3.0:1724310020.731709:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009395bb80. 02000000:00000010:3.0:1724310020.731712:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880134dfb800. 00000100:00000010:3.0:1724310020.731713:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e680. 02000000:00000010:3.0:1724310020.731716:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008e169400. 00000100:00000010:3.0:1724310020.731717:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caed80. 02000000:00000010:3.0:1724310020.731722:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880134dfac00. 00000100:00000010:3.0:1724310020.731723:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7f100. 02000000:00000010:3.0:1724310020.731726:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f74400. 00000100:00000010:3.0:1724310020.731728:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7e300. 02000000:00000010:3.0:1724310020.731729:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f75c00. 00000100:00000010:3.0:1724310020.731731:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880048e7c700. 02000000:00000010:3.0:1724310020.731735:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f77c00. 00000100:00000010:3.0:1724310020.731736:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb9c00. 02000000:00000010:3.0:1724310020.731739:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f74800. 00000100:00000010:3.0:1724310020.731741:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba300. 02000000:00000010:3.0:1724310020.731743:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123f77400. 00000100:00000010:3.0:1724310020.731744:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fb8380. 02000000:00000010:3.0:1724310020.731747:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88007cead800. 00000100:00000010:3.0:1724310020.731749:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088caea00. 02000000:00000010:3.0:1724310020.731751:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88007ceac000. 00000100:00000010:3.0:1724310020.731752:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e326680. 02000000:00000010:3.0:1724310020.731754:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88007ceae000. 00000100:00000010:3.0:1724310020.731756:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095fba680. 02000000:00000010:3.0:1724310020.731758:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88007ceaf400. 00000100:00000010:3.0:1724310020.731760:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e325880. 02000000:00000010:3.0:1724310020.731762:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880065aa1c00. 00000100:00000010:3.0:1724310020.731764:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4e680. 02000000:00000010:3.0:1724310020.731766:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880065aa1800. 00000100:00000010:3.0:1724310020.731767:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4ca80. 02000000:00000010:3.0:1724310020.731769:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880065aa3000. 00000100:00000010:3.0:1724310020.731770:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4d880. 02000000:00000010:3.0:1724310020.731772:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880123fc7400. 00000100:00000010:3.0:1724310020.731774:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4f800. 02000000:00000010:3.0:1724310020.731776:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880065aa3800. 00000100:00000010:3.0:1724310020.731777:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c000. 02000000:00000010:3.0:1724310020.731779:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88012f343c00. 00000100:00000010:3.0:1724310020.731782:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002bafa680. 02000000:00000010:3.0:1724310020.731785:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cfc00. 00000100:00000010:3.0:1724310020.731786:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c380. 02000000:00000010:3.0:1724310020.731788:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009bdf2c00. 00000100:00000010:3.0:1724310020.731790:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088c4c700. 02000000:00000010:3.0:1724310020.731792:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cf400. 00000100:00000010:3.0:1724310020.731793:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88002baf9180. 02000000:00000010:3.0:1724310020.731795:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803ce000. 00000100:00000010:3.0:1724310020.731797:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605500. 02000000:00000010:3.0:1724310020.731799:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cd800. 00000100:00000010:3.0:1724310020.731804:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d605180. 02000000:00000010:3.0:1724310020.731806:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cd400. 00000100:00000010:3.0:1724310020.731807:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d607100. 02000000:00000010:3.0:1724310020.731810:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009bdf2800. 00000100:00000010:3.0:1724310020.731811:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d604000. 02000000:00000010:3.0:1724310020.731814:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803ce400. 00000100:00000010:3.0:1724310020.731816:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d606a00. 02000000:00000010:3.0:1724310020.731818:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009bdf0000. 00000100:00000010:3.0:1724310020.731820:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6d80. 02000000:00000010:3.0:1724310020.731832:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009bdf0c00. 00000100:00000010:3.0:1724310020.731833:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c8a6a00. 02000000:00000010:3.0:1724310020.731835:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009bdf0800. 00000100:00000010:3.0:1724310020.731836:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccd500. 02000000:00000010:3.0:1724310020.731839:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008be26000. 00000100:00000010:3.0:1724310020.731841:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccfb80. 02000000:00000010:3.0:1724310020.731843:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800788aa000. 00000100:00000010:3.0:1724310020.731845:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccf800. 02000000:00000010:3.0:1724310020.731846:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800788ab800. 00000100:00000010:3.0:1724310020.731848:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007fccc000. 02000000:00000010:3.0:1724310020.731850:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cc400. 00000100:00000010:3.0:1724310020.731855:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5119500. 02000000:00000010:3.0:1724310020.731857:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800803cd000. 00000100:00000010:3.0:1724310020.731859:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a511ad80. 02000000:00000010:3.0:1724310020.731862:0:7665:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8800788a9800. 00000100:00000010:3.0:1724310020.731863:0:7665:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3fb80. 00000100:00000200:3.0:1724310020.731868:0:7665:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1724310020.731871:0:7665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce638f0. 00000400:00000200:1.0:1724310020.731924:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.731931:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.731934:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532625:532625:255:4294967295] 192.168.204.31@tcp LPNI seq info [532621:532621:7:4294967295] 00000400:00000200:1.0:1724310020.731940:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.731943:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.731946:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28f00. 00000800:00000200:1.0:1724310020.731949:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.731952:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.731954:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.731961:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310020.731963:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310020.731966:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e0a6200. 00000400:00000200:0.0:1724310020.732080:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:0.0:1724310020.732082:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 02000000:00000010:0.0:1724310020.732086:0:3288:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880081a3dc00. 00000400:00000010:3.0:1724310020.732087:0:7665:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800945f6700. 00000800:00000200:0.0:1724310020.732108:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.732110:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28f00. 00000400:00000200:0.0:1724310020.732114:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.732117:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.732118:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b4c8 00000400:00000010:0.0:1724310020.732120:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b4c8. 00010000:00000010:0.1:1724310020.734765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfad00. 00000400:00000200:0.0:1724310020.738182:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.738198:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13242a80 00000400:00000200:0.0:1724310020.738204:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 103584 00000400:00000200:0.0:1724310020.738223:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.738227:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.738232:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.738238:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122311880. 00000020:00000010:3.0:1724310020.738323:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.738329:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.738333:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.738408:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603584 02000000:00000010:3.0:1724310020.738440:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880095608000. 00010000:00000010:3.0:1724310020.738470:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99700. 00010000:00000010:3.0:1724310020.738488:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99780. 00010000:00000010:3.0:1724310020.738495:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a80. 00010000:00000010:3.0:1724310020.738499:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99c00. 00010000:00000010:3.0:1724310020.738519:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6a00. 00010000:00000010:3.0:1724310020.738522:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310020.738526:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310020.738529:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310020.738540:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6e00. 00010000:00000010:3.0:1724310020.738541:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310020.738543:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.738546:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c80. 00010000:00000010:3.0:1724310020.738623:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6f00. 00010000:00000010:3.0:1724310020.738625:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.738628:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310020.738630:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00000020:00000010:3.0:1724310020.738652:0:22457:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c180. 00000020:00000010:3.0:1724310020.738658:0:22457:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c180. 00000020:00000010:3.0:1724310020.738665:0:22457:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880134ac4780. 00080000:00000010:3.0:1724310020.738670:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081a3c400. 00000001:00000010:3.0:1724310020.739070:0:22457:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88012b7b16c0. 00000001:00000010:3.0:1724310020.739075:0:22457:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621600. 00000020:00000010:3.0:1724310020.739110:0:22457:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880134ac4780. 00010000:00000010:3.0:1724310020.739116:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310020.739119:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310020.739132:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000010:3.0:1724310020.739151:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.739153:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00080000:00000010:3.0:1724310020.739170:0:22457:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095bed040. 00000004:00000010:3.0:1724310020.739177:0:22457:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2558. 00000004:00000010:3.0:1724310020.739183:0:22457:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff8800884f2e40. 00000004:00000010:3.0:1724310020.739186:0:22457:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff880136714a00. 00000004:00000010:3.0:1724310020.739188:0:22457:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff8800885689e8. 00000004:00000010:3.0:1724310020.739192:0:22457:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880088621300. 00000004:00000010:3.0:1724310020.739194:0:22457:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806e10. 00000004:00000010:3.0:1724310020.739198:0:22457:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800828ccb40. 00000004:00000010:3.0:1724310020.739203:0:22457:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb3050. 00010000:00000010:3.0:1724310020.739210:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000010:3.0:1724310020.739213:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000200:3.0:1724310020.739227:0:22457:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096822, last committed = 4295096671 00010000:00000200:3.0:1724310020.739234:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122311880 x1808069883603584/t4295096822(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.739247:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000100:00000200:3.0:1724310020.739251:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883603584, offset 224 00000400:00000010:3.0:1724310020.739400:0:22457:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b658. 00000400:00000200:3.0:1724310020.739406:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.739415:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.739420:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532626:532626:256:4294967295] 192.168.204.31@tcp LPNI seq info [532622:532622:8:4294967295] 00000400:00000200:3.0:1724310020.739423:0:22457:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310020.739429:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.739655:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.739660:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6d00. 00000800:00000200:3.0:1724310020.739666:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.739671:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.739674:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.739842:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.739846:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.739848:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.739978:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.739981:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6d00. 00000400:00000200:0.0:1724310020.739984:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.739988:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:0.1:1724310020.742528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa400. 00010000:00000010:0.1:1724310020.742539:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e700. 00010000:00000010:0.1:1724310020.742542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:0.1:1724310020.742545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9f80. 00000400:00000200:2.0:1724310020.742612:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:2.0:1724310020.742627:0:3288:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296425 00000400:00000200:2.0:1724310020.742632:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.742635:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:2.0:1724310020.742640:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:2.0:1724310020.742642:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 00000400:00000200:2.0:1724310020.742670:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310020.742674:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13242b00 00000400:00000200:2.0:1724310020.742681:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 104080 00000400:00000200:2.0:1724310020.742739:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.742743:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310020.742748:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1724310020.742752:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae2a00. 00010000:00000010:0.0:1724310020.743563:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c80. 00010000:00000010:0.0:1724310020.743572:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00000020:00000010:3.0:1724310020.745085:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.745092:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.745096:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.745137:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603712 00000001:00000010:3.0:1724310020.745147:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88013205b840. 00010000:00000010:3.0:1724310020.745165:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6b00. 00010000:00000010:3.0:1724310020.745167:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310020.745172:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00010000:00000010:3.0:1724310020.745177:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310020.745231:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880090540000. 00010000:00000010:3.0:1724310020.745254:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ba80. 00010000:00000010:3.0:1724310020.745298:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.745378:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310020.745396:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae2a00 x1808069883603712/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.745409:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051088. 00000100:00000200:3.0:1724310020.745414:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883603712, offset 224 00000400:00000200:3.0:1724310020.745419:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.745429:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.745434:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532627:532627:256:4294967295] 192.168.204.31@tcp LPNI seq info [532623:532623:8:4294967295] 00000400:00000200:3.0:1724310020.745442:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.745447:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.745451:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6900. 00000800:00000200:3.0:1724310020.745455:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.745461:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.745464:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.745483:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.745486:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.745488:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.745675:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.745678:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6900. 00000400:00000200:0.0:1724310020.745682:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.745686:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.745690:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051088 00000400:00000010:0.0:1724310020.745692:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051088. 00010000:00000010:1.1:1724310020.745743:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:1.1:1724310020.745748:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ea00. 00010000:00000010:1.1:1724310020.745751:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:1.1:1724310020.745753:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ec00. 00010000:00000010:1.1:1724310020.748416:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6e00. 00010000:00000010:1.1:1724310020.748430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00000400:00000200:0.0:1724310020.749304:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.749317:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13242b80 00000400:00000200:0.0:1724310020.749323:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 104656 00000400:00000200:0.0:1724310020.749341:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.749344:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.749349:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.749354:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880122310e00. 00000020:00000010:3.0:1724310020.749425:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.749431:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.749434:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.749471:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603840 00010000:00000010:3.0:1724310020.749491:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.749497:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310020.749543:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880092cf0000. 00010000:00000010:3.0:1724310020.749564:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.749567:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.749579:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6500. 00010000:00000010:3.0:1724310020.749582:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310020.749585:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310020.749587:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310020.749665:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6400. 00010000:00000010:3.0:1724310020.749668:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310020.749671:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921ad00. 00010000:00000010:3.0:1724310020.749673:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310020.749721:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.749730:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310020.749734:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310020.750067:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310020.750080:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880122310e00 x1808069883603840/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.750092:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310020.750096:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883603840, offset 224 00000400:00000200:3.0:1724310020.750100:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.750107:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.750112:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532628:532628:256:4294967295] 192.168.204.31@tcp LPNI seq info [532624:532624:8:4294967295] 00000400:00000200:3.0:1724310020.750447:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.750452:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.750456:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:3.0:1724310020.750461:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.750467:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.750471:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.750493:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.750498:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.750500:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:2.0:1724310020.750602:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.750605:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:2.0:1724310020.750608:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.750611:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.750615:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:2.0:1724310020.750617:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:1.1:1724310020.751394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00010000:00000010:1.1:1724310020.751403:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6f00. 00010000:00000010:1.1:1724310020.751406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00010000:00000010:1.1:1724310020.751419:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6a00. 00010000:00000010:1.1:1724310020.751422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00010000:00000010:1.1:1724310020.751424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00000400:00000200:0.0:1724310020.754194:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.754208:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242c00 00000400:00000200:0.0:1724310020.754214:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279471 [8] + 328 00000400:00000200:0.0:1724310020.754232:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.754236:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.754242:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.754248:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e51880. 00000400:00000200:0.0:1724310020.754456:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.754461:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242c80 00000400:00000200:0.0:1724310020.754465:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279471 [8] + 656 00000400:00000200:0.0:1724310020.754512:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.754516:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.754519:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.754522:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50700. 00000020:00000010:3.0:1724310020.754590:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.754596:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3500. 00000020:00000010:3.0:1724310020.754600:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.754626:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.754629:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.754631:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923640. 00000100:00000200:1.0:1724310020.754640:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883603968 00000100:00000200:3.0:1724310020.754640:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604096 00010000:00000010:1.0:1724310020.754657:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28b00. 00010000:00000010:3.0:1724310020.754657:0:7665:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6900. 00010000:00000010:3.0:1724310020.754660:0:7665:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880088621300. 00010000:00000010:1.0:1724310020.754661:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea180. 00010000:00000010:1.0:1724310020.754665:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b4240. 00010000:00000010:3.0:1724310020.754665:0:7665:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219200. 00002000:00000010:1.0:1724310020.754672:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8801343662c0. 00002000:00000010:3.0:1724310020.754672:0:7665:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50300. 02000000:00000010:1.0:1724310020.754691:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880094c93800. 02000000:00000010:3.0:1724310020.754691:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880081a3c800. 00010000:00000200:1.0:1724310020.754710:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e51880 x1808069883603968/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000200:3.0:1724310020.754710:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50700 x1808069883604096/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:1.0:1724310020.754722:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b198. 00000400:00000010:3.0:1724310020.754722:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051d48. 00000100:00000200:1.0:1724310020.754725:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883603968, offset 224 00000100:00000200:3.0:1724310020.754725:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883604096, offset 224 00000400:00000200:3.0:1724310020.754729:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.754735:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.754737:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.754740:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532629:532629:256:4294967295] 192.168.204.31@tcp LPNI seq info [532625:532625:8:4294967295] 00000400:00000200:3.0:1724310020.754748:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.754752:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.754755:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6d00. 00000800:00000200:3.0:1724310020.754759:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.754765:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.754768:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6d00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1724310020.754783:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310020.754786:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532630:532630:255:4294967295] 192.168.204.31@tcp LPNI seq info [532626:532626:7:4294967295] 00000400:00000200:1.0:1724310020.754791:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.754795:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.754798:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28d00. 00000800:00000200:1.0:1724310020.754800:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310020.754803:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.754805:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1724310020.754864:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3500. 00000020:00000010:1.0:1724310020.754869:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:1.0:1724310020.754872:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.755495:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.755498:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6d00. 00000400:00000200:0.0:1724310020.755501:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.755505:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.755507:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051d48 00000400:00000010:0.0:1724310020.755509:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051d48. 00000800:00000200:0.0:1724310020.755541:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.755543:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28d00. 00000400:00000200:0.0:1724310020.755546:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.755549:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.755551:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b198 00000400:00000010:0.0:1724310020.755553:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b198. 00000020:00000010:3.0:1724310020.755620:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.755624:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923640. 00000020:00000010:3.0:1724310020.755626:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000400:00000200:0.0:1724310020.757452:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.757465:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13242d80 00000400:00000200:0.0:1724310020.757471:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 105240 00000400:00000200:0.0:1724310020.757489:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.757493:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.757497:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.757502:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53480. 00010000:00000010:1.1:1724310020.757532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:1.1:1724310020.757538:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6500. 00010000:00000010:1.1:1724310020.757541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:1.1:1724310020.757543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00000020:00000010:3.0:1724310020.757588:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.757593:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.757596:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923640. 00000100:00000200:3.0:1724310020.757625:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604352 02000000:00000010:3.0:1724310020.758486:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff88009560c000. 00010000:00000010:3.0:1724310020.758519:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310020.758548:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310020.758556:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.758559:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310020.758577:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6500. 00010000:00000010:3.0:1724310020.758579:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3d80. 00010000:00000010:3.0:1724310020.758583:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921a880. 00010000:00000010:3.0:1724310020.758587:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.758597:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6d00. 00010000:00000010:3.0:1724310020.758599:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3780. 00010000:00000010:3.0:1724310020.758600:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218900. 00010000:00000010:3.0:1724310020.758602:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3c00. 00010000:00000010:3.0:1724310020.758678:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6a00. 00010000:00000010:3.0:1724310020.758680:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3480. 00010000:00000010:3.0:1724310020.758683:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92198c0. 00010000:00000010:3.0:1724310020.758685:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00000020:00000010:3.0:1724310020.758705:0:22457:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff88008847c180. 00000020:00000010:3.0:1724310020.758711:0:22457:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff88008847c180. 00000020:00000010:3.0:1724310020.758718:0:22457:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b7b1360. 00080000:00000010:3.0:1724310020.758723:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880081a3c000. 00000001:00000010:3.0:1724310020.759349:0:22457:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880134ac4d80. 00000001:00000010:3.0:1724310020.759355:0:22457:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff880088621840. 00000020:00000010:3.0:1724310020.759393:0:22457:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b7b1360. 00010000:00000010:3.0:1724310020.759400:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9218240. 00010000:00000010:3.0:1724310020.759403:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.759417:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.759435:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310020.759438:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3480. 00080000:00000010:3.0:1724310020.759456:0:22457:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095bed860. 00000004:00000010:3.0:1724310020.759462:0:22457:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faacc78. 00000004:00000010:3.0:1724310020.759466:0:22457:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faac390. 00000004:00000010:3.0:1724310020.759469:0:22457:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff8800a80739d0. 00000004:00000010:3.0:1724310020.759471:0:22457:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff88008df18910. 00000004:00000010:3.0:1724310020.759474:0:22457:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880121cc6180. 00000004:00000010:3.0:1724310020.759476:0:22457:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880095806258. 00000004:00000010:3.0:1724310020.759479:0:22457:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800828cc3c0. 00000004:00000010:3.0:1724310020.759483:0:22457:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88008dfb2e80. 00010000:00000010:3.0:1724310020.759489:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.759492:0:22457:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3d80. 00010000:00000200:3.0:1724310020.759505:0:22457:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096823, last committed = 4295096671 00010000:00000200:3.0:1724310020.759513:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53480 x1808069883604352/t4295096823(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.759525:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310020.759532:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883604352, offset 224 00000400:00000010:3.0:1724310020.759537:0:22457:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880085d4b690. 00000400:00000200:3.0:1724310020.759539:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.759548:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.759554:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532631:532631:256:4294967295] 192.168.204.31@tcp LPNI seq info [532627:532627:8:4294967295] 00000400:00000200:3.0:1724310020.759559:0:22457:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:3.0:1724310020.759564:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.759569:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.759572:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6f00. 00000800:00000200:3.0:1724310020.759577:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.759582:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.759585:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.759611:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.759615:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923640. 00000020:00000010:3.0:1724310020.759618:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000800:00000200:0.0:1724310020.759734:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.759738:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6f00. 00000400:00000200:0.0:1724310020.759742:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.759745:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.761426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ad00. 00010000:00000010:1.1:1724310020.761437:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6400. 00010000:00000010:1.1:1724310020.761440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921ba80. 00010000:00000010:1.1:1724310020.761442:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6b00. 00000400:00000200:0.0:1724310020.762294:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.762307:0:3289:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x296439 00000400:00000200:0.0:1724310020.762312:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.762315:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.762319:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:0.0:1724310020.762321:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00000400:00000200:0.0:1724310020.762346:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.762350:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13242e00 00000400:00000200:0.0:1724310020.762356:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 105736 00010000:00000010:3.0:1724310020.762397:0:3280:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3c00. 00000400:00000200:0.0:1724310020.762404:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1724310020.762406:0:3280:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3780. 00000400:00000200:0.0:1724310020.762408:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.762411:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.762416:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52d80. 00000020:00000010:3.0:1724310020.762445:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.762448:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310020.762452:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923640. 00000100:00000200:3.0:1724310020.762482:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604480 00000001:00000010:3.0:1724310020.762494:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621600. 00010000:00000010:3.0:1724310020.762507:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6e00. 00010000:00000010:3.0:1724310020.762510:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3c00. 00010000:00000010:3.0:1724310020.762513:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b3c0. 00010000:00000010:3.0:1724310020.762517:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3700. 02000000:00000010:3.0:1724310020.762560:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff88008cc90000. 00010000:00000010:3.0:1724310020.762579:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.762582:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3d80. 00010000:00000010:3.0:1724310020.762647:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3700. 00010000:00000200:3.0:1724310020.762659:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52d80 x1808069883604480/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.762671:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310020.762675:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883604480, offset 224 00000400:00000200:3.0:1724310020.762680:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.762687:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.762692:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532632:532632:256:4294967295] 192.168.204.31@tcp LPNI seq info [532628:532628:8:4294967295] 00000400:00000200:3.0:1724310020.762699:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.762704:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.762708:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6b00. 00000800:00000200:3.0:1724310020.762712:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.762718:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.762721:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.762745:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310020.762748:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923640. 00000020:00000010:3.0:1724310020.762750:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000800:00000200:0.0:1724310020.762881:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.762885:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6b00. 00000400:00000200:0.0:1724310020.762887:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.762891:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.762893:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:0.0:1724310020.762894:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:0.0:1724310020.764551:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.764559:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 584 into portal 12 MB=0x66c6e13242e80 00000400:00000200:0.0:1724310020.764566:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 584/584 into md 0x279cd5 [64] + 106312 00000400:00000200:0.0:1724310020.764578:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.764580:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.764584:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.764588:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e52680. 00000020:00000010:2.0:1724310020.764730:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40000. 00000020:00000010:2.0:1724310020.764735:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99300. 00000020:00000010:2.0:1724310020.764738:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238f640. 00000100:00000200:2.0:1724310020.764764:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604608 00010000:00000010:2.0:1724310020.764781:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf8d80. 00010000:00000010:2.0:1724310020.764785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99200. 02000000:00000010:2.0:1724310020.764821:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880041510000. 00010000:00000010:2.0:1724310020.764835:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:2.0:1724310020.764838:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b00. 00010000:00000010:2.0:1724310020.764847:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e900. 00010000:00000010:2.0:1724310020.764849:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99400. 00010000:00000010:2.0:1724310020.764852:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:2.0:1724310020.764854:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99180. 00000004:00000010:2.0:1724310020.764917:0:20173:0:(mdt_handler.c:6722:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009466a000. 00000004:00000010:2.0:1724310020.764923:0:20173:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310020.764927:0:20173:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88012238fa28. 00080000:00000010:2.0:1724310020.764934:0:20173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 416 at ffff880121ca0340. 00010000:00000010:0.0:1724310020.765693:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88007fa9ea00. 00010000:00000010:0.0:1724310020.765696:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b4b98500. 00010000:00000010:0.0:1724310020.765699:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.0:1724310020.765702:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800b4b98780. 00010000:00000010:0.0:1724310020.765741:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b00. 00010000:00000010:0.0:1724310020.765765:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99180. 00010000:00000010:0.0:1724310020.765770:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99400. 00010000:00000010:0.0:1724310020.765792:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99200. 00010000:00000200:0.0:1724310020.765803:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e52680 x1808069883604608/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 584/664 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:0.0:1724310020.765818:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bff68. 00000100:00000200:0.0:1724310020.765823:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1808069883604608, offset 224 00000400:00000200:0.0:1724310020.765827:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310020.765834:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310020.765839:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532633:532633:256:4294967295] 192.168.204.31@tcp LPNI seq info [532629:532629:8:4294967295] 00000400:00000200:0.0:1724310020.765847:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310020.765851:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310020.765854:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310020.765859:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310020.765865:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310020.765868:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1724310020.765888:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99300. 00000020:00000010:0.0:1724310020.765891:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238f640. 00000020:00000010:0.0:1724310020.765894:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40000. 00000800:00000200:2.0:1724310020.765957:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310020.765959:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:2.0:1724310020.765962:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.765966:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310020.765969:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bff68 00000400:00000010:2.0:1724310020.765970:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bff68. 00010000:00000010:1.1:1724310020.767973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218240. 00010000:00000010:1.1:1724310020.767982:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6a00. 00010000:00000010:1.1:1724310020.767985:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92198c0. 00010000:00000010:1.1:1724310020.767994:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6500. 00010000:00000010:1.1:1724310020.767997:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a880. 00000400:00000200:0.0:1724310020.768803:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.768815:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242f80 00000400:00000200:0.0:1724310020.768821:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279471 [8] + 984 00000400:00000200:0.0:1724310020.768830:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.768833:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.768838:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.768842:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e53b80. 00000400:00000200:0.0:1724310020.768866:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.768871:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 28 MB=0x66c6e13242f00 00000400:00000200:0.0:1724310020.768873:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 328/328 into md 0x279471 [8] + 1312 00000400:00000200:0.0:1724310020.768887:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.768890:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.768892:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310020.768894:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50a80. 00000020:00000010:3.0:1724310020.768899:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a400. 00000020:00000010:3.0:1724310020.768902:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3780. 00000020:00000010:3.0:1724310020.768906:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923640. 00000020:00000010:3.0:1724310020.769112:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.769113:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.769116:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:1.0:1724310020.769117:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604864 00010000:00000010:1.0:1724310020.769137:0:7671:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880087d28700. 00010000:00000010:1.0:1724310020.769140:0:7671:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009a4ea3c0. 00010000:00000010:1.0:1724310020.769144:0:7671:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800842b7600. 00002000:00000010:1.0:1724310020.769151:0:7671:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff880134366500. 02000000:00000010:1.0:1724310020.769173:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880094c93400. 00000100:00000200:3.0:1724310020.769178:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883604736 00010000:00000200:1.0:1724310020.769194:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e53b80 x1808069883604864/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00010000:00000010:3.0:1724310020.769194:0:7665:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6400. 00010000:00000010:3.0:1724310020.769199:0:7665:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880088621600. 00010000:00000010:3.0:1724310020.769202:0:7665:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921aac0. 00000400:00000010:1.0:1724310020.769206:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b220. 00002000:00000010:3.0:1724310020.769207:0:7665:0:(ofd_lvb.c:123:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff88012bb50040. 00000100:00000200:1.0:1724310020.769210:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883604864, offset 224 00000400:00000200:1.0:1724310020.769214:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310020.769219:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 02000000:00000010:3.0:1724310020.769220:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880081a3f800. 00000400:00000200:1.0:1724310020.769224:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532634:532634:256:4294967295] 192.168.204.31@tcp LPNI seq info [532630:532630:8:4294967295] 00010000:00000200:3.0:1724310020.769231:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50a80 x1808069883604736/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:261/0 lens 328/400 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000200:1.0:1724310020.769233:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310020.769237:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310020.769240:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28000. 00000400:00000010:3.0:1724310020.769240:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310020.769243:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1808069883604736, offset 224 00000800:00000200:1.0:1724310020.769244:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000400:00000200:3.0:1724310020.769247:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000800:00000200:1.0:1724310020.769249:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310020.769252:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28000 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1724310020.769252:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.769283:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532635:532635:255:4294967295] 192.168.204.31@tcp LPNI seq info [532631:532631:7:4294967295] 00000400:00000200:3.0:1724310020.769291:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000020:00000010:1.0:1724310020.769294:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3780. 00000800:00000200:3.0:1724310020.769294:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.769297:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6f00. 00000800:00000200:3.0:1724310020.769299:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000020:00000010:1.0:1724310020.769300:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923640. 00000020:00000010:1.0:1724310020.769303:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a400. 00000800:00000200:3.0:1724310020.769304:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.769306:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.769313:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.769316:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.769318:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310020.769376:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310020.769378:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28000. 00000400:00000200:0.0:1724310020.769385:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.769420:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310020.769422:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b220 00000400:00000010:0.0:1724310020.769424:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b220. 00000800:00000200:3.0:1724310020.769527:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310020.769529:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6f00. 00000400:00000200:3.0:1724310020.769531:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310020.769534:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310020.769536:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:3.0:1724310020.769537:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00010000:00000010:1.1:1724310020.770362:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa1c0. 00010000:00000010:1.1:1724310020.770367:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e900. 00010000:00000010:1.1:1724310020.770370:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9f80. 00010000:00000010:1.1:1724310020.770373:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8d80. 00000400:00000200:0.0:1724310020.771383:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.771393:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 496 into portal 12 MB=0x66c6e13243080 00000400:00000200:0.0:1724310020.771399:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 496/496 into md 0x279cd5 [64] + 106896 00000400:00000200:0.0:1724310020.771417:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.771420:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.771424:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.771428:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50e00. 00000020:00000010:2.0:1724310020.771535:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41200. 00000020:00000010:2.0:1724310020.771540:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310020.771543:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310020.771578:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605120 02000000:00000010:2.0:1724310020.771605:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff880134b6b000. 00010000:00000010:2.0:1724310020.771634:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b4b98780. 00010000:00000010:2.0:1724310020.771648:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b4b98500. 00010000:00000010:2.0:1724310020.771655:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3d80. 00010000:00000010:2.0:1724310020.771660:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3c00. 00010000:00000010:2.0:1724310020.771681:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5ea00. 00010000:00000010:2.0:1724310020.771683:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99280. 00010000:00000010:2.0:1724310020.771686:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:2.0:1724310020.771689:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.771698:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5eb00. 00010000:00000010:2.0:1724310020.771700:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99480. 00010000:00000010:2.0:1724310020.771702:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfa400. 00010000:00000010:2.0:1724310020.771704:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.771779:0:20173:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a4c5e700. 00010000:00000010:2.0:1724310020.771781:0:20173:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880090c99880. 00010000:00000010:2.0:1724310020.771783:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccfad00. 00010000:00000010:2.0:1724310020.771785:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99b80. 00000020:00000010:2.0:1724310020.771805:0:20173:0:(lu_object.c:2369:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8800951462c0. 00000020:00000010:2.0:1724310020.771811:0:20173:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 24 at ffff8800951462c0. 00000020:00000010:2.0:1724310020.771818:0:20173:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88012b22e9c0. 00080000:00000010:2.0:1724310020.771824:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c4a000. 00000004:00000010:2.0:1724310020.771850:0:20173:0:(lod_lov.c:586:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 152 at ffff88013205b600. 00000004:00000010:2.0:1724310020.771854:0:20173:0:(lod_lov.c:1177:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff88012a3a77e0. 00000004:00000010:2.0:1724310020.771856:0:20173:0:(lod_lov.c:1180:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.771864:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc9398. 00000004:00000010:2.0:1724310020.771871:0:20173:0:(osp_dev.c:118:osp_object_alloc()) slab-alloced 'o': 456 at ffff880090dc9c80. 00000004:00000010:2.0:1724310020.772176:0:20173:0:(osp_sync.c:1789:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff880088e10480. 00000001:00000010:2.0:1724310020.772195:0:20173:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880088e101e0. 00000001:00000010:2.0:1724310020.772199:0:20173:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff88013205bc00. 00000020:00000010:2.0:1724310020.772235:0:20173:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88012b22e9c0. 00010000:00000010:2.0:1724310020.772241:0:20173:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88009ccf9b00. 00010000:00000010:2.0:1724310020.772244:0:20173:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310020.772291:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99380. 00010000:00000010:2.0:1724310020.772312:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99b80. 00010000:00000010:2.0:1724310020.772315:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99880. 00080000:00000010:2.0:1724310020.772331:0:20173:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca0340. 00000004:00000010:2.0:1724310020.772337:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc9398. 00000004:00000010:2.0:1724310020.772340:0:20173:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff880090dc9c80. 00000004:00000010:2.0:1724310020.772343:0:20173:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff88012a3a77e0. 00000004:00000010:2.0:1724310020.772346:0:20173:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff8800797527e8. 00000004:00000010:2.0:1724310020.772349:0:20173:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff88013205b600. 00000004:00000010:2.0:1724310020.772351:0:20173:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012238fa28. 00000004:00000010:2.0:1724310020.772356:0:20173:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880090f535a0. 00000004:00000010:2.0:1724310020.772361:0:20173:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88009466a000. 00010000:00000010:2.0:1724310020.772369:0:20173:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99a00. 00010000:00000010:2.0:1724310020.772372:0:20173:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99280. 00010000:00000200:2.0:1724310020.772384:0:20173:0:(ldlm_lib.c:3317:target_send_reply()) rs transno = 4295096824, last committed = 4295096671 00010000:00000200:2.0:1724310020.772392:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50e00 x1808069883605120/t4295096824(0) o36->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 496/456 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.772403:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66198. 00000100:00000200:2.0:1724310020.772407:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1808069883605120, offset 224 00000400:00000010:2.0:1724310020.772412:0:20173:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800801e4508. 00000400:00000200:2.0:1724310020.772415:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310020.772423:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310020.772428:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532636:532636:256:4294967295] 192.168.204.31@tcp LPNI seq info [532632:532632:8:4294967295] 00000400:00000200:2.0:1724310020.772432:0:20173:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp 00000400:00000200:2.0:1724310020.772437:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310020.772441:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310020.772445:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e600. 00000800:00000200:2.0:1724310020.772449:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310020.772454:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310020.772457:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1724310020.772484:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99100. 00000020:00000010:2.0:1724310020.772488:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310020.772490:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41200. 00000800:00000200:1.0:1724310020.772775:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.772778:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e600. 00000400:00000200:1.0:1724310020.772781:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.772785:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00010000:00000010:1.1:1724310020.773843:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6d00. 00010000:00000010:1.1:1724310020.773850:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218900. 00010000:00000010:1.1:1724310020.773854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b3c0. 00000400:00000200:0.0:1724310020.774079:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : ACK - for me 00000400:00000200:0.0:1724310020.774088:0:3287:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.31@tcp into md 0x29644d 00000400:00000200:0.0:1724310020.774092:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.774095:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: ACK: OK 00000400:00000200:0.0:1724310020.774099:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66198 00000400:00000010:0.0:1724310020.774101:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66198. 00010000:00000010:2.0:1724310020.774153:0:3281:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090c99f00. 00010000:00000010:2.0:1724310020.774160:0:3281:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090c99480. 00010000:00000010:0.1:1724310020.777448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1680. 00010000:00000010:0.1:1724310020.777458:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ea00. 00010000:00000010:0.1:1724310020.777462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00010000:00000010:0.1:1724310020.777466:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6e00. 00010000:00000010:0.1:1724310020.777469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9b00. 00010000:00000010:0.1:1724310020.777473:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e700. 00010000:00000010:0.1:1724310020.777478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfad00. 00010000:00000010:0.1:1724310020.777488:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ea00. 00010000:00000010:0.1:1724310020.777490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfaac0. 00010000:00000010:0.1:1724310020.780620:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5eb00. 00010000:00000010:0.1:1724310020.780632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa400. 00000400:00000200:0.0:1724310020.838356:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.838372:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13243100 00000400:00000200:0.0:1724310020.838380:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 107392 00000400:00000200:0.0:1724310020.838436:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.838441:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.838447:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.838453:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880088e50380. 00000020:00000010:3.0:1724310020.838655:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.838661:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.838665:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.838708:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605248 00000001:00000010:3.0:1724310020.838718:0:22457:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880088621840. 00010000:00000010:3.0:1724310020.838740:0:22457:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800945f6f00. 00010000:00000010:3.0:1724310020.838742:0:22457:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800929d3f80. 00010000:00000010:3.0:1724310020.838747:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a92186c0. 00010000:00000010:3.0:1724310020.838752:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310020.838797:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088a00000. 00010000:00000010:3.0:1724310020.838817:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a9219f80. 00010000:00000010:3.0:1724310020.838819:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3400. 00010000:00000010:3.0:1724310020.838897:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310020.838927:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880088e50380 x1808069883605248/t0(0) o101->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'lsof.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.838941:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051f68. 00000100:00000200:3.0:1724310020.838945:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883605248, offset 224 00000400:00000200:3.0:1724310020.838950:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.838957:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.838963:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532637:532637:256:4294967295] 192.168.204.31@tcp LPNI seq info [532633:532633:8:4294967295] 00000400:00000200:3.0:1724310020.838971:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.838978:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.838981:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6500. 00000800:00000200:3.0:1724310020.838985:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.838991:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.838994:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.839017:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.839020:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.839023:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:1.0:1724310020.839121:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.839124:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6500. 00000400:00000200:1.0:1724310020.839127:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.839130:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.839133:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051f68 00000400:00000010:1.0:1724310020.839135:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051f68. 00000400:00000200:0.0:1724310020.840788:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310020.840798:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 576 into portal 12 MB=0x66c6e13243180 00000400:00000200:0.0:1724310020.840804:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 576/576 into md 0x279cd5 [64] + 107968 00000400:00000200:0.0:1724310020.840819:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310020.840823:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310020.840827:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310020.840832:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452680. 00000020:00000010:3.0:1724310020.840916:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310020.840920:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.840924:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310020.840947:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605376 00010000:00000010:3.0:1724310020.840961:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921af40. 00010000:00000010:3.0:1724310020.840966:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3480. 02000000:00000010:3.0:1724310020.841004:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff880088900000. 00010000:00000010:3.0:1724310020.841021:0:22457:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a921b600. 00010000:00000010:3.0:1724310020.841024:0:22457:0:(ldlm_inodebits.c:605:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800929d3000. 00010000:00000010:3.0:1724310020.841087:0:22457:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3480. 00010000:00000200:3.0:1724310020.841103:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452680 x1808069883605376/t0(0) o101->635a3d56-884a-4008-af26-61f4b215b94b@192.168.204.31@tcp:286/0 lens 576/688 e 0 to 0 dl 1724310056 ref 1 fl Interpret:/200/0 rc 0/0 job:'lsof.0' uid:0 gid:0 00000400:00000010:3.0:1724310020.841114:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051770. 00000100:00000200:3.0:1724310020.841118:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1808069883605376, offset 224 00000400:00000200:3.0:1724310020.841123:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310020.841128:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310020.841133:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532638:532638:256:4294967295] 192.168.204.31@tcp LPNI seq info [532634:532634:8:4294967295] 00000400:00000200:3.0:1724310020.841140:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310020.841144:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310020.841147:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6a00. 00000800:00000200:3.0:1724310020.841151:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310020.841156:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310020.841159:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1724310020.841183:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310020.841186:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310020.841188:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:1.0:1724310020.841322:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310020.841325:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6a00. 00000400:00000200:1.0:1724310020.841328:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310020.841332:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310020.841335:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051770 00000400:00000010:1.0:1724310020.841336:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051770. 00010000:00000010:1.1:1724310020.841468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a92186c0. 00000100:00000010:3.0:1724310020.841553:0:10436:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662d80. 02000000:00000010:3.0:1724310020.841564:0:10436:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800945f6b00. 02000000:00000010:2.0:1724310020.842288:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880121c4a400. 00000400:00000010:2.0:1724310020.842294:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9bb0. 00000400:00000010:2.0:1724310020.842298:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.842302:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1808064257611264, portal 4 00000400:00000010:2.0:1724310020.842306:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.842307:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1808064257611264, offset 0 00000400:00000200:2.0:1724310020.842311:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.842317:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.842323:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x66c6cc3ce5600 00000400:00000200:2.0:1724310020.842327:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc31 [8] + 1120 00000400:00000200:2.0:1724310020.842332:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.842334:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.842337:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1724310020.842341:0:3297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0e00. 00000400:00000200:2.0:1724310020.842350:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:2.0:1724310020.842352:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.842356:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880092662d80 x1808064257611264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310036 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000020:00000010:2.0:1724310020.842387:0:12412:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41200. 00000020:00000010:2.0:1724310020.842390:0:12412:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99480. 00000020:00000010:2.0:1724310020.842393:0:12412:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310020.842425:0:12412:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611264 02000000:00000010:2.0:1724310020.842435:0:12412:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff880121c4bc00. 00010000:00000200:2.0:1724310020.842447:0:12412:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff880082ae0e00 x1808064257611264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/368 e 0 to 0 dl 1724310031 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000010:2.0:1724310020.842455:0:12412:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310020.842458:0:12412:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1808064257611264, offset 224 00000400:00000200:2.0:1724310020.842461:0:12412:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310020.842466:0:12412:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310020.842469:0:12412:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x66c6cc3ce5600 00000400:00000200:2.0:1724310020.842473:0:12412:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x296459 [1] + 224 00000400:00000200:2.0:1724310020.842476:0:12412:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310020.842478:0:12412:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310020.842482:0:12412:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880092662d80 x1808064257611264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310036 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000200:2.0:1724310020.842493:0:12412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:2.0:1724310020.842495:0:12412:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000020:00000010:2.0:1724310020.842502:0:12412:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99480. 00000020:00000010:2.0:1724310020.842506:0:12412:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310020.842509:0:12412:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41200. 00000400:00000010:2.0:1724310020.842521:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9bb0. 00000400:00000200:2.0:1724310020.842523:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:2.0:1724310020.842524:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310020.842527:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880092662d80 x1808064257611264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00000200:2.0:1724310020.842533:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880092662d80 x1808064257611264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1724310036 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 02000000:00000010:2.0:1724310020.842552:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880121c4a400. 02000000:00000010:2.0:1724310020.842556:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800945f6b00. 00000100:00000010:2.0:1724310020.842559:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662d80. 00010000:00000010:1.1:1724310020.844634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921af40. 00000400:00000200:0.0:1724310021.169638:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.169654:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13243200 00000400:00000200:0.0:1724310021.169682:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x262555 [2] + 1968 00000400:00000010:0.0:1724310021.169687:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88003eab1c60. 00000400:00000200:0.0:1724310021.169692:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880084f96f00 00000400:00000200:0.0:1724310021.169702:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.169705:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.169709:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880084f96f00 00000400:00000010:0.0:1724310021.169711:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880084f96f00. 00000100:00000200:0.0:1724310021.169716:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1724310021.169748:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.169753:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13243300 00000400:00000200:0.0:1724310021.169756:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x264861 [2] + 0 00000400:00000200:0.0:1724310021.169761:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.169764:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.169766:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1724310021.169770:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452300. 00000400:00000200:0.0:1724310021.169794:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.169798:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13243280 00000400:00000200:0.0:1724310021.169801:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x264861 [2] + 328 00000400:00000200:0.0:1724310021.169816:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.169819:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.169821:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1724310021.169824:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451180. 00000020:00000010:0.0:1724310021.169887:0:8421:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141c00. 00000020:00000010:0.0:1724310021.169891:0:8421:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310021.169895:0:8421:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310021.169919:0:8421:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080140e00. 00000020:00000010:0.0:1724310021.169921:0:8421:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310021.169922:0:8421:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310021.169930:0:8421:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080141800. 00000020:00000010:0.0:1724310021.169931:0:8421:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310021.169933:0:8421:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310021.169942:0:8421:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605504 02000000:00000010:0.0:1724310021.169950:0:8421:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227f9c00. 00000400:00000010:0.0:1724310021.169978:0:8421:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310021.169982:0:8421:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883605504, offset 224 00000400:00000200:0.0:1724310021.169985:0:8421:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310021.169992:0:8421:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310021.169997:0:8421:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532639:532639:256:4294967295] 192.168.204.31@tcp LPNI seq info [532635:532635:8:4294967295] 00000400:00000200:0.0:1724310021.170005:0:8421:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.170009:0:8421:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.170012:0:8421:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ea00. 00000800:00000200:0.0:1724310021.170015:0:8421:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310021.170021:0:8421:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.170024:0:8421:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ea00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1724310021.170034:0:8421:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98980. 00000020:00000010:0.0:1724310021.170037:0:8421:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800958064b0. 00000020:00000010:0.0:1724310021.170039:0:8421:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141c00. 02000000:00000010:0.0:1724310021.170046:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a83efc00. 00000100:00000010:0.0:1724310021.170048:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093305880. 02000000:00000010:0.0:1724310021.170051:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a51b0400. 00000100:00000010:0.0:1724310021.170053:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013497d880. 02000000:00000010:0.0:1724310021.170055:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4c27c00. 00000100:00000010:0.0:1724310021.170057:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880122787480. 02000000:00000010:0.0:1724310021.170059:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801224ae400. 00000100:00000010:0.0:1724310021.170061:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013511f100. 02000000:00000010:0.0:1724310021.170064:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801224af800. 00000100:00000010:0.0:1724310021.170072:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088231500. 02000000:00000010:0.0:1724310021.170075:0:8421:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88011427c800. 00000100:00000010:0.0:1724310021.170076:0:8421:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088233800. 00000100:00000200:0.0:1724310021.170080:0:8421:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1724310021.170085:0:8421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea31b8. 00000400:00000010:0.0:1724310021.170089:0:8421:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007995f0c0. 00000100:00000200:0.0:1724310021.170096:0:8421:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605760 02000000:00000010:0.0:1724310021.170099:0:8421:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227f9400. 00000400:00000010:0.0:1724310021.170109:0:8421:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310021.170111:0:8421:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883605760, offset 224 00000400:00000200:0.0:1724310021.170114:0:8421:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310021.170117:0:8421:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310021.170119:0:8421:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532640:532640:255:4294967295] 192.168.204.31@tcp LPNI seq info [532636:532636:7:4294967295] 00000400:00000200:0.0:1724310021.170125:0:8421:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.170128:0:8421:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.170130:0:8421:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310021.170133:0:8421:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310021.170136:0:8421:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.170138:0:8421:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1724310021.170143:0:8421:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98c00. 00000020:00000010:0.0:1724310021.170144:0:8421:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000020:00000010:0.0:1724310021.170146:0:8421:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080140e00. 00000100:00000200:0.0:1724310021.170152:0:8421:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883605632 02000000:00000010:0.0:1724310021.170155:0:8421:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227f8000. 00000400:00000010:0.0:1724310021.170165:0:8421:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310021.170167:0:8421:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883605632, offset 224 00000400:00000200:0.0:1724310021.170170:0:8421:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310021.170174:0:8421:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310021.170177:0:8421:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532641:532641:254:4294967295] 192.168.204.31@tcp LPNI seq info [532637:532637:6:4294967295] 00000400:00000200:0.0:1724310021.170183:0:8421:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.170186:0:8421:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.170188:0:8421:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e800. 00000800:00000200:0.0:1724310021.170191:0:8421:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310021.170194:0:8421:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.170196:0:8421:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1724310021.170200:0:8421:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98100. 00000020:00000010:0.0:1724310021.170202:0:8421:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310021.170204:0:8421:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080141800. 00000800:00000200:0.0:1724310021.170229:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.170232:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ea00. 00000400:00000200:0.0:1724310021.170233:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.170236:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.170238:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:0.0:1724310021.170239:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 02000000:00000010:0.0:1724310021.170242:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227f9c00. 00000800:00000200:0.0:1724310021.170302:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.170304:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:0.0:1724310021.170306:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.170308:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.170310:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:0.0:1724310021.170311:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00000800:00000200:0.0:1724310021.170375:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.170377:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e800. 00000400:00000200:0.0:1724310021.170378:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.170381:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.170383:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310021.170384:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000400:00000200:0.0:1724310021.176857:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.176873:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 12 MB=0x66c6e13243480 00000400:00000200:0.0:1724310021.176880:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279cd5 [64] + 108544 00000400:00000200:0.0:1724310021.176901:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.176905:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.176910:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310021.176916:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453480. 00010000:00000010:2.1:1724310021.176989:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88007f42cd80. 00010000:00000010:2.1:1724310021.176995:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d219f80. 00010000:00000010:2.1:1724310021.176999:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d2186c0. 00000020:00000010:3.0:1724310021.177000:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1b000. 00000020:00000010:3.0:1724310021.177005:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310021.177009:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310021.177041:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606144 02000000:00000010:3.0:1724310021.177058:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880081a3e800. 00000020:00000010:3.0:1724310021.177088:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008bf1a600. 00000020:00000010:3.0:1724310021.177092:0:20173:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008bf1a400. 00000040:00000010:3.0:1724310021.177095:0:20173:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8801359c7200. 00000020:00000010:3.0:1724310021.177099:0:20173:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8801315b4000. 00000020:00000010:3.0:1724310021.177101:0:20173:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.177105:0:20173:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800861c0e00. 00000020:00000010:2.0:1724310021.177107:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41200. 80000000:00000010:3.0:1724310021.177109:0:20173:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880134ac47e0. 00000020:00000010:2.0:1724310021.177110:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080e40c00. 40000000:00000010:3.0:1724310021.177112:0:20173:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50600. 00000020:00000010:2.0:1724310021.177113:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880095af1000. 00000020:00000010:2.0:1724310021.177115:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012d125588. 00100000:00000010:3.0:1724310021.177116:0:20173:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801315b7800. 00000020:00000010:2.0:1724310021.177117:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080e40e00. 00040000:00000010:3.0:1724310021.177119:0:20173:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800945f6b00. 80000000:00000010:2.0:1724310021.177120:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880088e109c0. 40000000:00000010:2.0:1724310021.177122:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880081bd5540. 00040000:00000010:3.0:1724310021.177123:0:20173:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8801315b6800. 00100000:00000010:2.0:1724310021.177126:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009bdc3800. 00040000:00000010:3.0:1724310021.177126:0:20173:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800861c1600. 00040000:00000010:2.0:1724310021.177128:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a4c5ef00. 00040000:00000010:2.0:1724310021.177129:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080e40800. 00080000:00000010:3.0:1724310021.177129:0:20173:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8801315b4800. 00080000:00000010:2.0:1724310021.177132:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800933f4800. 00000004:00000010:3.0:1724310021.177132:0:20173:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff8801315b3800. 00002000:00000010:2.0:1724310021.177136:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880121c4a400. 00000004:00000010:3.0:1724310021.177137:0:20173:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009560a000. 00000020:00000010:2.0:1724310021.177139:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080e40c00. 00000004:00000010:3.0:1724310021.177140:0:20173:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8801315b2000. 00000004:00000010:3.0:1724310021.177142:0:20173:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff880081a3e000. 00000020:00000010:2.0:1724310021.177143:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880095af1000. 00000020:00000010:2.0:1724310021.177146:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.177149:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080e40e00. 80000000:00000010:2.0:1724310021.177151:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880088e109c0. 00080000:00000010:3.0:1724310021.177151:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008be26000. 40000000:00000010:2.0:1724310021.177153:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880081bd5540. 00100000:00000010:2.0:1724310021.177155:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009bdc3800. 00040000:00000010:2.0:1724310021.177158:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4c5ef00. 00040000:00000010:2.0:1724310021.177160:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080e40800. 00080000:00000010:2.0:1724310021.177162:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800933f4800. 00002000:00000010:2.0:1724310021.177168:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880121c4a400. 00000020:00000010:2.0:1724310021.177170:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41200. 00000020:00000010:2.0:1724310021.177172:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41200. 00000020:00000010:2.0:1724310021.177174:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080e40800. 00000020:00000010:2.0:1724310021.177175:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800933f4800. 00000020:00000010:2.0:1724310021.177177:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.177178:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080e40e00. 80000000:00000010:2.0:1724310021.177180:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880088e109c0. 40000000:00000010:2.0:1724310021.177181:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880081bd5540. 00100000:00000010:2.0:1724310021.177183:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009bdc3800. 00040000:00000010:2.0:1724310021.177184:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a4c5ef00. 00040000:00000010:2.0:1724310021.177185:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080e40c00. 00080000:00000010:2.0:1724310021.177187:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff880095af1000. 00002000:00000010:2.0:1724310021.177188:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880121c4a400. 00010000:00000010:2.0:1724310021.177211:0:8420:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ffa000. 00010000:00000010:2.0:1724310021.177216:0:8420:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008dc8b580. 00010000:00000010:2.0:1724310021.177231:0:8420:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3000. 00000020:00000010:2.0:1724310021.177237:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080e40800. 00000020:00000010:2.0:1724310021.177239:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800933f4800. 00000020:00000010:2.0:1724310021.177241:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.177243:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080e40e00. 80000000:00000010:2.0:1724310021.177245:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880088e109c0. 40000000:00000010:2.0:1724310021.177246:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880081bd5540. 00080000:00000010:3.0:1724310021.177246:0:20173:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009bdf0800. 00100000:00000010:2.0:1724310021.177292:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009bdc3800. 00040000:00000010:2.0:1724310021.177296:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4c5ef00. 00040000:00000010:2.0:1724310021.177297:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080e40c00. 00080000:00000010:2.0:1724310021.177299:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880095af1000. 00002000:00000010:2.0:1724310021.177301:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880121c4a400. 00000020:00000010:2.0:1724310021.177303:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41200. 00000001:00000010:3.0:1724310021.177307:0:20173:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff880134ac4000. 00000020:00000010:3.0:1724310021.177326:0:20173:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88008bf1a400. 00000040:00000010:3.0:1724310021.177328:0:20173:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8801359c7200. 00000020:00000010:3.0:1724310021.177330:0:20173:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8801315b4000. 00000020:00000010:3.0:1724310021.177333:0:20173:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.177335:0:20173:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800861c0e00. 80000000:00000010:3.0:1724310021.177337:0:20173:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880134ac47e0. 40000000:00000010:3.0:1724310021.177338:0:20173:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50600. 00100000:00000010:3.0:1724310021.177340:0:20173:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801315b7800. 00040000:00000010:3.0:1724310021.177343:0:20173:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800945f6b00. 00040000:00000010:3.0:1724310021.177345:0:20173:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8801315b6800. 00040000:00000010:3.0:1724310021.177348:0:20173:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800861c1600. 00080000:00000010:3.0:1724310021.177349:0:20173:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8801315b4800. 00000004:00000010:3.0:1724310021.177352:0:20173:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8801315b3800. 00000004:00000010:3.0:1724310021.177355:0:20173:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88009560a000. 00000004:00000010:3.0:1724310021.177358:0:20173:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8801315b2000. 00000004:00000010:3.0:1724310021.177361:0:20173:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880081a3e000. 00000020:00000010:3.0:1724310021.177363:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1a600. 00010000:00000200:3.0:1724310021.177373:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453480 x1808069883606144/t0(0) o39->635a3d56-884a-4008-af26-61f4b215b94b@192.168.204.31@tcp:287/0 lens 224/224 e 0 to 0 dl 1724310057 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000010:3.0:1724310021.177386:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051198. 00000100:00000200:3.0:1724310021.177390:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808069883606144, offset 224 00000400:00000200:3.0:1724310021.177395:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310021.177406:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310021.177411:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532642:532642:256:4294967295] 192.168.204.31@tcp LPNI seq info [532638:532638:8:4294967295] 00000400:00000200:3.0:1724310021.177419:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310021.177423:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310021.177426:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6b00. 00000800:00000200:3.0:1724310021.177430:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310021.177436:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310021.177439:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1724310021.177451:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3700. 00000020:00000010:3.0:1724310021.177454:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310021.177456:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008bf1b000. 00000800:00000200:0.0:1724310021.177521:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.177524:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6b00. 00000400:00000200:0.0:1724310021.177526:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.177530:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.177533:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051198 00000400:00000010:0.0:1724310021.177534:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051198. 00010000:00000010:0.1:1724310021.180737:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008d999a00. 00010000:00000010:0.1:1724310021.180749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800877e3180. 00010000:00000010:0.1:1724310021.180753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b600. 00000001:00000010:3.0:1724310021.438596:0:9779:0:(tgt_lastrcvd.c:560:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff880134ac4660. 00080000:00000010:3.0:1724310021.438605:0:9779:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803cc000. 00000400:00000200:0.0:1724310021.699582:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.699597:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 12 MB=0x66c6e13243580 00000400:00000200:0.0:1724310021.699604:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279cd5 [64] + 108768 00000400:00000200:0.0:1724310021.699615:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.699618:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.699624:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310021.699629:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451500. 00000400:00000200:0.0:1724310021.699660:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.699664:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 28 MB=0x66c6e13243680 00000400:00000200:0.0:1724310021.699669:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279471 [8] + 1640 00000400:00000200:0.0:1724310021.699674:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.699676:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.699680:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310021.699682:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e452a00. 00000400:00000200:0.0:1724310021.699706:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000020:00000010:3.0:1724310021.699707:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087b27a00. 00000400:00000200:0.0:1724310021.699710:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 26 MB=0x66c6e13243500 00000020:00000010:3.0:1724310021.699713:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000400:00000200:0.0:1724310021.699714:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp of length 224/224 into md 0x26d649 [2] + 0 00000400:00000010:0.0:1724310021.699717:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3478. 00000020:00000010:3.0:1724310021.699717:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000400:00000200:0.0:1724310021.699721:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800946793c0 00000400:00000200:0.0:1724310021.699724:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.699727:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.699729:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800946793c0 00000400:00000010:0.0:1724310021.699731:0:3287:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800946793c0. 00000100:00000200:0.0:1724310021.699735:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1724310021.699745:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.699747:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 28 MB=0x66c6e13243600 00000400:00000200:0.0:1724310021.699750:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279471 [8] + 1864 00000400:00000200:0.0:1724310021.699764:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.699767:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:3.0:1724310021.699767:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606400 00000100:00000200:0.0:1724310021.699770:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310021.699772:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453100. 02000000:00000010:3.0:1724310021.699785:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800803cd800. 00010000:00000200:3.0:1724310021.699793:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e451500 x1808069883606400/t0(0) o400->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:287/0 lens 224/224 e 0 to 0 dl 1724310057 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000020:00000010:0.0:1724310021.699807:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80000. 00000400:00000010:3.0:1724310021.699809:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320517f8. 00000020:00000010:0.0:1724310021.699810:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310021.699812:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:3.0:1724310021.699814:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808069883606400, offset 224 00000400:00000200:3.0:1724310021.699818:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310021.699826:0:20173:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310021.699831:0:20173:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532643:532643:256:4294967295] 192.168.204.31@tcp LPNI seq info [532639:532639:8:4294967295] 00000020:00000010:0.0:1724310021.699832:0:7671:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80400. 00000020:00000010:0.0:1724310021.699834:0:7671:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98400. 00000020:00000010:0.0:1724310021.699836:0:7671:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806bb8. 00000400:00000200:3.0:1724310021.699838:0:20173:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310021.699843:0:20173:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310021.699846:0:20173:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000100:00000200:0.0:1724310021.699847:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606528 02000000:00000010:0.0:1724310021.699854:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227f8400. 00000800:00000200:3.0:1724310021.699855:0:20173:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00010000:00000200:0.0:1724310021.699860:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453100 x1808069883606528/t0(0) o400->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000800:00000200:3.0:1724310021.699860:0:20173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310021.699864:0:20173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1724310021.699869:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf198. 00000100:00000200:0.0:1724310021.699872:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808069883606528, offset 224 00000400:00000200:0.0:1724310021.699875:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000020:00000010:3.0:1724310021.699875:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000400:00000200:0.0:1724310021.699879:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000020:00000010:3.0:1724310021.699879:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310021.699881:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087b27a00. 00000400:00000200:0.0:1724310021.699883:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532644:532644:255:4294967295] 192.168.204.31@tcp LPNI seq info [532640:532640:7:4294967295] 00000400:00000200:0.0:1724310021.699889:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.699892:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.699894:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9e500. 00000800:00000200:0.0:1724310021.699897:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310021.699900:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.699902:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1724310021.699908:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98400. 00000800:00000200:3.0:1724310021.699910:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1724310021.699911:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806bb8. 00000800:00000010:3.0:1724310021.699912:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000020:00000010:0.0:1724310021.699913:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80400. 00000400:00000200:3.0:1724310021.699914:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310021.699917:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.699919:0:7671:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606656 00000400:00000200:3.0:1724310021.699919:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320517f8 00000400:00000010:3.0:1724310021.699921:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320517f8. 02000000:00000010:0.0:1724310021.699924:0:7671:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227f9800. 00010000:00000200:0.0:1724310021.699927:0:7671:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e452a00 x1808069883606656/t0(0) o400->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1724310021.699939:0:7671:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf5d8. 00000100:00000200:0.0:1724310021.699941:0:7671:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808069883606656, offset 224 00000400:00000200:0.0:1724310021.699944:0:7671:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310021.699947:0:7671:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310021.699950:0:7671:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532645:532645:255:4294967295] 192.168.204.31@tcp LPNI seq info [532641:532641:7:4294967295] 00000400:00000200:0.0:1724310021.699956:0:7671:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.699960:0:7671:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.699962:0:7671:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ec00. 00000800:00000200:3.0:1724310021.699964:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1724310021.699965:0:7671:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000010:3.0:1724310021.699966:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9e500. 00000400:00000200:3.0:1724310021.699967:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1724310021.699968:0:7671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.699970:0:7671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ec00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1724310021.699970:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310021.699972:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf198 00000400:00000010:3.0:1724310021.699973:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf198. 00000020:00000010:0.0:1724310021.699975:0:7671:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310021.699978:0:7671:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310021.699979:0:7671:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80000. 00000800:00000200:3.0:1724310021.699985:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310021.699987:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ec00. 00000400:00000200:3.0:1724310021.699988:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310021.699990:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310021.699992:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf5d8 00000400:00000010:3.0:1724310021.699993:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf5d8. 00000020:00000010:0.0:1724310021.700007:0:7077:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80000. 00000020:00000010:0.0:1724310021.700010:0:7077:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310021.700011:0:7077:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310021.700026:0:7077:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606272 02000000:00000010:0.0:1724310021.700032:0:7077:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227fa000. 00010000:00000200:0.0:1724310021.700036:0:7077:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a83e6050 x1808069883606272/t0(0) o400->32b2c2a3-5f00-4922-ab40-a9348e52d241@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1724310021.700044:0:7077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310021.700046:0:7077:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1808069883606272, offset 224 00000400:00000200:0.0:1724310021.700056:0:7077:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:0.0:1724310021.700061:0:7077:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:0.0:1724310021.700064:0:7077:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532646:532646:256:4294967295] 192.168.204.31@tcp LPNI seq info [532642:532642:8:4294967295] 00000400:00000200:0.0:1724310021.700071:0:7077:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:0.0:1724310021.700074:0:7077:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:0.0:1724310021.700077:0:7077:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007fa9ee00. 00000800:00000200:0.0:1724310021.700079:0:7077:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:0.0:1724310021.700082:0:7077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:0.0:1724310021.700084:0:7077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88007fa9ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1724310021.700092:0:7077:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98e00. 00000020:00000010:0.0:1724310021.700094:0:7077:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310021.700096:0:7077:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80000. 00000100:00000200:0.0:1724310021.700100:0:7077:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1724310021.700103:0:7077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880078ea34d0. 00000400:00000010:0.0:1724310021.700106:0:7077:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008e299540. 00000800:00000200:0.0:1724310021.700136:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.700138:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007fa9ee00. 00000400:00000200:0.0:1724310021.700140:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.700143:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.700145:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310021.700146:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 02000000:00000010:0.0:1724310021.700150:0:3288:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227fa000. 00000400:00000200:0.0:1724310021.734785:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.734799:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13244600 00000400:00000200:0.0:1724310021.734806:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x264861 [2] + 656 00000400:00000200:0.0:1724310021.734816:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.734819:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.734825:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1724310021.734829:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451f80. 00000400:00000200:0.0:1724310021.734856:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.734860:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13243700 00000400:00000200:0.0:1724310021.734862:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x264861 [2] + 984 00000400:00000200:0.0:1724310021.734876:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.734879:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.734882:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1724310021.734885:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e451c00. 00000020:00000010:1.0:1724310021.734965:0:7069:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:2.0:1724310021.734968:0:6369:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40c00. 00000020:00000010:1.0:1724310021.734971:0:7069:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:2.0:1724310021.734972:0:6369:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:1.0:1724310021.734975:0:7069:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000020:00000010:2.0:1724310021.734975:0:6369:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310021.735003:0:6369:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883606784 00000100:00000200:1.0:1724310021.735004:0:7069:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883610624 02000000:00000010:1.0:1724310021.735012:0:7069:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880094c90000. 02000000:00000010:2.0:1724310021.735012:0:6369:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086eef800. 00000400:00000010:2.0:1724310021.735044:0:6369:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310021.735049:0:6369:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883606784, offset 224 00000400:00000200:2.0:1724310021.735054:0:6369:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310021.735062:0:6369:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310021.735067:0:6369:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532647:532647:256:4294967295] 192.168.204.31@tcp LPNI seq info [532643:532643:8:4294967295] 00000400:00000200:2.0:1724310021.735078:0:6369:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310021.735083:0:6369:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310021.735086:0:6369:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e700. 00000800:00000200:2.0:1724310021.735090:0:6369:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310021.735095:0:6369:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310021.735098:0:6369:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1724310021.735941:0:6369:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310021.735946:0:6369:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310021.735950:0:6369:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40c00. 00000800:00000200:2.0:1724310021.736023:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310021.736026:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e700. 00000400:00000200:2.0:1724310021.736028:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310021.736031:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310021.736034:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:2.0:1724310021.736036:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 00000400:00000010:1.0:1724310021.736212:0:7069:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b2a8. 00000100:00000200:1.0:1724310021.736216:0:7069:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883610624, offset 224 00000400:00000200:1.0:1724310021.736222:0:7069:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310021.736227:0:7069:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310021.736232:0:7069:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532648:532648:256:4294967295] 192.168.204.31@tcp LPNI seq info [532644:532644:8:4294967295] 00000400:00000200:1.0:1724310021.736247:0:7069:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310021.736251:0:7069:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310021.736254:0:7069:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:1.0:1724310021.736272:0:7069:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310021.736277:0:7069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310021.736279:0:7069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1724310021.737706:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:2.0:1724310021.737716:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 328 into portal 17 MB=0x66c6e13244680 00000400:00000200:2.0:1724310021.737722:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp of length 328/328 into md 0x264861 [2] + 1312 00000800:00000200:0.0:1724310021.737745:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1724310021.737748:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:0.0:1724310021.737753:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.737756:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.737759:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b2a8 00000400:00000010:0.0:1724310021.737761:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b2a8. 00000020:00000010:1.0:1724310021.737811:0:7069:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310021.737815:0:7069:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310021.737818:0:7069:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000400:00000200:2.0:1724310021.738034:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310021.738037:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:2.0:1724310021.738041:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1724310021.738045:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae3100. 00000020:00000010:1.0:1724310021.738114:0:7069:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310021.738117:0:7069:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310021.738120:0:7069:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310021.738140:0:7069:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883610752 02000000:00000010:1.0:1724310021.738148:0:7069:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111cae400. 00000400:00000010:1.0:1724310021.738169:0:7069:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b6e8. 00000100:00000200:1.0:1724310021.738172:0:7069:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808069883610752, offset 224 00000400:00000200:1.0:1724310021.738177:0:7069:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310021.738183:0:7069:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310021.738187:0:7069:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532649:532649:256:4294967295] 192.168.204.31@tcp LPNI seq info [532645:532645:8:4294967295] 00000400:00000200:1.0:1724310021.738195:0:7069:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310021.738199:0:7069:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310021.738201:0:7069:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28a00. 00000800:00000200:1.0:1724310021.738205:0:7069:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310021.738211:0:7069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310021.738214:0:7069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1724310021.740286:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1724310021.740291:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28a00. 00000400:00000200:3.0:1724310021.740297:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310021.740303:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:3.0:1724310021.740306:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b6e8 00000400:00000010:3.0:1724310021.740308:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b6e8. 00000020:00000010:1.0:1724310021.741740:0:7069:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310021.741746:0:7069:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310021.741750:0:7069:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000400:00000200:1.0:1724310021.741787:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:1.0:1724310021.741798:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 28 MB=0x66c6e13244580 00000400:00000200:1.0:1724310021.741805:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279471 [8] + 2088 00000400:00000200:1.0:1724310021.741822:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310021.741825:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:1.0:1724310021.741831:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1724310021.741836:0:3288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008dc18700. 00010000:00000010:2.1:1724310021.743049:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d21ba80. 00000020:00000010:3.0:1724310021.746204:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087b26600. 00000020:00000010:3.0:1724310021.746214:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310021.746217:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310021.746284:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883610496 02000000:00000010:3.0:1724310021.746301:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800803cf400. 00000020:00000010:1.0:1724310021.746355:0:7071:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880132037800. 00000020:00000010:1.0:1724310021.746361:0:7071:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880122442600. 00000020:00000010:1.0:1724310021.746365:0:7071:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88008bb2f800. 00000020:00000010:1.0:1724310021.746368:0:7071:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.746371:0:7071:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880122442800. 80000000:00000010:1.0:1724310021.746375:0:7071:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.746378:0:7071:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.746381:0:7071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88008bb2b800. 00040000:00000010:1.0:1724310021.746385:0:7071:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.746388:0:7071:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880122443000. 00080000:00000010:1.0:1724310021.746392:0:7071:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800951ed800. 00002000:00000010:1.0:1724310021.746395:0:7071:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880111cadc00. 00000020:00000010:1.0:1724310021.746399:0:7071:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880122442600. 00000020:00000010:1.0:1724310021.746401:0:7071:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88008bb2f800. 00000020:00000010:1.0:1724310021.746405:0:7071:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.746410:0:7071:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880122442800. 80000000:00000010:1.0:1724310021.746412:0:7071:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.746414:0:7071:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.746417:0:7071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88008bb2b800. 00040000:00000010:1.0:1724310021.746419:0:7071:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.746423:0:7071:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880122443000. 00080000:00000010:1.0:1724310021.746428:0:7071:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800951ed800. 00002000:00000010:1.0:1724310021.746432:0:7071:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880111cadc00. 00000020:00000010:1.0:1724310021.746434:0:7071:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880132037800. 00000020:00000010:1.0:1724310021.746437:0:7071:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122443000. 00000020:00000010:1.0:1724310021.746438:0:7071:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880122442800. 00000020:00000010:1.0:1724310021.746440:0:7071:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800951ed800. 00000020:00000010:1.0:1724310021.746441:0:7071:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.746443:0:7071:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880122442600. 80000000:00000010:1.0:1724310021.746444:0:7071:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.746446:0:7071:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.746448:0:7071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88008bb2b800. 00040000:00000010:1.0:1724310021.746450:0:7071:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.746452:0:7071:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880122443800. 00080000:00000010:1.0:1724310021.746453:0:7071:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008bb2f800. 00002000:00000010:1.0:1724310021.746454:0:7071:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880111cadc00. 00002000:00000010:1.0:1724310021.746492:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5080. 00010000:00000010:1.0:1724310021.746496:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9fb40. 00002000:00000010:1.0:1724310021.746510:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5f00. 00010000:00000010:1.0:1724310021.746512:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301cb40. 00002000:00000010:1.0:1724310021.746524:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50480. 00010000:00000010:1.0:1724310021.746526:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c540. 00002000:00000010:1.0:1724310021.746539:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366600. 00010000:00000010:1.0:1724310021.746541:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea540. 00002000:00000010:1.0:1724310021.746551:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50c40. 00010000:00000010:1.0:1724310021.746553:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c840. 00002000:00000010:1.0:1724310021.746562:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb507c0. 00010000:00000010:1.0:1724310021.746564:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c000. 00002000:00000010:1.0:1724310021.746573:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50780. 00010000:00000010:1.0:1724310021.746575:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0ccc0. 00002000:00000010:1.0:1724310021.746584:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5440. 00010000:00000010:1.0:1724310021.746586:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9ff00. 00002000:00000010:1.0:1724310021.746596:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9bcc0. 00010000:00000010:1.0:1724310021.746598:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995fa80. 00002000:00000010:1.0:1724310021.746608:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd53c0. 00010000:00000010:1.0:1724310021.746609:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301ca80. 00002000:00000010:1.0:1724310021.746619:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366ac0. 00010000:00000010:1.0:1724310021.746621:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea480. 00002000:00000010:1.0:1724310021.746630:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5780. 00010000:00000010:1.0:1724310021.746632:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9fa80. 00002000:00000010:1.0:1724310021.746641:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5200. 00010000:00000010:1.0:1724310021.746643:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f3c0. 00002000:00000010:1.0:1724310021.746652:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5b40. 00010000:00000010:1.0:1724310021.746654:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9fc00. 00002000:00000010:1.0:1724310021.746662:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5a40. 00010000:00000010:1.0:1724310021.746664:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f480. 00002000:00000010:1.0:1724310021.746675:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9bb40. 00010000:00000010:1.0:1724310021.746676:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995f6c0. 00002000:00000010:1.0:1724310021.746685:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5500. 00010000:00000010:1.0:1724310021.746686:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301cf00. 00002000:00000010:1.0:1724310021.746694:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5b00. 00010000:00000010:1.0:1724310021.746696:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9fe40. 00002000:00000010:1.0:1724310021.746703:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50980. 00010000:00000010:1.0:1724310021.746705:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c480. 00002000:00000010:1.0:1724310021.746714:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9b400. 00010000:00000010:1.0:1724310021.746715:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995ff00. 00002000:00000010:1.0:1724310021.746724:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366ec0. 00010000:00000010:1.0:1724310021.746726:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea900. 00002000:00000010:1.0:1724310021.746734:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366500. 00010000:00000010:1.0:1724310021.746736:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea3c0. 00002000:00000010:1.0:1724310021.746745:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366b40. 00010000:00000010:1.0:1724310021.746747:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4eacc0. 00002000:00000010:1.0:1724310021.746755:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5740. 00010000:00000010:1.0:1724310021.746757:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f9c0. 00002000:00000010:1.0:1724310021.746766:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8801343662c0. 00010000:00000010:1.0:1724310021.746767:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea180. 00002000:00000010:1.0:1724310021.746775:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5300. 00010000:00000010:1.0:1724310021.746776:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301c600. 00002000:00000010:1.0:1724310021.746798:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9bfc0. 00010000:00000010:1.0:1724310021.746800:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995f3c0. 00002000:00000010:1.0:1724310021.746809:0:7071:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366200. 00010000:00000010:1.0:1724310021.746811:0:7071:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea9c0. 00000020:00000010:1.0:1724310021.746816:0:7071:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880122442800. 00000020:00000010:1.0:1724310021.746819:0:7071:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800951ed800. 00000020:00000010:1.0:1724310021.746821:0:7071:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.746823:0:7071:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880122442600. 80000000:00000010:1.0:1724310021.746825:0:7071:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.746827:0:7071:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.746828:0:7071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88008bb2b800. 00040000:00000010:1.0:1724310021.746830:0:7071:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.746832:0:7071:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880122443800. 00080000:00000010:1.0:1724310021.746835:0:7071:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008bb2f800. 00002000:00000010:1.0:1724310021.746837:0:7071:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880111cadc00. 00000020:00000010:1.0:1724310021.746838:0:7071:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122443000. 00000020:00000010:3.0:1724310021.746868:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880087b27800. 00000020:00000010:3.0:1724310021.746871:0:7665:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880087b26200. 00000020:00000010:3.0:1724310021.746873:0:7665:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8801315b6800. 00000020:00000010:3.0:1724310021.746876:0:7665:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.746878:0:7665:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880087b26800. 80000000:00000010:3.0:1724310021.746880:0:7665:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880134ac4f60. 40000000:00000010:3.0:1724310021.746882:0:7665:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb508c0. 00100000:00000010:3.0:1724310021.746884:0:7665:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801315b7800. 00040000:00000010:3.0:1724310021.746886:0:7665:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800945f6e00. 00040000:00000010:3.0:1724310021.746888:0:7665:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880087b26a00. 00080000:00000010:3.0:1724310021.746890:0:7665:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8801315b4000. 00002000:00000010:3.0:1724310021.746893:0:7665:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800803cfc00. 00080000:00000010:3.0:1724310021.746900:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803cc000. 00080000:00000010:3.0:1724310021.747010:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8800803cd400. 00000001:00000010:3.0:1724310021.747028:0:7665:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff880134ac4c60. 00000020:00000010:3.0:1724310021.747045:0:7665:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880087b26200. 00000020:00000010:3.0:1724310021.747048:0:7665:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8801315b6800. 00000020:00000010:3.0:1724310021.747051:0:7665:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.747053:0:7665:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880087b26800. 80000000:00000010:3.0:1724310021.747055:0:7665:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880134ac4f60. 40000000:00000010:3.0:1724310021.747056:0:7665:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb508c0. 00100000:00000010:3.0:1724310021.747058:0:7665:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801315b7800. 00040000:00000010:3.0:1724310021.747062:0:7665:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800945f6e00. 00040000:00000010:3.0:1724310021.747063:0:7665:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880087b26a00. 00080000:00000010:3.0:1724310021.747065:0:7665:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8801315b4000. 00002000:00000010:3.0:1724310021.747068:0:7665:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8800803cfc00. 00000020:00000010:3.0:1724310021.747069:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087b27800. 00010000:00000200:3.0:1724310021.747082:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008dc18700 x1808069883610496/t0(0) o9->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000010:3.0:1724310021.747095:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051440. 00000100:00000200:3.0:1724310021.747101:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808069883610496, offset 224 00000400:00000200:3.0:1724310021.747106:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310021.747116:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:3.0:1724310021.747121:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532650:532650:256:4294967295] 192.168.204.31@tcp LPNI seq info [532646:532646:8:4294967295] 00000400:00000200:3.0:1724310021.747129:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310021.747134:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310021.747137:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6e00. 00000800:00000200:3.0:1724310021.747141:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:3.0:1724310021.747147:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310021.747150:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1724310021.747179:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310021.747183:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310021.747185:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880087b26600. 00000800:00000200:2.0:1724310021.747686:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1724310021.747690:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6e00. 00000400:00000200:2.0:1724310021.747693:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310021.747697:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:2.0:1724310021.747700:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051440 00000400:00000010:2.0:1724310021.747702:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051440. 00010000:00000010:3.1:1724310021.748378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d21a640. 00000400:00000200:0.0:1724310021.750583:0:3289:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.750596:0:3289:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 28 MB=0x66c6e13245380 00000400:00000200:0.0:1724310021.750602:0:3289:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279471 [8] + 2312 00000400:00000200:0.0:1724310021.750622:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.750625:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.750631:0:3289:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310021.750636:0:3289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453b80. 00000020:00000010:3.0:1724310021.750740:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800861c1c00. 00000020:00000010:3.0:1724310021.750744:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3a00. 00000020:00000010:3.0:1724310021.750748:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000200:3.0:1724310021.750779:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883614080 02000000:00000010:3.0:1724310021.750792:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800803cfc00. 00000020:00000010:3.0:1724310021.750854:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800861c0000. 00000020:00000010:3.0:1724310021.750858:0:7665:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880087b27e00. 00000020:00000010:3.0:1724310021.750861:0:7665:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8801315b4000. 00000020:00000010:3.0:1724310021.750864:0:7665:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.750867:0:7665:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880087b26600. 80000000:00000010:3.0:1724310021.750871:0:7665:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880134ac4f60. 40000000:00000010:3.0:1724310021.750874:0:7665:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb508c0. 00100000:00000010:3.0:1724310021.750876:0:7665:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801315b7800. 00040000:00000010:3.0:1724310021.750879:0:7665:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800945f6a00. 00040000:00000010:3.0:1724310021.750882:0:7665:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880087b27800. 00080000:00000010:3.0:1724310021.750885:0:7665:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8801315b6800. 00002000:00000010:3.0:1724310021.750888:0:7665:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800803ce000. 00000020:00000010:2.0:1724310021.750915:0:7072:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41000. 00000020:00000010:2.0:1724310021.750917:0:7072:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080e41400. 00000020:00000010:2.0:1724310021.750920:0:7072:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88009bdc3800. 00000020:00000010:2.0:1724310021.750923:0:7072:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.750924:0:7072:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080e41800. 80000000:00000010:2.0:1724310021.750926:0:7072:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880088e10540. 40000000:00000010:2.0:1724310021.750928:0:7072:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880081bd5900. 00100000:00000010:2.0:1724310021.750931:0:7072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800933f4800. 00040000:00000010:2.0:1724310021.750934:0:7072:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a4c5e700. 00040000:00000010:2.0:1724310021.750936:0:7072:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080e40c00. 00080000:00000010:2.0:1724310021.750939:0:7072:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a56ac000. 00002000:00000010:2.0:1724310021.750944:0:7072:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880086eef000. 00000020:00000010:2.0:1724310021.750947:0:7072:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080e41400. 00080000:00000010:3.0:1724310021.750947:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff88012f343c00. 00000020:00000010:2.0:1724310021.750951:0:7072:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009bdc3800. 00000020:00000010:2.0:1724310021.750955:0:7072:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.750958:0:7072:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080e41800. 80000000:00000010:2.0:1724310021.750960:0:7072:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880088e10540. 40000000:00000010:2.0:1724310021.750962:0:7072:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880081bd5900. 00100000:00000010:2.0:1724310021.750964:0:7072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800933f4800. 00040000:00000010:2.0:1724310021.750970:0:7072:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4c5e700. 00040000:00000010:2.0:1724310021.750973:0:7072:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080e40c00. 00080000:00000010:2.0:1724310021.750976:0:7072:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a56ac000. 00002000:00000010:2.0:1724310021.750979:0:7072:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880086eef000. 00000020:00000010:2.0:1724310021.750981:0:7072:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41000. 00000020:00000010:2.0:1724310021.750983:0:7072:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41000. 00000020:00000010:2.0:1724310021.750984:0:7072:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080e40c00. 00000020:00000010:2.0:1724310021.750986:0:7072:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a56ac000. 00000020:00000010:2.0:1724310021.750987:0:7072:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.750989:0:7072:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080e41800. 80000000:00000010:2.0:1724310021.750990:0:7072:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880088e10540. 40000000:00000010:2.0:1724310021.750991:0:7072:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880081bd5900. 00100000:00000010:2.0:1724310021.750993:0:7072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a56ae800. 00040000:00000010:2.0:1724310021.750994:0:7072:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a4c5e700. 00040000:00000010:2.0:1724310021.750996:0:7072:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080e41400. 00080000:00000010:2.0:1724310021.750997:0:7072:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800933f4800. 00002000:00000010:2.0:1724310021.750999:0:7072:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880086eef000. 00002000:00000010:2.0:1724310021.751032:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9b140. 00010000:00000010:2.0:1724310021.751035:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995f000. 00080000:00000010:3.0:1724310021.751058:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880136703000. 00002000:00000010:2.0:1724310021.751068:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50040. 00010000:00000010:2.0:1724310021.751071:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880088621600. 00000001:00000010:3.0:1724310021.751076:0:7665:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff880134ac4300. 00002000:00000010:2.0:1724310021.751081:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9be40. 00010000:00000010:2.0:1724310021.751083:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995f900. 00002000:00000010:2.0:1724310021.751094:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5e80. 00000020:00000010:3.0:1724310021.751094:0:7665:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880087b27e00. 00010000:00000010:2.0:1724310021.751096:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f540. 00000020:00000010:3.0:1724310021.751096:0:7665:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8801315b4000. 00000020:00000010:3.0:1724310021.751099:0:7665:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310021.751101:0:7665:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880087b26600. 80000000:00000010:3.0:1724310021.751103:0:7665:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880134ac4f60. 40000000:00000010:3.0:1724310021.751104:0:7665:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb508c0. 00100000:00000010:3.0:1724310021.751106:0:7665:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801315b7800. 00002000:00000010:2.0:1724310021.751108:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50a40. 00010000:00000010:2.0:1724310021.751109:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c180. 00040000:00000010:3.0:1724310021.751109:0:7665:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800945f6a00. 00040000:00000010:3.0:1724310021.751111:0:7665:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880087b27800. 00080000:00000010:3.0:1724310021.751112:0:7665:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8801315b6800. 00002000:00000010:3.0:1724310021.751116:0:7665:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8800803ce000. 00000020:00000010:3.0:1724310021.751118:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800861c0000. 00002000:00000010:2.0:1724310021.751123:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5680. 00010000:00000010:2.0:1724310021.751124:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f180. 00010000:00000200:3.0:1724310021.751128:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453b80 x1808069883614080/t0(0) o9->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00002000:00000010:2.0:1724310021.751134:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880134366100. 00010000:00000010:2.0:1724310021.751136:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009a4ea0c0. 00000400:00000010:3.0:1724310021.751140:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801320513b8. 00000100:00000200:3.0:1724310021.751144:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808069883614080, offset 224 00002000:00000010:2.0:1724310021.751145:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5800. 00010000:00000010:2.0:1724310021.751147:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301c480. 00000400:00000200:3.0:1724310021.751148:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:3.0:1724310021.751154:0:7665:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00002000:00000010:2.0:1724310021.751156:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50300. 00010000:00000010:2.0:1724310021.751158:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880088621300. 00000400:00000200:3.0:1724310021.751159:0:7665:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532651:532651:256:4294967295] 192.168.204.31@tcp LPNI seq info [532647:532647:8:4294967295] 00002000:00000010:2.0:1724310021.751166:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5e40. 00010000:00000010:2.0:1724310021.751168:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301c000. 00000400:00000200:3.0:1724310021.751168:0:7665:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:3.0:1724310021.751172:0:7665:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:3.0:1724310021.751175:0:7665:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800945f6a00. 00002000:00000010:2.0:1724310021.751179:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb509c0. 00000800:00000200:3.0:1724310021.751179:0:7665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00010000:00000010:2.0:1724310021.751180:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c900. 00000800:00000200:3.0:1724310021.751184:0:7665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:3.0:1724310021.751188:0:7665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800945f6a00 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:2.0:1724310021.751191:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5700. 00010000:00000010:2.0:1724310021.751192:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301c180. 00002000:00000010:2.0:1724310021.751203:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd58c0. 00010000:00000010:2.0:1724310021.751204:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f000. 00000020:00000010:3.0:1724310021.751213:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3a00. 00002000:00000010:2.0:1724310021.751214:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5bc0. 00010000:00000010:2.0:1724310021.751215:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f240. 00000020:00000010:3.0:1724310021.751218:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310021.751220:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800861c1c00. 00002000:00000010:2.0:1724310021.751224:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9b780. 00010000:00000010:2.0:1724310021.751226:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995f180. 00002000:00000010:2.0:1724310021.751236:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50ec0. 00000800:00000200:1.0:1724310021.751411:0:3288:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310021.751414:0:3288:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800945f6a00. 00000400:00000200:1.0:1724310021.751417:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310021.751420:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310021.751422:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320513b8 00000400:00000010:1.0:1724310021.751424:0:3288:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801320513b8. 00010000:00000010:2.0:1724310021.751460:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0c0c0. 00002000:00000010:2.0:1724310021.751480:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50c00. 00010000:00000010:2.0:1724310021.751482:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0ca80. 00002000:00000010:2.0:1724310021.751493:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb50000. 00010000:00000010:2.0:1724310021.751494:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880088621c00. 00002000:00000010:2.0:1724310021.751504:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff88012bb504c0. 00010000:00000010:2.0:1724310021.751505:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880080b0cd80. 00002000:00000010:2.0:1724310021.751515:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5a00. 00010000:00000010:2.0:1724310021.751516:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f840. 00002000:00000010:2.0:1724310021.751527:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880135a9b0c0. 00010000:00000010:2.0:1724310021.751529:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995fc00. 00002000:00000010:2.0:1724310021.751538:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5140. 00010000:00000010:2.0:1724310021.751540:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88009301cc00. 00002000:00000010:2.0:1724310021.751550:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880090cc0c40. 00010000:00000010:2.0:1724310021.751552:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007995fd80. 00002000:00000010:2.0:1724310021.751563:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5dc0. 00010000:00000010:2.0:1724310021.751565:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9fd80. 00002000:00000010:2.0:1724310021.751575:0:7072:0:(ofd_lvb.c:64:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff880081bd5d40. 00010000:00000010:2.0:1724310021.751576:0:7072:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88007fa9f780. 00000020:00000010:2.0:1724310021.751582:0:7072:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080e40c00. 00000020:00000010:2.0:1724310021.751584:0:7072:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a56ac000. 00000020:00000010:2.0:1724310021.751587:0:7072:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012d125588. 00000020:00000010:2.0:1724310021.751589:0:7072:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080e41800. 80000000:00000010:2.0:1724310021.751591:0:7072:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880088e10540. 40000000:00000010:2.0:1724310021.751593:0:7072:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880081bd5900. 00100000:00000010:2.0:1724310021.751594:0:7072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a56ae800. 00040000:00000010:2.0:1724310021.751597:0:7072:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4c5e700. 00040000:00000010:2.0:1724310021.751599:0:7072:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080e41400. 00080000:00000010:2.0:1724310021.751601:0:7072:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800933f4800. 00002000:00000010:2.0:1724310021.751603:0:7072:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880086eef000. 00000020:00000010:2.0:1724310021.751605:0:7072:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41000. 00010000:00000010:3.1:1724310021.756282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88007f42fcc0. 00010000:00000010:3.1:1724310021.756298:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e500. 00010000:00000010:3.1:1724310021.756303:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a558c0. 00010000:00000010:3.1:1724310021.756308:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658b00. 00010000:00000010:3.1:1724310021.756313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57a80. 00010000:00000010:3.1:1724310021.756319:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9900. 00010000:00000010:3.1:1724310021.756323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a400. 00010000:00000010:3.1:1724310021.756328:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef100. 00010000:00000010:3.1:1724310021.756331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4b40. 00010000:00000010:3.1:1724310021.756333:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9500. 00010000:00000010:3.1:1724310021.756335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a1c0. 00010000:00000010:3.1:1724310021.756337:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9f00. 00010000:00000010:3.1:1724310021.756340:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219680. 00010000:00000010:3.1:1724310021.756342:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9b00. 00010000:00000010:3.1:1724310021.756345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218000. 00010000:00000010:3.1:1724310021.756347:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658700. 00010000:00000010:3.1:1724310021.756350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57180. 00010000:00000010:3.1:1724310021.756354:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e400. 00010000:00000010:3.1:1724310021.756357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1f80. 00010000:00000010:3.1:1724310021.756360:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658400. 00010000:00000010:3.1:1724310021.756362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55440. 00010000:00000010:3.1:1724310021.756365:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28300. 00010000:00000010:3.1:1724310021.756368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b46c0. 00010000:00000010:3.1:1724310021.756370:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ef00. 00010000:00000010:3.1:1724310021.756373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56880. 00010000:00000010:3.1:1724310021.756375:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ee00. 00010000:00000010:3.1:1724310021.756378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54fc0. 00010000:00000010:3.1:1724310021.756380:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e400. 00010000:00000010:3.1:1724310021.756382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54240. 00010000:00000010:3.1:1724310021.756384:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e100. 00010000:00000010:3.1:1724310021.756386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a561c0. 00010000:00000010:3.1:1724310021.756388:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e300. 00010000:00000010:3.1:1724310021.756390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1440. 00010000:00000010:3.1:1724310021.756392:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658300. 00010000:00000010:3.1:1724310021.756394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a573c0. 00010000:00000010:3.1:1724310021.756396:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e300. 00010000:00000010:3.1:1724310021.756398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54480. 00010000:00000010:3.1:1724310021.756400:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9700. 00010000:00000010:3.1:1724310021.756403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b180. 00010000:00000010:3.1:1724310021.756405:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e100. 00010000:00000010:3.1:1724310021.756408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0d80. 00010000:00000010:3.1:1724310021.756410:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efc00. 00010000:00000010:3.1:1724310021.756412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4900. 00010000:00000010:3.1:1724310021.756413:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28700. 00010000:00000010:3.1:1724310021.756416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7600. 00010000:00000010:3.1:1724310021.756418:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef800. 00010000:00000010:3.1:1724310021.756420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b7180. 00010000:00000010:3.1:1724310021.756422:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658e00. 00010000:00000010:3.1:1724310021.756425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56ac0. 00010000:00000010:3.1:1724310021.756426:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880087d28b00. 00010000:00000010:3.1:1724310021.756428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b4240. 00010000:00000010:3.1:1724310021.756432:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e500. 00010000:00000010:3.1:1724310021.756434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56d00. 00010000:00000010:3.1:1724310021.756436:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e600. 00010000:00000010:3.1:1724310021.756438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb2400. 00010000:00000010:3.1:1724310021.756440:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804efa00. 00010000:00000010:3.1:1724310021.756442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b6d00. 00010000:00000010:2.1:1724310021.759146:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e900. 00010000:00000010:2.1:1724310021.759157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb0480. 00010000:00000010:2.1:1724310021.759163:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6400. 00010000:00000010:2.1:1724310021.759166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921aac0. 00010000:00000010:2.1:1724310021.759169:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e200. 00010000:00000010:2.1:1724310021.759172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb1d40. 00010000:00000010:2.1:1724310021.759175:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7ec00. 00010000:00000010:2.1:1724310021.759178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55b00. 00010000:00000010:2.1:1724310021.759181:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9200. 00010000:00000010:2.1:1724310021.759185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219b00. 00010000:00000010:2.1:1724310021.759188:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5ee00. 00010000:00000010:2.1:1724310021.759191:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf8480. 00010000:00000010:2.1:1724310021.759194:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800804ef500. 00010000:00000010:2.1:1724310021.759197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800842b61c0. 00010000:00000010:2.1:1724310021.759199:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e400. 00010000:00000010:2.1:1724310021.759201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56640. 00010000:00000010:2.1:1724310021.759203:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6900. 00010000:00000010:2.1:1724310021.759205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219200. 00010000:00000010:2.1:1724310021.759207:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658a00. 00010000:00000010:2.1:1724310021.759211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54b40. 00010000:00000010:2.1:1724310021.759213:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9300. 00010000:00000010:2.1:1724310021.759215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921b840. 00010000:00000010:2.1:1724310021.759218:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a4c5e000. 00010000:00000010:2.1:1724310021.759220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a57cc0. 00010000:00000010:2.1:1724310021.759223:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6200. 00010000:00000010:2.1:1724310021.759225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54900. 00010000:00000010:2.1:1724310021.759227:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658500. 00010000:00000010:2.1:1724310021.759229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a56400. 00010000:00000010:2.1:1724310021.759230:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9ed00. 00010000:00000010:2.1:1724310021.759232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb18c0. 00000400:00000200:0.0:1724310021.760640:0:3287:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.760652:0:3287:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 12 MB=0x66c6e13245480 00000400:00000200:0.0:1724310021.760659:0:3287:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp of length 224/224 into md 0x279cd5 [64] + 108992 00000400:00000200:0.0:1724310021.760682:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.760687:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000100:00000200:0.0:1724310021.760692:0:3287:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310021.760697:0:3287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e453800. 00000020:00000010:1.0:1724310021.761310:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122443800. 00000020:00000010:1.0:1724310021.761315:0:22457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310021.761319:0:22457:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009c7bcd48. 00000100:00000200:1.0:1724310021.761349:0:22457:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883614336 02000000:00000010:1.0:1724310021.761562:0:22457:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111cadc00. 00000020:00000010:1.0:1724310021.761587:0:22457:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122442600. 00000020:00000010:1.0:1724310021.761590:0:22457:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880122442800. 00000040:00000010:1.0:1724310021.761594:0:22457:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880122442200. 00000020:00000010:1.0:1724310021.761597:0:22457:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88008bb2b800. 00000020:00000010:1.0:1724310021.761599:0:22457:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.761602:0:22457:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880122443a00. 80000000:00000010:1.0:1724310021.761606:0:22457:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.761608:0:22457:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.761613:0:22457:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095af1000. 00040000:00000010:1.0:1724310021.761616:0:22457:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.761620:0:22457:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800951ed800. 00040000:00000010:1.0:1724310021.761623:0:22457:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880122442000. 00080000:00000010:1.0:1724310021.761626:0:22457:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008816d000. 00000004:00000010:1.0:1724310021.761630:0:22457:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff88008816c000. 00000004:00000010:1.0:1724310021.761635:0:22457:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff880124569000. 00000004:00000010:1.0:1724310021.761638:0:22457:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88008816a000. 00000004:00000010:1.0:1724310021.761641:0:22457:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff880111cad400. 00080000:00000010:1.0:1724310021.761649:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880111caf800. 00080000:00000010:1.0:1724310021.761708:0:22457:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880111cafc00. 00000001:00000010:1.0:1724310021.761720:0:22457:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff88008da4fb40. 00000020:00000010:1.0:1724310021.761731:0:22457:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880122442800. 00000040:00000010:1.0:1724310021.761734:0:22457:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880122442200. 00000020:00000010:1.0:1724310021.761736:0:22457:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88008bb2b800. 00000020:00000010:1.0:1724310021.761740:0:22457:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310021.761744:0:22457:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880122443a00. 80000000:00000010:1.0:1724310021.761750:0:22457:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88008da4f7e0. 40000000:00000010:1.0:1724310021.761752:0:22457:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880134366340. 00100000:00000010:1.0:1724310021.761754:0:22457:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095af1000. 00040000:00000010:1.0:1724310021.761757:0:22457:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880087d28e00. 00040000:00000010:1.0:1724310021.761760:0:22457:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800951ed800. 00040000:00000010:1.0:1724310021.761764:0:22457:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880122442000. 00080000:00000010:1.0:1724310021.761766:0:22457:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008816d000. 00000004:00000010:1.0:1724310021.761768:0:22457:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88008816c000. 00000004:00000010:1.0:1724310021.761771:0:22457:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff880124569000. 00000004:00000010:1.0:1724310021.761774:0:22457:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88008816a000. 00000004:00000010:1.0:1724310021.761777:0:22457:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880111cad400. 00000020:00000010:1.0:1724310021.761779:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122442600. 00010000:00000200:1.0:1724310021.761790:0:22457:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008e453800 x1808069883614336/t0(0) o39->8eae9484-9113-46fd-887a-3ba2eadbe786@192.168.204.31@tcp:287/0 lens 224/224 e 0 to 0 dl 1724310057 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000010:1.0:1724310021.761803:0:22457:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f41b000. 00000100:00000200:1.0:1724310021.761809:0:22457:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808069883614336, offset 224 00000400:00000200:1.0:1724310021.761814:0:22457:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:1.0:1724310021.761821:0:22457:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:1.0:1724310021.761826:0:22457:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532652:532652:256:4294967295] 192.168.204.31@tcp LPNI seq info [532648:532648:8:4294967295] 00000400:00000200:1.0:1724310021.761834:0:22457:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:1.0:1724310021.761838:0:22457:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:1.0:1724310021.761841:0:22457:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087d28e00. 00000800:00000200:1.0:1724310021.761846:0:22457:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:1.0:1724310021.761852:0:22457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:1.0:1724310021.761855:0:22457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880087d28e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1724310021.761867:0:22457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880087dd5a80. 00000020:00000010:1.0:1724310021.761869:0:22457:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009c7bcd48. 00000020:00000010:1.0:1724310021.761872:0:22457:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122443800. 00000800:00000200:1.0:1724310021.761947:0:3289:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310021.761949:0:3289:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087d28e00. 00000400:00000200:1.0:1724310021.761952:0:3289:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310021.761955:0:3289:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310021.761958:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f41b000 00000400:00000010:1.0:1724310021.761959:0:3289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f41b000. 00000020:00000010:0.0:1724310021.763031:0:14325:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081c80400. 00000020:00000010:0.0:1724310021.763036:0:14325:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880081c80000. 00000020:00000010:0.0:1724310021.763039:0:14325:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a56b1800. 00000020:00000010:0.0:1724310021.763043:0:14325:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.763045:0:14325:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880093f1dc00. 80000000:00000010:0.0:1724310021.763048:0:14325:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.763050:0:14325:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.763054:0:14325:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.763057:0:14325:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e800. 00040000:00000010:0.0:1724310021.763060:0:14325:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f98200. 00080000:00000010:0.0:1724310021.763063:0:14325:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff880136738000. 00002000:00000010:0.0:1724310021.763067:0:14325:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.763070:0:14325:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880081c80000. 00000020:00000010:0.0:1724310021.763073:0:14325:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a56b1800. 00000020:00000010:0.0:1724310021.763076:0:14325:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.763079:0:14325:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880093f1dc00. 80000000:00000010:0.0:1724310021.763080:0:14325:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.763082:0:14325:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.763085:0:14325:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.763090:0:14325:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e800. 00040000:00000010:0.0:1724310021.763093:0:14325:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f98200. 00080000:00000010:0.0:1724310021.763095:0:14325:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880136738000. 00002000:00000010:0.0:1724310021.763097:0:14325:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.763100:0:14325:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081c80400. 00000020:00000010:0.0:1724310021.763102:0:14325:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98200. 00000020:00000010:0.0:1724310021.763104:0:14325:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f98400. 00000020:00000010:0.0:1724310021.763106:0:14325:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880136738000. 00000020:00000010:0.0:1724310021.763108:0:14325:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.763110:0:14325:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.763111:0:14325:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.763112:0:14325:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.763114:0:14325:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.763116:0:14325:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e800. 00040000:00000010:0.0:1724310021.763117:0:14325:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f99e00. 00080000:00000010:0.0:1724310021.763119:0:14325:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a56b1800. 00002000:00000010:0.0:1724310021.763121:0:14325:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8801227fa000. 00010000:00000010:0.0:1724310021.763144:0:14325:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800929d3400. 00010000:00000010:0.0:1724310021.763151:0:14325:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800929d3f80. 00000020:00000010:0.0:1724310021.763177:0:14325:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f98400. 00000020:00000010:0.0:1724310021.763180:0:14325:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880136738000. 00000020:00000010:0.0:1724310021.763182:0:14325:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.763184:0:14325:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.763186:0:14325:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.763188:0:14325:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.763189:0:14325:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.763191:0:14325:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e800. 00040000:00000010:0.0:1724310021.763193:0:14325:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f99e00. 00080000:00000010:0.0:1724310021.763195:0:14325:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a56b1800. 00002000:00000010:0.0:1724310021.763197:0:14325:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.763199:0:14325:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98200. 00010000:00000010:0.1:1724310021.767131:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9e00. 00010000:00000010:0.1:1724310021.767142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921a640. 00010000:00000010:0.1:1724310021.767146:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9600. 00010000:00000010:0.1:1724310021.767148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218d80. 00010000:00000010:0.1:1724310021.767152:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6800. 00010000:00000010:0.1:1724310021.767155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219d40. 00010000:00000010:0.1:1724310021.767157:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800933c9d00. 00010000:00000010:0.1:1724310021.767160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a921bcc0. 00010000:00000010:0.1:1724310021.767163:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e600. 00010000:00000010:0.1:1724310021.767170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54000. 00010000:00000010:0.1:1724310021.767173:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007fa9e000. 00010000:00000010:0.1:1724310021.767175:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009beb33c0. 00010000:00000010:0.1:1724310021.767181:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880094658200. 00010000:00000010:0.1:1724310021.767183:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a54d80. 00010000:00000010:0.1:1724310021.767186:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8801349eaa00. 00010000:00000010:0.1:1724310021.767190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d21af40. 00010000:00000010:0.1:1724310021.767192:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880093a7e200. 00010000:00000010:0.1:1724310021.767195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a546c0. 00010000:00000010:0.1:1724310021.767197:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6000. 00010000:00000010:0.1:1724310021.767199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880075a55680. 00010000:00000010:3.1:1724310021.769617:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800945f6f00. 00010000:00000010:3.1:1724310021.769630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219f80. 00000400:00000200:0.0:1724310021.779603:0:3288:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.31@tcp : PUT - for me 00000400:00000200:0.0:1724310021.779619:0:3288:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp of length 224 into portal 26 MB=0x66c6e13245580 00000400:00000200:0.0:1724310021.779626:0:3288:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp of length 224/224 into md 0x26d699 [2] + 0 00000400:00000010:0.0:1724310021.779630:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9f20. 00000400:00000200:0.0:1724310021.779633:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800754f23c0 00000400:00000200:0.0:1724310021.779649:0:3288:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310021.779653:0:3288:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:0.0:1724310021.779656:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800754f23c0 00000400:00000010:0.0:1724310021.779658:0:3288:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800754f23c0. 00000100:00000200:0.0:1724310021.779664:0:3288:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1724310021.779768:0:7077:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e41000. 00000020:00000010:2.0:1724310021.779774:0:7077:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310021.779782:0:7077:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000100:00000200:2.0:1724310021.779925:0:7077:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808069883614592 02000000:00000010:2.0:1724310021.779939:0:7077:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086eef000. 20000000:00000010:2.0:1724310021.779950:0:7077:0:(mgs_nids.c:993:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8801318012c0. 00010000:00000200:2.0:1724310021.779979:0:7077:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff8800a83e6c50 x1808069883614592/t0(0) o251->32b2c2a3-5f00-4922-ab40-a9348e52d241@192.168.204.31@tcp:262/0 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000010:2.0:1724310021.779988:0:7077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66d48. 00000100:00000200:2.0:1724310021.779991:0:7077:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1808069883614592, offset 224 00000400:00000200:2.0:1724310021.779995:0:7077:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp 00000400:00000200:2.0:1724310021.780001:0:7077:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.31@tcp local destination 00000400:00000200:2.0:1724310021.780005:0:7077:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [532653:532653:256:4294967295] 192.168.204.31@tcp LPNI seq info [532649:532649:8:4294967295] 00000400:00000200:2.0:1724310021.780011:0:7077:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.31@tcp(192.168.204.31@tcp:192.168.204.31@tcp) : PUT try# 0 00000800:00000200:2.0:1724310021.780014:0:7077:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp 00000800:00000010:2.0:1724310021.780017:0:7077:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a4c5e000. 00000800:00000200:2.0:1724310021.780020:0:7077:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088f26240] -> 12345-192.168.204.31@tcp (4) 00000800:00000200:2.0:1724310021.780024:0:7077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp ip 192.168.204.31:1023 00000800:00000200:2.0:1724310021.780027:0:7077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4c5e000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1724310021.780044:0:7077:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99f00. 00000020:00000010:2.0:1724310021.780047:0:7077:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000020:00000010:2.0:1724310021.780050:0:7077:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e41000. 00000100:00000200:2.0:1724310021.780055:0:7077:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1724310021.780058:0:7077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9bb0. 00000400:00000010:2.0:1724310021.780066:0:7077:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013205bf00. 00000020:00000010:0.0:1724310021.780107:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98200. 00000020:00000010:0.0:1724310021.780110:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f99e00. 00000020:00000010:0.0:1724310021.780113:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a56b1800. 00000020:00000010:0.0:1724310021.780116:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.780119:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.780122:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.780125:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.780130:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.780133:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310021.780135:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f98400. 00080000:00000010:0.0:1724310021.780139:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff880136738000. 00002000:00000010:0.0:1724310021.780142:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.780145:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f99e00. 00000020:00000010:0.0:1724310021.780147:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a56b1800. 00000020:00000010:0.0:1724310021.780151:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.780154:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.780157:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.780159:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.780162:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.780172:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310021.780173:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f98400. 00080000:00000010:0.0:1724310021.780176:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880136738000. 00002000:00000010:0.0:1724310021.780178:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.780180:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98200. 00000020:00000010:0.0:1724310021.780183:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98200. 00000020:00000010:0.0:1724310021.780184:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f98400. 00000020:00000010:0.0:1724310021.780186:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880136738000. 00000020:00000010:0.0:1724310021.780187:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.780189:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.780191:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.780192:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.780194:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.780195:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310021.780196:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f99e00. 00080000:00000010:0.0:1724310021.780198:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a56b1800. 00002000:00000010:0.0:1724310021.780200:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.780247:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f98400. 00000020:00000010:0.0:1724310021.780250:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880136738000. 00000020:00000010:0.0:1724310021.780252:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310021.780253:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f99a00. 80000000:00000010:0.0:1724310021.780255:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d1667e0. 40000000:00000010:0.0:1724310021.780285:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880135a9b8c0. 00100000:00000010:0.0:1724310021.780287:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095865000. 00040000:00000010:0.0:1724310021.780289:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310021.780291:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f99e00. 00080000:00000010:0.0:1724310021.780293:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a56b1800. 00002000:00000010:0.0:1724310021.780295:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8801227fa000. 00000020:00000010:0.0:1724310021.780297:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98200. 00000800:00000200:1.0:1724310021.780305:0:3287:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1724310021.780308:0:3287:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a4c5e000. 00000400:00000200:1.0:1724310021.780310:0:3287:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1724310021.780314:0:3287:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.31@tcp: PUT: OK 00000400:00000200:1.0:1724310021.780316:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66d48 00000400:00000010:1.0:1724310021.780318:0:3287:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66d48. 02000000:00000010:1.0:1724310021.780321:0:3287:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880086eef000. 00000001:00000010:2.0:1724310021.780395:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90600. 00000001:00000010:2.0:1724310021.780399:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e91a00. 00000001:00000010:2.0:1724310021.780400:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e91e00. 00000001:00000010:2.0:1724310021.780402:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90a00. 00000001:00000010:2.0:1724310021.780403:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88008bc62d60. 00000001:00000010:2.0:1724310021.780406:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012d5c0900. 00000020:00000010:2.0:1724310021.780419:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880094178800. 00000020:00000010:2.0:1724310021.780632:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009417d000. 00010000:00000010:3.1:1724310021.783614:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012d21bcc0. 00000020:00000010:0.0:1724310022.952609:0:4540:0:(tgt_mount.c:1693:server_put_super()) kmalloced '(tmpname)': 15 at ffff8801367145f0. 00000020:00000010:0.0:1724310022.952616:0:4540:0:(tgt_mount.c:955:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff88012bb50d00. 00000020:00000010:0.0:1724310022.952620:0:4540:0:(tgt_mount.c:967:lustre_disconnect_lwp()) kmalloced '(cfg)': 80 at ffff88012d166600. 00000020:00000010:0.0:1724310022.952623:0:4540:0:(obd_mount.c:136:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff88008e299d80. 00010000:00000010:0.0:1724310022.952638:0:4540:0:(ldlm_lockd.c:2262:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88008e299840. 00000020:00000010:0.0:1724310022.952649:0:4540:0:(obd_mount.c:141:lustre_end_log()) kfreed 'lcfg': 168 at ffff88008e299d80. 10000000:00000010:0.0:1724310022.952662:0:14325:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8800b52a5600. 00000100:00000010:0.0:1724310022.952676:0:14325:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6d80. 02000000:00000010:0.0:1724310022.952687:0:14325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880080f99a00. 00010000:00000010:0.0:1724310022.952721:0:14325:0:(ldlm_lockd.c:2951:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88008e299840. 00000020:00000010:0.0:1724310022.952728:0:4540:0:(tgt_mount.c:980:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310022.952732:0:4540:0:(tgt_mount.c:996:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff88012d166d20. 00000100:00000010:0.0:1724310022.952741:0:4540:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800535e6a00. 02000000:00000010:0.0:1724310022.952746:0:4540:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007fa9e000. 02000000:00000010:0.0:1724310022.952777:0:3295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080f99600. 00000400:00000010:0.0:1724310022.952784:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3a3478. 00000400:00000010:0.0:1724310022.952789:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310022.952795:0:3295:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611392, portal 18 00000400:00000010:0.0:1724310022.952799:0:3295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.952801:0:3295:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1808064257611392, offset 0 00000400:00000200:0.0:1724310022.952807:0:3295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.952818:0:3295:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.952826:0:3295:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x66c6cc3ce5680 00000400:00000200:0.0:1724310022.952830:0:3295:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x264861 [2] + 1640 00000400:00000200:0.0:1724310022.952836:0:3295:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.952839:0:3295:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310022.952844:0:3295:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1724310022.952847:0:3295:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14ce00. 00000400:00000200:0.0:1724310022.952857:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:0.0:1724310022.952859:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.952865:0:3295:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800535e6d80 x1808064257611392/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:0.0:1724310022.952885:0:3293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080f98600. 00000400:00000010:0.0:1724310022.952889:0:3293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3a3dc0. 00000400:00000010:0.0:1724310022.952892:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.952894:0:3293:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611520, portal 10 00000400:00000010:0.0:1724310022.952897:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310022.952899:0:3293:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1808064257611520, offset 0 00000400:00000200:0.0:1724310022.952901:0:3293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.952905:0:3293:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.952909:0:3293:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x66c6cc3ce5700 00000400:00000200:0.0:1724310022.952912:0:3293:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x279cd5 [64] + 109216 00000400:00000200:0.0:1724310022.952916:0:3293:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.952918:0:3293:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310022.952921:0:3293:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1724310022.952924:0:3293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14c380. 00000400:00000200:0.0:1724310022.952931:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310022.952933:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310022.952936:0:3293:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800535e6a00 x1808064257611520/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000020:00000010:0.0:1724310022.952973:0:7069:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f99800. 00000020:00000010:0.0:1724310022.952977:0:7069:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310022.952980:0:7069:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310022.953002:0:7069:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611392 02000000:00000010:0.0:1724310022.953008:0:7069:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227fa000. 00000400:00000010:0.0:1724310022.953030:0:7069:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310022.953032:0:7069:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808064257611392, offset 224 00000400:00000200:0.0:1724310022.953035:0:7069:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.953039:0:7069:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.953043:0:7069:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x66c6cc3ce5680 00000400:00000200:0.0:1724310022.953046:0:7069:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2964ad [1] + 224 00000400:00000200:0.0:1724310022.953049:0:7069:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.953051:0:7069:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310022.953056:0:7069:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800535e6d80 x1808064257611392/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1724310022.953070:0:7069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310022.953071:0:7069:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000020:00000010:0.0:1724310022.953079:0:7069:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310022.953082:0:7069:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310022.953085:0:7069:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f99800. 00000400:00000010:0.0:1724310022.953099:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3478. 00000400:00000200:0.0:1724310022.953101:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310022.953102:0:3295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310022.953105:0:3295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800535e6d80 x1808064257611392/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1724310022.953112:0:3295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800535e6d80 x1808064257611392/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:0.0:1724310022.953126:0:3295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080f99600. 02000000:00000010:0.0:1724310022.953128:0:3295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880080f99a00. 00000100:00000010:0.0:1724310022.953131:0:3295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6d80. 00000020:00000010:0.0:1724310022.953157:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f99a00. 00000020:00000010:0.0:1724310022.953159:0:20173:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310022.953161:0:20173:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310022.953173:0:20173:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611520 02000000:00000010:0.0:1724310022.953183:0:20173:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227fbc00. 00000020:00000010:0.0:1724310022.953201:0:20173:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f99600. 00000020:00000010:0.0:1724310022.953203:0:20173:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f99800. 00000040:00000010:0.0:1724310022.953206:0:20173:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880080f99400. 00000020:00000010:0.0:1724310022.953209:0:20173:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880088f6a000. 00000020:00000010:0.0:1724310022.953212:0:20173:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310022.953214:0:20173:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f99000. 80000000:00000010:0.0:1724310022.953231:0:20173:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166420. 40000000:00000010:0.0:1724310022.953234:0:20173:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50140. 00100000:00000010:0.0:1724310022.953238:0:20173:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136738000. 00040000:00000010:0.0:1724310022.953241:0:20173:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e300. 00040000:00000010:0.0:1724310022.953245:0:20173:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff880124582800. 00040000:00000010:0.0:1724310022.953248:0:20173:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f98200. 00080000:00000010:0.0:1724310022.953252:0:20173:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008cde9000. 00000004:00000010:0.0:1724310022.953256:0:20173:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff880095a6c000. 00000004:00000010:0.0:1724310022.953279:0:20173:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009560a000. 00000004:00000010:0.0:1724310022.953283:0:20173:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff880095a6a800. 00000004:00000010:0.0:1724310022.953287:0:20173:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff8801227f9c00. 00000020:00000010:0.0:1724310022.953291:0:20173:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f99800. 00000040:00000010:0.0:1724310022.953294:0:20173:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880080f99400. 00000020:00000010:0.0:1724310022.953296:0:20173:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880088f6a000. 00000020:00000010:0.0:1724310022.953299:0:20173:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310022.953302:0:20173:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f99000. 80000000:00000010:0.0:1724310022.953304:0:20173:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166420. 40000000:00000010:0.0:1724310022.953306:0:20173:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50140. 00100000:00000010:0.0:1724310022.953308:0:20173:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880136738000. 00040000:00000010:0.0:1724310022.953311:0:20173:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e300. 00040000:00000010:0.0:1724310022.953313:0:20173:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880124582800. 00040000:00000010:0.0:1724310022.953316:0:20173:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f98200. 00080000:00000010:0.0:1724310022.953318:0:20173:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008cde9000. 00000004:00000010:0.0:1724310022.953321:0:20173:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880095a6c000. 00000004:00000010:0.0:1724310022.953324:0:20173:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88009560a000. 00000004:00000010:0.0:1724310022.953328:0:20173:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880095a6a800. 00000004:00000010:0.0:1724310022.953330:0:20173:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801227f9c00. 00000020:00000010:0.0:1724310022.953332:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f99600. 00010000:00000200:0.0:1724310022.953340:0:20173:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14c380 x1808064257611520/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1724310058 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000010:0.0:1724310022.953348:0:20173:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310022.953350:0:20173:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1808064257611520, offset 224 00000400:00000200:0.0:1724310022.953353:0:20173:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.953357:0:20173:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.953360:0:20173:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x66c6cc3ce5700 00000400:00000200:0.0:1724310022.953363:0:20173:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2964b5 [1] + 224 00000400:00000200:0.0:1724310022.953367:0:20173:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.953369:0:20173:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310022.953373:0:20173:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800535e6a00 x1808064257611520/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000400:00000200:0.0:1724310022.953383:0:20173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310022.953384:0:20173:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000020:00000010:0.0:1724310022.953390:0:20173:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98580. 00000020:00000010:0.0:1724310022.953393:0:20173:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000020:00000010:0.0:1724310022.953395:0:20173:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f99a00. 00000400:00000010:0.0:1724310022.953413:0:3293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3dc0. 00000400:00000200:0.0:1724310022.953415:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:0.0:1724310022.953416:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.953419:0:3293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800535e6a00 x1808064257611520/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000100:00000200:0.0:1724310022.953425:0:3293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800535e6a00 x1808064257611520/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 02000000:00000010:0.0:1724310022.953439:0:3293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080f98600. 02000000:00000010:0.0:1724310022.953441:0:3293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007fa9e000. 00000100:00000010:0.0:1724310022.953443:0:3293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800535e6a00. 00000004:00000010:3.0:1724310022.953673:0:25011:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff88012b1223c0. 00000001:00000010:3.0:1724310022.953682:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1e00. 00000001:00000010:3.0:1724310022.953685:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d0a00. 00000001:00000010:3.0:1724310022.953687:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d0800. 00000001:00000010:3.0:1724310022.953688:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1a3e00. 00000001:00000010:3.0:1724310022.953690:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880135cd2060. 00000001:00000010:3.0:1724310022.953698:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a5395240. 00000001:00000010:3.0:1724310022.953706:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1a3400. 00000001:00000010:3.0:1724310022.953708:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1a3c00. 00000001:00000010:3.0:1724310022.953709:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1a3a00. 00000001:00000010:3.0:1724310022.953710:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4e94400. 00000001:00000010:3.0:1724310022.953716:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880135cd2f00. 00000001:00000010:3.0:1724310022.953718:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a5395300. 00000001:00000010:3.0:1724310022.953722:0:25011:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8800b54b1780. 00000020:00000010:3.0:1724310022.953726:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012b611800. 00000020:00000010:3.0:1724310022.953735:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012b615000. 00000020:00000010:0.0:1724310022.954820:0:4540:0:(tgt_mount.c:1009:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff88012d166d20. 00000020:00000010:0.0:1724310022.954825:0:4540:0:(tgt_mount.c:1023:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310022.954827:0:4540:0:(tgt_mount.c:1025:lustre_disconnect_lwp()) kfreed 'cfg': 80 at ffff88012d166600. 00000020:00000010:0.0:1724310022.954829:0:4540:0:(tgt_mount.c:1027:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff88012bb50d00. 00000020:00000010:0.0:1724310022.954834:0:4540:0:(obd_mount.c:136:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff88012d166600. 00010000:00000010:0.0:1724310022.954844:0:4540:0:(ldlm_lockd.c:2262:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88008e299840. 00010000:00000010:0.0:1724310022.956866:0:4540:0:(ldlm_lockd.c:2262:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88008e299d80. 00000100:00000010:2.0:1724310022.958313:0:7072:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0380. 02000000:00000010:2.0:1724310022.958328:0:7072:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880080e41200. 00010000:00000010:2.0:1724310022.958378:0:7072:0:(ldlm_lockd.c:2951:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88008e299840. 00000100:00000010:2.0:1724310022.958388:0:7072:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082ae0a80. 02000000:00000010:2.0:1724310022.958391:0:7072:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880080e41800. 00010000:00000010:2.0:1724310022.958401:0:7072:0:(ldlm_lockd.c:2951:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88008e299d80. 02000000:00000010:2.0:1724310022.958427:0:3297:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080e40c00. 00000400:00000010:2.0:1724310022.958432:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9aa8. 00000400:00000010:2.0:1724310022.958439:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66110. 00000100:00000200:2.0:1724310022.958445:0:3297:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611776, portal 18 02000000:00000010:3.0:1724310022.958445:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801359c6400. 00000400:00000010:2.0:1724310022.958448:0:3297:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310022.958450:0:3297:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1808064257611776, offset 0 00000400:00000010:3.0:1724310022.958450:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce634d0. 00000400:00000010:3.0:1724310022.958454:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000400:00000200:2.0:1724310022.958456:0:3297:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1724310022.958470:0:3297:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1724310022.958472:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611648, portal 18 00000400:00000010:3.0:1724310022.958476:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.958477:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1808064257611648, offset 0 00000400:00000200:2.0:1724310022.958478:0:3297:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x66c6cc3ce5800 00000400:00000200:3.0:1724310022.958482:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310022.958486:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310022.958489:0:3297:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x264861 [2] + 1968 00000400:00000200:3.0:1724310022.958491:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x66c6cc3ce5780 00000400:00000010:2.0:1724310022.958493:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880091ed91b8. 00000400:00000200:2.0:1724310022.958497:0:3297:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88008c4ffe40 00000400:00000200:2.0:1724310022.958501:0:3297:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310022.958505:0:3297:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1724310022.958507:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x264ac1 [2] + 0 00000400:00000200:3.0:1724310022.958511:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310022.958513:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c4ffe40 00000400:00000200:3.0:1724310022.958513:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1724310022.958514:0:3297:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88008c4ffe40. 00000100:00000200:2.0:1724310022.958521:0:3297:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1724310022.958525:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1724310022.958534:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000400:00000010:2.0:1724310022.958536:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000100:00000010:3.0:1724310022.958536:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662a00. 00000100:00000200:2.0:1724310022.958541:0:3297:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880082ae0a80 x1808064257611776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:3.0:1724310022.958546:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310022.958547:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.958552:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880082ae0380 x1808064257611648/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1724310022.958573:0:6369:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080e40800. 00000020:00000010:2.0:1724310022.958576:0:6369:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880090c99280. 00000020:00000010:2.0:1724310022.958580:0:6369:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012238fed8. 00000020:00000010:3.0:1724310022.958588:0:7069:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801359c6000. 00000100:00000200:2.0:1724310022.958600:0:6369:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611776 00000020:00000010:3.0:1724310022.958603:0:7069:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 02000000:00000010:2.0:1724310022.958606:0:6369:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086eedc00. 00000020:00000010:3.0:1724310022.958606:0:7069:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000400:00000010:2.0:1724310022.958627:0:6369:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880134a66770. 00000100:00000200:2.0:1724310022.958629:0:6369:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808064257611776, offset 224 00000100:00000200:3.0:1724310022.958629:0:7069:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611648 00000400:00000200:2.0:1724310022.958631:0:6369:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1724310022.958634:0:7069:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136702800. 00000400:00000200:2.0:1724310022.958635:0:6369:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1724310022.958638:0:6369:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x66c6cc3ce5800 00000400:00000200:2.0:1724310022.958641:0:6369:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2964c5 [1] + 224 00000400:00000200:2.0:1724310022.958643:0:6369:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1724310022.958645:0:6369:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1724310022.958649:0:6369:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880082ae0a80 x1808064257611776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1724310022.958655:0:7069:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000400:00000200:2.0:1724310022.958658:0:6369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66770 00000100:00000200:3.0:1724310022.958658:0:7069:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808064257611648, offset 224 00000400:00000010:2.0:1724310022.958660:0:6369:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66770. 00000400:00000200:3.0:1724310022.958663:0:7069:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1724310022.958666:0:6369:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880090c99280. 00000400:00000200:3.0:1724310022.958667:0:7069:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1724310022.958670:0:6369:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012238fed8. 00000400:00000200:3.0:1724310022.958670:0:7069:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x66c6cc3ce5780 00000020:00000010:2.0:1724310022.958672:0:6369:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080e40800. 00000400:00000200:3.0:1724310022.958674:0:7069:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2964cd [1] + 224 02000000:00000010:2.0:1724310022.958678:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880086eedc00. 02000000:00000010:2.0:1724310022.958681:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227fa000. 00000100:00000010:2.0:1724310022.958683:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ce00. 02000000:00000010:2.0:1724310022.958690:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880111cae400. 00000400:00000200:3.0:1724310022.958690:0:7069:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1724310022.958692:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae3100. 00000400:00000200:3.0:1724310022.958693:0:7069:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1724310022.958696:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880094c90000. 00000100:00000200:3.0:1724310022.958697:0:7069:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880082ae0380 x1808064257611648/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:2.0:1724310022.958698:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451f80. 02000000:00000010:2.0:1724310022.958700:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880086eef800. 00000100:00000010:2.0:1724310022.958702:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451c00. 02000000:00000010:2.0:1724310022.958704:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227f8000. 00000100:00000010:2.0:1724310022.958706:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e451180. 02000000:00000010:2.0:1724310022.958708:0:6369:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801227f9400. 00000100:00000010:2.0:1724310022.958709:0:6369:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e452300. 00000100:00000200:2.0:1724310022.958712:0:6369:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1724310022.958714:0:6369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801353a9b58. 00000400:00000010:2.0:1724310022.958717:0:6369:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88013205b600. 00000400:00000200:3.0:1724310022.958719:0:7069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310022.958721:0:7069:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000400:00000010:2.0:1724310022.958726:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9aa8. 00000020:00000010:3.0:1724310022.958727:0:7069:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000400:00000200:2.0:1724310022.958728:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880134a66110 00000400:00000010:2.0:1724310022.958729:0:3297:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880134a66110. 00000020:00000010:3.0:1724310022.958731:0:7069:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000100:00000200:2.0:1724310022.958732:0:3297:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880082ae0a80 x1808064257611776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1724310022.958733:0:7069:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801359c6000. 00000100:00000200:2.0:1724310022.958738:0:3297:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880082ae0a80 x1808064257611776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1724310022.958749:0:3297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080e40c00. 02000000:00000010:2.0:1724310022.958752:0:3297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880080e41800. 00000100:00000010:2.0:1724310022.958754:0:3297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0a80. 00000400:00000010:3.0:1724310022.958765:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce634d0. 00000400:00000200:3.0:1724310022.958768:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:3.0:1724310022.958769:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310022.958772:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880082ae0380 x1808064257611648/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1724310022.958779:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880082ae0380 x1808064257611648/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1724310022.958788:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801359c6400. 02000000:00000010:3.0:1724310022.958790:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880080e41200. 00000100:00000010:3.0:1724310022.958801:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082ae0380. 10000000:00000010:0.0:1724310022.959044:0:4540:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8800a83c6600. 00010000:00000010:0.0:1724310022.959054:0:4540:0:(ldlm_lockd.c:2262:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88008e2993c0. 00010000:00000010:0.0:1724310022.959068:0:4540:0:(ldlm_lockd.c:2262:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88008e299f00. 10000000:00000010:0.0:1724310022.959371:0:4540:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8800a83c6c00. 00000020:00000010:0.0:1724310022.959375:0:4540:0:(obd_mount.c:141:lustre_end_log()) kfreed 'lcfg': 80 at ffff88012d166600. 00000020:00000010:0.0:1724310022.959381:0:4540:0:(tgt_mount.c:1725:server_put_super()) kmalloced '(extraname)': 22 at ffff880093951fa0. 00000020:00000010:0.0:1724310022.959389:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff88012bb50d00. 00000020:00000010:0.0:1724310022.959437:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98600. 00000020:00000010:0.0:1724310022.959440:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f99a00. 00000040:00000010:0.0:1724310022.959443:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880080f99600. 00000020:00000010:0.0:1724310022.959446:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880095a6a800. 00000020:00000010:0.0:1724310022.959449:0:4540:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310022.959452:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f98200. 80000000:00000010:0.0:1724310022.959454:0:4540:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166600. 40000000:00000010:0.0:1724310022.959456:0:4540:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50680. 00100000:00000010:0.0:1724310022.959459:0:4540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095a6c000. 00040000:00000010:0.0:1724310022.959462:0:4540:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310022.959466:0:4540:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88008cde9000. 00040000:00000010:0.0:1724310022.959469:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f99000. 00080000:00000010:0.0:1724310022.959472:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff880124582800. 10000000:00000010:3.0:1724310022.959475:0:7072:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8800a83c7000. 00000004:00000010:0.0:1724310022.959476:0:4540:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136738000. 00000004:00000010:0.0:1724310022.959480:0:4540:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009560a000. 00000004:00000010:0.0:1724310022.959483:0:4540:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff880088f6a000. 00000004:00000010:0.0:1724310022.959486:0:4540:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff8801227f9c00. 00000020:00000010:0.0:1724310022.959491:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f99a00. 00000040:00000010:0.0:1724310022.959494:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880080f99600. 00000100:00000010:3.0:1724310022.959494:0:7072:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092662d80. 00000020:00000010:0.0:1724310022.959496:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880095a6a800. 00000020:00000010:0.0:1724310022.959499:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 02000000:00000010:3.0:1724310022.959500:0:7072:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801359c6400. 00000020:00000010:0.0:1724310022.959502:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f98200. 80000000:00000010:0.0:1724310022.959504:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166600. 40000000:00000010:0.0:1724310022.959506:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50680. 00100000:00000010:0.0:1724310022.959508:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095a6c000. 00040000:00000010:0.0:1724310022.959510:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310022.959512:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88008cde9000. 00040000:00000010:0.0:1724310022.959515:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f99000. 00080000:00000010:0.0:1724310022.959517:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880124582800. 00000004:00000010:0.0:1724310022.959519:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880136738000. 00000004:00000010:0.0:1724310022.959522:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88009560a000. 00000004:00000010:0.0:1724310022.959525:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880088f6a000. 00010000:00000010:3.0:1724310022.959526:0:7072:0:(ldlm_lockd.c:2951:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88008e2993c0. 00000004:00000010:0.0:1724310022.959527:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801227f9c00. 00000020:00000010:0.0:1724310022.959529:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98600. 10000000:00000010:3.0:1724310022.959531:0:7072:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8800a83c6800. 00000100:00000010:3.0:1724310022.959536:0:7072:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880082a3fb80. 02000000:00000010:3.0:1724310022.959539:0:7072:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801359c6000. 00010000:00000010:3.0:1724310022.959566:0:7072:0:(ldlm_lockd.c:2951:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88008e299f00. 00000020:00000010:0.0:1724310022.960550:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98600. 00000020:00000010:0.0:1724310022.960555:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f99000. 00000040:00000010:0.0:1724310022.960557:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880080f98200. 00000020:00000010:0.0:1724310022.960560:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880088f6a000. 00000020:00000010:0.0:1724310022.960562:0:4540:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 02000000:00000010:3.0:1724310022.960563:0:3296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800861c1c00. 00000020:00000010:0.0:1724310022.960564:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f99600. 80000000:00000010:0.0:1724310022.960566:0:4540:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166600. 40000000:00000010:0.0:1724310022.960568:0:4540:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50680. 00000400:00000010:3.0:1724310022.960568:0:3296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce634d0. 00100000:00000010:0.0:1724310022.960571:0:4540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136738000. 00000400:00000010:3.0:1724310022.960572:0:3296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00040000:00000010:0.0:1724310022.960573:0:4540:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310022.960576:0:4540:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff880124582800. 00000100:00000200:3.0:1724310022.960576:0:3296:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257611904, portal 18 00040000:00000010:0.0:1724310022.960578:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f99a00. 00000400:00000010:3.0:1724310022.960579:0:3296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00080000:00000010:0.0:1724310022.960580:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008cde9000. 00000100:00000200:3.0:1724310022.960582:0:3296:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1808064257611904, offset 0 00000004:00000010:0.0:1724310022.960584:0:4540:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff880095a6c000. 00000004:00000010:0.0:1724310022.960586:0:4540:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009560a000. 00000400:00000200:3.0:1724310022.960586:0:3296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:0.0:1724310022.960588:0:4540:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff880095a6a800. 00000004:00000010:0.0:1724310022.960591:0:4540:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff8801227f9c00. 00000400:00000200:3.0:1724310022.960592:0:3296:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1724310022.960594:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f99000. 00000040:00000010:0.0:1724310022.960597:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880080f98200. 00000020:00000010:0.0:1724310022.960598:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880088f6a000. 00000400:00000200:3.0:1724310022.960598:0:3296:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x66c6cc3ce5880 00000020:00000010:0.0:1724310022.960601:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310022.960603:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f99600. 00000400:00000200:3.0:1724310022.960603:0:3296:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x264ac1 [2] + 328 80000000:00000010:0.0:1724310022.960605:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166600. 40000000:00000010:0.0:1724310022.960607:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50680. 00000400:00000200:3.0:1724310022.960607:0:3296:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:0.0:1724310022.960609:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880136738000. 00000400:00000200:3.0:1724310022.960610:0:3296:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:0.0:1724310022.960611:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310022.960613:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880124582800. 00000100:00000200:3.0:1724310022.960613:0:3296:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00040000:00000010:0.0:1724310022.960614:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f99a00. 00080000:00000010:0.0:1724310022.960616:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008cde9000. 00000100:00000010:3.0:1724310022.960616:0:3296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a511ad80. 00000004:00000010:0.0:1724310022.960618:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880095a6c000. 00000004:00000010:0.0:1724310022.960620:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88009560a000. 00000004:00000010:0.0:1724310022.960622:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880095a6a800. 00000004:00000010:0.0:1724310022.960624:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801227f9c00. 00000400:00000200:3.0:1724310022.960625:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000020:00000010:0.0:1724310022.960626:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98600. 00000400:00000010:3.0:1724310022.960626:0:3296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.960631:0:3296:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880092662d80 x1808064257611904/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:0.0:1724310022.960634:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98600. 00000020:00000010:0.0:1724310022.960636:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f99a00. 00000040:00000010:0.0:1724310022.960638:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880080f99600. 00000020:00000010:0.0:1724310022.960639:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880095a6a800. 00000020:00000010:0.0:1724310022.960641:0:4540:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd469a8. 00000020:00000010:0.0:1724310022.960642:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f98200. 80000000:00000010:0.0:1724310022.960644:0:4540:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166600. 40000000:00000010:0.0:1724310022.960645:0:4540:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50680. 00100000:00000010:0.0:1724310022.960647:0:4540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095a6c000. 00040000:00000010:0.0:1724310022.960648:0:4540:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e000. 00040000:00000010:0.0:1724310022.960650:0:4540:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88008cde9000. 00040000:00000010:0.0:1724310022.960652:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080f99000. 00080000:00000010:0.0:1724310022.960653:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff880124582800. 00000004:00000010:0.0:1724310022.960655:0:4540:0:(mdd_device.c:2373:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136738000. 00000004:00000010:0.0:1724310022.960657:0:4540:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009560a000. 00000020:00000010:3.0:1724310022.960658:0:7068:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080a48200. 00000004:00000010:0.0:1724310022.960659:0:4540:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff880088f6a000. 00000004:00000010:0.0:1724310022.960660:0:4540:0:(osp_dev.c:1833:osp_key_init()) kmalloced '(value)': 616 at ffff8801227f9c00. 00000020:00000010:3.0:1724310022.960661:0:7068:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:0.0:1724310022.960662:0:4540:0:(lu_object.c:1900:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012bb505c0. 00000020:00000010:3.0:1724310022.960664:0:7068:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000004:00000010:0.0:1724310022.960670:0:4540:0:(mdt_handler.c:5664:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff88012bb50b40. 00000100:00000200:3.0:1724310022.960679:0:7068:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257611904 02000000:00000010:3.0:1724310022.960683:0:7068:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136703400. 00000400:00000010:3.0:1724310022.960697:0:7068:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.960699:0:7068:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808064257611904, offset 224 00000400:00000200:3.0:1724310022.960702:0:7068:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310022.960706:0:7068:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310022.960709:0:7068:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x66c6cc3ce5880 00000400:00000200:3.0:1724310022.960712:0:7068:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2964e1 [1] + 224 00000400:00000200:3.0:1724310022.960715:0:7068:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310022.960718:0:7068:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310022.960722:0:7068:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880092662d80 x1808064257611904/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:3.0:1724310022.960731:0:7068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310022.960733:0:7068:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000020:00000010:3.0:1724310022.960739:0:7068:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310022.960741:0:7068:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310022.960744:0:7068:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080a48200. 00000100:00000010:0.0:1724310022.960746:0:4540:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14d880. 02000000:00000010:0.0:1724310022.960752:0:4540:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007fa9e300. 00000004:00000010:3.0:1724310022.960761:0:6504:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8800b53776c0. 00000001:00000010:3.0:1724310022.960767:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4c400. 00000001:00000010:3.0:1724310022.960769:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4d400. 00000001:00000010:3.0:1724310022.960771:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4d000. 00000001:00000010:3.0:1724310022.960772:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4c800. 00000001:00000010:3.0:1724310022.960774:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b1aa9fc0. 00000001:00000010:3.0:1724310022.960776:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012e249600. 00000001:00000010:3.0:1724310022.960781:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4d800. 00000001:00000010:3.0:1724310022.960783:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4d200. 00000001:00000010:3.0:1724310022.960784:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4c000. 00000001:00000010:3.0:1724310022.960786:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880095a4de00. 00000001:00000010:3.0:1724310022.960787:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b1aa9ec0. 00000001:00000010:3.0:1724310022.960789:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012e249f00. 00000001:00000010:3.0:1724310022.960793:0:6504:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff88012f133f00. 00000020:00000010:3.0:1724310022.960796:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012f190000. 00000004:00000010:3.0:1724310022.960801:0:6504:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff88012b122100. 00000001:00000010:3.0:1724310022.960805:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d0c00. 00000001:00000010:3.0:1724310022.960807:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d0e00. 00000001:00000010:3.0:1724310022.960809:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1000. 00000001:00000010:3.0:1724310022.960811:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1200. 00000001:00000010:3.0:1724310022.960812:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880135cd27a0. 00000001:00000010:3.0:1724310022.960814:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009c337180. 00000001:00000010:3.0:1724310022.960818:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1400. 00000001:00000010:3.0:1724310022.960820:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1600. 00000001:00000010:3.0:1724310022.960821:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1800. 00000001:00000010:3.0:1724310022.960823:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f1d1a00. 02000000:00000010:0.0:1724310022.960824:0:3293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080f99400. 00000001:00000010:3.0:1724310022.960824:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880135cd2f60. 00000001:00000010:3.0:1724310022.960826:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009c337000. 00000400:00000010:0.0:1724310022.960828:0:3293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3a3dc0. 00000001:00000010:3.0:1724310022.960828:0:6504:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8800b54b1a80. 00000020:00000010:3.0:1724310022.960830:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012b617800. 00000400:00000010:0.0:1724310022.960831:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.960834:0:3293:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257612160, portal 4 00000020:00000010:3.0:1724310022.960835:0:6504:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012f193000. 00000400:00000010:0.0:1724310022.960837:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310022.960838:0:3293:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257612160, offset 0 00000020:00000010:3.0:1724310022.960838:0:6504:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012b616000. 00000400:00000200:0.0:1724310022.960842:0:3293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.960846:0:3293:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1724310022.960847:0:3296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce634d0. 00000400:00000200:3.0:1724310022.960848:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000200:0.0:1724310022.960849:0:3293:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5980 00000400:00000010:3.0:1724310022.960850:0:3296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310022.960853:0:3296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880092662d80 x1808064257611904/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1724310022.960854:0:3293:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279471 [8] + 2536 00000400:00000200:0.0:1724310022.960858:0:3293:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.960860:0:3293:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310022.960860:0:3296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880092662d80 x1808064257611904/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1724310022.960865:0:3293:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1724310022.960867:0:3293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14f100. 02000000:00000010:3.0:1724310022.960870:0:3296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800861c1c00. 02000000:00000010:3.0:1724310022.960873:0:3296:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801359c6400. 00000400:00000200:0.0:1724310022.960875:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000010:0.0:1724310022.960876:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000100:00000010:3.0:1724310022.960876:0:3296:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092662d80. 00000100:00000200:0.0:1724310022.960880:0:3293:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88008f14d880 x1808064257612160/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000020:00000010:3.0:1724310022.960898:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080a48200. 00000020:00000010:3.0:1724310022.960900:0:7665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310022.960902:0:7665:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 00000100:00000010:0.0:1724310022.960904:0:4540:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14ed80. 02000000:00000010:0.0:1724310022.960908:0:4540:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007fa9ea00. 02000000:00000010:0.0:1724310022.960917:0:3293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080f99800. 00000400:00000010:0.0:1724310022.960919:0:3293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3a3478. 00000100:00000200:3.0:1724310022.960919:0:7665:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257612160 00000400:00000010:0.0:1724310022.960921:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bfa18. 00000100:00000200:0.0:1724310022.960923:0:3293:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257612288, portal 4 00000400:00000010:0.0:1724310022.960925:0:3293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310022.960927:0:3293:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1808064257612288, offset 0 02000000:00000010:3.0:1724310022.960928:0:7665:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136703c00. 00000400:00000200:0.0:1724310022.960929:0:3293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1724310022.960932:0:3293:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.960935:0:3293:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x66c6cc3ce5a00 00000400:00000200:0.0:1724310022.960937:0:3293:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x279471 [8] + 2760 00000400:00000200:0.0:1724310022.960940:0:3293:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1724310022.960940:0:7665:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080a48000. 00000400:00000200:0.0:1724310022.960942:0:3293:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1724310022.960942:0:7665:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080a48e00. 00000100:00000200:0.0:1724310022.960944:0:3293:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1724310022.960945:0:7665:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8801315b6800. 00000100:00000010:0.0:1724310022.960946:0:3293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f14df80. 00000020:00000010:3.0:1724310022.960948:0:7665:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310022.960950:0:7665:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080a49600. 00000400:00000200:0.0:1724310022.960951:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 00000400:00000010:0.0:1724310022.960952:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 80000000:00000010:3.0:1724310022.960952:0:7665:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880134ac4180. 40000000:00000010:3.0:1724310022.960954:0:7665:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880134a59280. 00000100:00000200:0.0:1724310022.960955:0:3293:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88008f14ed80 x1808064257612288/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00100000:00000010:3.0:1724310022.960956:0:7665:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801315b4800. 00040000:00000010:3.0:1724310022.960959:0:7665:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800945f6400. 00040000:00000010:3.0:1724310022.960961:0:7665:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880080a48600. 00080000:00000010:3.0:1724310022.960963:0:7665:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8801315b3800. 00002000:00000010:3.0:1724310022.960966:0:7665:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff880136702400. 00080000:00000010:3.0:1724310022.960973:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880136703800. 00000020:00000010:0.0:1724310022.960974:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98400. 00000020:00000010:0.0:1724310022.960976:0:7650:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b4b98f80. 00000020:00000010:0.0:1724310022.960978:0:7650:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095806d48. 00000100:00000200:0.0:1724310022.960989:0:7650:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257612288 02000000:00000010:0.0:1724310022.960994:0:7650:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801227fb400. 00000020:00000010:0.0:1724310022.961002:0:7650:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080f98e00. 00000020:00000010:0.0:1724310022.961004:0:7650:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880080f98800. 00000020:00000010:0.0:1724310022.961008:0:7650:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b51ef000. 00000020:00000010:0.0:1724310022.961010:0:7650:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd46eb0. 00000020:00000010:0.0:1724310022.961012:0:7650:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880080f98000. 80000000:00000010:0.0:1724310022.961013:0:7650:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166d20. 40000000:00000010:0.0:1724310022.961015:0:7650:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50d80. 00100000:00000010:0.0:1724310022.961017:0:7650:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310022.961019:0:7650:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9ec00. 00040000:00000010:0.0:1724310022.961021:0:7650:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880087b27e00. 00080000:00000010:0.0:1724310022.961023:0:7650:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a569a000. 00002000:00000010:0.0:1724310022.961025:0:7650:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8801227fa400. 00080000:00000010:3.0:1724310022.961026:0:7665:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880136701400. 00080000:00000010:0.0:1724310022.961030:0:7650:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801227f9400. 00000001:00000010:3.0:1724310022.961039:0:7665:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff880134ac4780. 00000020:00000010:3.0:1724310022.961049:0:7665:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080a48e00. 00000020:00000010:3.0:1724310022.961051:0:7665:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8801315b6800. 00000020:00000010:3.0:1724310022.961054:0:7665:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006b3aa840. 00000020:00000010:3.0:1724310022.961057:0:7665:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080a49600. 80000000:00000010:3.0:1724310022.961059:0:7665:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880134ac4180. 00080000:00000010:0.0:1724310022.961061:0:7650:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff8801227f8000. 40000000:00000010:3.0:1724310022.961061:0:7665:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880134a59280. 00100000:00000010:3.0:1724310022.961063:0:7665:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801315b4800. 00040000:00000010:3.0:1724310022.961066:0:7665:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800945f6400. 00040000:00000010:3.0:1724310022.961068:0:7665:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080a48600. 00080000:00000010:3.0:1724310022.961070:0:7665:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8801315b3800. 00000001:00000010:0.0:1724310022.961072:0:7650:0:(tgt_lastrcvd.c:569:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff88012d166660. 00002000:00000010:3.0:1724310022.961073:0:7665:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880136702400. 00000020:00000010:3.0:1724310022.961075:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080a48000. 00000020:00000010:0.0:1724310022.961081:0:7650:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f98800. 00010000:00000200:3.0:1724310022.961082:0:7665:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14f100 x1808064257612160/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1724310033 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000020:00000010:0.0:1724310022.961084:0:7650:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b51ef000. 00000020:00000010:0.0:1724310022.961087:0:7650:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd46eb0. 00000020:00000010:0.0:1724310022.961089:0:7650:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f98000. 00000400:00000010:3.0:1724310022.961089:0:7665:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 80000000:00000010:0.0:1724310022.961091:0:7650:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166d20. 00000100:00000200:3.0:1724310022.961092:0:7665:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257612160, offset 224 40000000:00000010:0.0:1724310022.961093:0:7650:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50d80. 00000400:00000200:3.0:1724310022.961094:0:7665:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:0.0:1724310022.961095:0:7650:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310022.961096:0:7650:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9ec00. 00040000:00000010:0.0:1724310022.961098:0:7650:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880087b27e00. 00000400:00000200:3.0:1724310022.961099:0:7665:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1724310022.961100:0:7650:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a569a000. 00002000:00000010:0.0:1724310022.961102:0:7650:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8801227fa400. 00000400:00000200:3.0:1724310022.961102:0:7665:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5980 00000020:00000010:0.0:1724310022.961104:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98e00. 00000400:00000200:3.0:1724310022.961105:0:7665:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2964ed [1] + 224 00000400:00000200:3.0:1724310022.961108:0:7665:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1724310022.961111:0:7650:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@ffff88008f14df80 x1808064257612288/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1724310033 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 00000400:00000200:3.0:1724310022.961111:0:7665:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310022.961115:0:7665:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f14d880 x1808064257612160/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000400:00000010:0.0:1724310022.961118:0:7650:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800944bf4c8. 00000100:00000200:0.0:1724310022.961121:0:7650:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1808064257612288, offset 224 00000400:00000200:0.0:1724310022.961124:0:7650:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310022.961127:0:7665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:3.0:1724310022.961128:0:7665:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000400:00000200:0.0:1724310022.961129:0:7650:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1724310022.961133:0:7650:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x66c6cc3ce5a00 00000020:00000010:3.0:1724310022.961134:0:7665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000400:00000200:0.0:1724310022.961136:0:7650:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2964f5 [1] + 224 00000020:00000010:3.0:1724310022.961137:0:7665:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000400:00000200:0.0:1724310022.961139:0:7650:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1724310022.961139:0:7665:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080a48200. 00000400:00000200:0.0:1724310022.961141:0:7650:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1724310022.961145:0:7650:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f14ed80 x1808064257612288/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000400:00000200:0.0:1724310022.961152:0:7650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf4c8 02000000:00000010:3.0:1724310022.961152:0:3294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880080a48200. 00000400:00000010:0.0:1724310022.961153:0:7650:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf4c8. 00000400:00000010:3.0:1724310022.961155:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007ce634d0. 00000400:00000010:3.0:1724310022.961157:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051a18. 00000020:00000010:0.0:1724310022.961159:0:7650:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b4b98f80. 00000100:00000200:3.0:1724310022.961159:0:3294:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1808064257612032, portal 18 00000020:00000010:0.0:1724310022.961162:0:7650:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095806d48. 00000400:00000010:3.0:1724310022.961162:0:3294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.961163:0:3294:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1808064257612032, offset 0 00000020:00000010:0.0:1724310022.961164:0:7650:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98400. 00000400:00000200:3.0:1724310022.961166:0:3294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310022.961170:0:3294:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310022.961174:0:3294:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x66c6cc3ce5900 00000400:00000200:3.0:1724310022.961177:0:3294:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x264ac1 [2] + 656 00000400:00000010:0.0:1724310022.961180:0:3293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3478. 00000400:00000200:3.0:1724310022.961180:0:3294:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1724310022.961182:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bfa18 00000400:00000200:3.0:1724310022.961182:0:3294:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1724310022.961183:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bfa18. 00000100:00000200:3.0:1724310022.961185:0:3294:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1724310022.961186:0:3293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f14ed80 x1808064257612288/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000100:00000010:3.0:1724310022.961188:0:3294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5119500. 00000100:00000200:0.0:1724310022.961191:0:3293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88008f14ed80 x1808064257612288/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000400:00000200:3.0:1724310022.961193:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310022.961194:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.961197:0:3294:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880082a3fb80 x1808064257612032/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:0.0:1724310022.961205:0:3293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3dc0. 00000400:00000200:0.0:1724310022.961206:0:3293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800944bf990 00000400:00000010:0.0:1724310022.961207:0:3293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800944bf990. 00000100:00000200:0.0:1724310022.961210:0:3293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f14d880 x1808064257612160/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000100:00000200:0.0:1724310022.961215:0:3293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88008f14d880 x1808064257612160/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1724310032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 00000020:00000010:3.0:1724310022.961226:0:7069:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880080a48000. 00000020:00000010:3.0:1724310022.961229:0:7069:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310022.961231:0:7069:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880080923bb8. 02000000:00000010:0.0:1724310022.961236:0:3293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080f99800. 02000000:00000010:0.0:1724310022.961238:0:3293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007fa9ea00. 00000100:00000010:0.0:1724310022.961240:0:3293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14ed80. 02000000:00000010:0.0:1724310022.961244:0:3293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080f99400. 00000100:00000200:3.0:1724310022.961244:0:7069:0:(service.c:2342:ptlrpc_server_handle_request()) got req 1808064257612032 02000000:00000010:0.0:1724310022.961245:0:3293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007fa9e300. 00000100:00000010:0.0:1724310022.961247:0:3293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f14d880. 02000000:00000010:3.0:1724310022.961247:0:7069:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136702400. 00080000:00000010:0.0:1724310022.961274:0:4540:0:(osd_oi.c:1061:osd_idc_add()) kmalloced '(idc)': 256 at ffff88007fa9e300. 00100000:00000010:0.0:1724310022.961278:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff88012c48ff40. 00100000:00000010:0.0:1724310022.961280:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8801369f9340. 00100000:00000010:0.0:1724310022.961283:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2240. 00100000:00000010:0.0:1724310022.961284:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf21c0. 00100000:00000010:0.0:1724310022.961286:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2100. 00100000:00000010:0.0:1724310022.961287:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2640. 00100000:00000010:0.0:1724310022.961289:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2580. 00100000:00000010:0.0:1724310022.961290:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800aa8f6e00. 00100000:00000010:0.0:1724310022.961292:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b4ae7500. 00100000:00000010:0.0:1724310022.961295:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2500. 00100000:00000010:0.0:1724310022.961296:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2380. 00100000:00000010:0.0:1724310022.961297:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf24c0. 00100000:00000010:0.0:1724310022.961299:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2780. 00100000:00000010:0.0:1724310022.961300:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff880136bf2400. 00100000:00000010:0.0:1724310022.961301:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800aa8f6a80. 00100000:00000010:0.0:1724310022.961303:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800a4f996c0. 00100000:00000010:0.0:1724310022.961304:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800a4f99c80. 00100000:00000010:0.0:1724310022.961306:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800a4f99a40. 00100000:00000010:0.0:1724310022.961307:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b5315b40. 00100000:00000010:0.0:1724310022.961309:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800a4f99c00. 00100000:00000010:0.0:1724310022.961310:0:4540:0:(scrub.c:1104:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b52fe4c0. 00000020:00000010:0.0:1724310022.961376:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42a1200. 00000040:00000010:0.0:1724310022.961380:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b42a0200. 00000020:00000010:0.0:1724310022.961383:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012e224000. 00000020:00000010:0.0:1724310022.961386:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd42840. 00000020:00000010:0.0:1724310022.961392:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b5208200. 80000000:00000010:0.0:1724310022.961394:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a4da4720. 40000000:00000010:0.0:1724310022.961396:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8800b4ae7ec0. 00100000:00000010:0.0:1724310022.961398:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012e224800. 00040000:00000010:0.0:1724310022.961400:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b2053b00. 00040000:00000010:0.0:1724310022.961403:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88012e225000. 00040000:00000010:0.0:1724310022.961405:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5209200. 00080000:00000010:0.0:1724310022.961407:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88012e225800. 00000004:00000010:0.0:1724310022.961409:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88012e226000. 00000004:00000010:0.0:1724310022.961412:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff880130955000. 00000004:00000010:0.0:1724310022.961416:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012e226800. 00000004:00000010:0.0:1724310022.961418:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012e390800. 00000020:00000010:0.0:1724310022.961421:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42a1800. 00000004:00000010:0.0:1724310022.961426:0:4540:0:(lod_dev.c:950:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at ffff8800a4a34e00. 00080000:00000010:0.0:1724310022.961446:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a1860. 00000004:00000010:0.0:1724310022.961450:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48eac80. 00000004:00000010:0.0:1724310022.961454:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e05a0. 00000004:00000010:0.0:1724310022.961458:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d63960. 00000040:00000010:0.0:1724310022.961462:0:4540:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 32768 at ffff88009cbb0000. 00000040:00000010:0.0:1724310022.961482:0:4540:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a4c0d400. 00000040:00000010:0.0:1724310022.961487:0:4540:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a93e4240. 00000004:00000010:0.0:1724310022.961494:0:4540:0:(mdt_handler.c:5670:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff88012bb50b40. 00000020:00000010:0.0:1724310022.961535:0:4540:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b2170a80. 00000020:00000010:0.0:1724310022.961538:0:4540:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a4ee0190. 00000020:00000010:0.0:1724310022.961541:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1ab8a00. 00000020:00000010:0.0:1724310022.961544:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b1ab8800. 00000040:00000010:0.0:1724310022.961545:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b1ab9200. 00000020:00000010:0.0:1724310022.961547:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b4941000. 00000020:00000010:0.0:1724310022.961550:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a5680a10. 00000020:00000010:0.0:1724310022.961554:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b1ab8e00. 80000000:00000010:0.0:1724310022.961556:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012c4b7300. 40000000:00000010:0.0:1724310022.961557:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8800b52fec00. 00100000:00000010:0.0:1724310022.961560:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4943000. 00040000:00000010:0.0:1724310022.961563:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4d7c800. 00040000:00000010:0.0:1724310022.961566:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b4942000. 00040000:00000010:0.0:1724310022.961568:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b1ab9400. 00080000:00000010:0.0:1724310022.961570:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800b4941800. 00000004:00000010:0.0:1724310022.961572:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4940000. 00000004:00000010:0.0:1724310022.961575:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff880130950000. 00000004:00000010:0.0:1724310022.961579:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4947000. 00000004:00000010:0.0:1724310022.961581:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800a4dda000. 00000020:00000010:0.0:1724310022.961583:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1ab9e00. 00000400:00000010:3.0:1724310022.965327:0:7069:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880132051b28. 00000100:00000200:3.0:1724310022.965338:0:7069:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1808064257612032, offset 224 00000400:00000200:3.0:1724310022.965350:0:7069:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1724310022.965360:0:7069:0:(lib-move.c:4757:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1724310022.965367:0:7069:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x66c6cc3ce5900 00000400:00000200:3.0:1724310022.965373:0:7069:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x296505 [1] + 224 00000400:00000200:3.0:1724310022.965380:0:7069:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1724310022.965383:0:7069:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1724310022.965391:0:7069:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880082a3fb80 x1808064257612032/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:3.0:1724310022.965412:0:7069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051b28 00000400:00000010:3.0:1724310022.965414:0:7069:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051b28. 00000020:00000010:3.0:1724310022.965430:0:7069:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800929d3b00. 00000020:00000010:3.0:1724310022.965436:0:7069:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880080923bb8. 00000020:00000010:3.0:1724310022.965438:0:7069:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080a48000. 00000400:00000010:3.0:1724310022.965472:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce634d0. 00000400:00000200:3.0:1724310022.965476:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880132051a18 00000400:00000010:3.0:1724310022.965478:0:3294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880132051a18. 00000100:00000200:3.0:1724310022.965482:0:3294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880082a3fb80 x1808064257612032/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1724310022.965488:0:3294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880082a3fb80 x1808064257612032/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1724310038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1724310022.965505:0:3294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880080a48200. 02000000:00000010:3.0:1724310022.965509:0:3294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801359c6000. 00000100:00000010:3.0:1724310022.965512:0:3294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880082a3fb80. 00000020:00000010:1.0:1724310023.012956:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff880131801040. 00000020:00000010:1.0:1724310023.013020:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012b3b3968. 00040000:00000010:1.0:1724310023.013041:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff88009bcce000. 00000001:00000010:1.0:1724310023.013047:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a4ca59c0. 00000001:00000010:1.0:1724310023.013050:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012b3b34d8. 00000001:00000010:1.0:1724310023.013052:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a4e19100. 00040000:00000010:1.0:1724310023.013057:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b42f91a0. 00040000:00000010:1.0:1724310023.013063:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff88009bcce168. 00000001:00000010:1.0:1724310023.013065:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a4ca5540. 00000001:00000010:1.0:1724310023.013067:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012b3b3950. 00000001:00000010:1.0:1724310023.013068:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a4e19f00. 00040000:00000010:1.0:1724310023.013071:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b42f9240. 00040000:00000010:1.0:1724310023.013074:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff88009bcce2d0. 00000001:00000010:1.0:1724310023.013076:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009a4ea600. 00000001:00000010:1.0:1724310023.013077:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012b3b34d0. 00000001:00000010:1.0:1724310023.013079:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a4e19200. 00040000:00000010:1.0:1724310023.013081:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b42f9be0. 00040000:00000010:1.0:1724310023.013084:0:4540:0:(qmt_pool.c:296:qmt_pool_free()) kfreed 'pool': 328 at ffff8800a832b400. 00000020:00000010:1.0:1724310023.013086:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012b3b3970. 00040000:00000010:1.0:1724310023.013096:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff8800a1bde000. 00000001:00000010:1.0:1724310023.013098:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a4d6ef00. 00000001:00000010:1.0:1724310023.013100:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012b37fff8. 00000001:00000010:1.0:1724310023.013101:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8441800. 00040000:00000010:1.0:1724310023.013104:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b4be3500. 00040000:00000010:1.0:1724310023.013107:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff88009c490000. 00000001:00000010:1.0:1724310023.013111:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800acd0f600. 00000001:00000010:1.0:1724310023.013112:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b41607f0. 00000001:00000010:1.0:1724310023.013114:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b42c3100. 00040000:00000010:1.0:1724310023.013119:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b19c1060. 00040000:00000010:1.0:1724310023.013123:0:4540:0:(lquota_internal.h:285:lqe_putref()) slab-freed '(lqe)': 360 at ffff88009c490168. 00000001:00000010:1.0:1724310023.013125:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800acd0ff00. 00000001:00000010:1.0:1724310023.013127:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b4160790. 00000001:00000010:1.0:1724310023.013128:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a4d7c700. 00040000:00000010:1.0:1724310023.013132:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b19c1b20. 00040000:00000010:1.0:1724310023.013135:0:4540:0:(qmt_pool.c:296:qmt_pool_free()) kfreed 'pool': 328 at ffff8800a832ae00. 00000020:00000010:0.0:1724310023.013342:0:7145:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff8800a4f99480. 00000020:00000010:0.0:1724310023.013352:0:7145:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880129f00a00. 00000040:00000010:0.0:1724310023.013357:0:7145:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880129f01800. 00000020:00000010:0.0:1724310023.013360:0:7145:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b4250000. 00000020:00000010:0.0:1724310023.013365:0:7145:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd41420. 00000020:00000010:0.0:1724310023.013372:0:7145:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880129f00c00. 80000000:00000010:0.0:1724310023.013375:0:7145:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a80d92a0. 40000000:00000010:0.0:1724310023.013379:0:7145:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880136bf20c0. 00100000:00000010:0.0:1724310023.013383:0:7145:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4256000. 00040000:00000010:0.0:1724310023.013387:0:7145:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880129dd4e00. 00040000:00000010:0.0:1724310023.013393:0:7145:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b4253000. 00040000:00000010:0.0:1724310023.013397:0:7145:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880129f01a00. 00080000:00000010:0.0:1724310023.013400:0:7145:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800b4255000. 00000004:00000010:0.0:1724310023.013403:0:7145:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4255800. 00000004:00000010:0.0:1724310023.013407:0:7145:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff8800a4977000. 00000004:00000010:0.0:1724310023.013413:0:7145:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4254000. 00000004:00000010:0.0:1724310023.013416:0:7145:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009c126400. 00000020:00000010:0.0:1724310023.013419:0:7145:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b2011600. 00040000:00000010:0.0:1724310023.013422:0:7145:0:(qmt_lock.c:1087:qmt_reba_thread()) kfreed 'args': 72 at ffff8800a80d9660. 00040000:00000010:1.0:1724310023.013540:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a56b0000. 00040000:00000010:1.0:1724310023.013545:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a569f800. 00040000:00000010:1.0:1724310023.013548:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800933f6000. 00040000:00000010:1.0:1724310023.013559:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800951eb000. 00040000:00000010:1.0:1724310023.013564:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800930bc000. 00040000:00000010:1.0:1724310023.013567:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880093f86800. 00040000:00000010:1.0:1724310023.013569:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880093f80800. 00040000:00000010:1.0:1724310023.013572:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88008cdeb000. 00040000:00000010:1.0:1724310023.013581:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880124583800. 00040000:00000010:1.0:1724310023.013586:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88012ce7f800. 00040000:00000010:1.0:1724310023.013591:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880095af5800. 00040000:00000010:1.0:1724310023.013594:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880095635000. 00040000:00000010:1.0:1724310023.013598:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8801354fa000. 00040000:00000010:1.0:1724310023.013601:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880095631800. 00040000:00000010:1.0:1724310023.013603:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880095a6d800. 00040000:00000010:1.0:1724310023.013606:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a1bae800. 00040000:00000010:1.0:1724310023.013608:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8801354be000. 00040000:00000010:1.0:1724310023.013611:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8801354bb000. 00040000:00000010:1.0:1724310023.013615:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009ccac000. 00040000:00000010:1.0:1724310023.013619:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009cca9000. 00040000:00000010:1.0:1724310023.013621:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009e53e800. 00040000:00000010:1.0:1724310023.013623:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009e53b000. 00040000:00000010:1.0:1724310023.013625:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009e4cf800. 00040000:00000010:1.0:1724310023.013628:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009e4cc000. 00040000:00000010:1.0:1724310023.013631:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009e4c8800. 00040000:00000010:1.0:1724310023.013634:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b4943800. 00040000:00000010:1.0:1724310023.013636:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a6375000. 00040000:00000010:1.0:1724310023.013639:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a6372000. 00040000:00000010:1.0:1724310023.013642:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a635f000. 00040000:00000010:1.0:1724310023.013644:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a635c000. 00040000:00000010:1.0:1724310023.013646:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a6359000. 00040000:00000010:1.0:1724310023.013649:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a56b6000. 00040000:00000010:1.0:1724310023.013651:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a56b3000. 00040000:00000010:1.0:1724310023.013653:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88012cd5f000. 00040000:00000010:1.0:1724310023.013657:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88012cd58000. 00040000:00000010:1.0:1724310023.013658:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a531c800. 00040000:00000010:1.0:1724310023.013663:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b526a000. 00040000:00000010:1.0:1724310023.013666:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a4edd000. 00040000:00000010:1.0:1724310023.013669:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a5319000. 00040000:00000010:1.0:1724310023.013672:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009bf53800. 00040000:00000010:1.0:1724310023.013675:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009c234800. 00040000:00000010:1.0:1724310023.013677:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a4eda800. 00040000:00000010:1.0:1724310023.013680:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009c232000. 00040000:00000010:1.0:1724310023.013682:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b487c800. 00040000:00000010:1.0:1724310023.013684:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88009bdc2000. 00040000:00000010:1.0:1724310023.013687:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f196000. 00040000:00000010:1.0:1724310023.013692:0:4540:0:(qmt_dev.c:321:qmt_device_free()) kfreed 'qmt': 568 at ffff88009c127c00. 00000001:00000010:1.0:1724310023.013701:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5b600. 00000001:00000010:1.0:1724310023.013703:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5bc00. 00000001:00000010:1.0:1724310023.013705:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5be00. 00000001:00000010:1.0:1724310023.013706:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5a200. 00000001:00000010:1.0:1724310023.013707:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4bc7480. 00000001:00000010:1.0:1724310023.013709:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a82be300. 00000001:00000010:1.0:1724310023.013715:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b4957a00. 00000001:00000010:1.0:1724310023.013717:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b4957e00. 00000001:00000010:1.0:1724310023.013718:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54a00. 00000001:00000010:1.0:1724310023.013720:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b422ee00. 00000001:00000010:1.0:1724310023.013722:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4bc7c40. 00000001:00000010:1.0:1724310023.013723:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a82be240. 00000020:00000010:1.0:1724310023.013730:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff880131801040. 00010000:00000010:2.1:1724310023.015395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c240. 00010000:00000010:0.1:1724310023.015539:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfb840. 00010000:00000010:0.1:1724310023.015544:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9219440. 00000020:00000010:3.0:1724310023.017938:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800b4144800. 00000020:00000010:3.0:1724310023.017950:0:25011:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff88012bf71550. 00000020:00000010:3.0:1724310023.017960:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800b4940800. 00000020:00000010:3.0:1724310023.017964:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800b40f5800. 00010000:00000010:3.1:1724310023.020919:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfba80. 00010000:00000010:3.1:1724310023.020929:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c000. 00010000:00000010:3.1:1724310023.020934:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a9114100. 00010000:00000010:3.1:1724310023.020940:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9218480. 00010000:00000010:3.1:1724310023.020943:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccf9d40. 00010000:00000010:3.1:1724310023.020951:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a567c480. 00010000:00000010:3.1:1724310023.020953:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b42c3e00. 00010000:00000010:0.1:1724310023.025565:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8801364daf00. 00010000:00000010:0.1:1724310023.025574:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88009ccfa640. 00010000:00000010:2.1:1724310023.025737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8116640. 00010000:00000010:2.1:1724310023.025742:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009be3b800. 00000001:00000010:3.0:1724310023.332180:0:8489:0:(tgt_lastrcvd.c:560:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff880134ac4780. 00080000:00000010:3.0:1724310023.332188:0:8489:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136701400. 00080000:00000010:3.0:1724310023.332191:0:8489:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136703800. 00000001:00000010:3.0:1724310023.332196:0:8489:0:(tgt_lastrcvd.c:560:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff880134ac4300. 00080000:00000010:3.0:1724310023.332197:0:8489:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880136703000. 00080000:00000010:3.0:1724310023.332199:0:8489:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f343c00. 00000001:00000010:3.0:1724310023.332230:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009588fc00. 00000001:00000010:3.0:1724310023.332233:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009588e200. 00000001:00000010:3.0:1724310023.332234:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009588f200. 00000001:00000010:3.0:1724310023.332235:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009588f000. 00000001:00000010:3.0:1724310023.332237:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b53ff640. 00000001:00000010:3.0:1724310023.332241:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012f842240. 00000001:00000010:3.0:1724310023.332246:0:25011:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff880095474f00. 00000020:00000010:3.0:1724310023.332250:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012f195000. 00000001:00000010:3.0:1724310023.332279:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007f935400. 00000001:00000010:3.0:1724310023.332282:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007f935c00. 00000001:00000010:3.0:1724310023.332283:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007f935e00. 00000001:00000010:3.0:1724310023.332284:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007f934800. 00000001:00000010:3.0:1724310023.332286:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012efbc7a0. 00000001:00000010:3.0:1724310023.332288:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007995fcc0. 00000001:00000010:3.0:1724310023.332291:0:25011:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8801359f0a80. 00000020:00000010:3.0:1724310023.332294:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880088f6d800. 00000020:00000010:3.0:1724310023.332298:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012f194800. 00000020:00000010:3.0:1724310023.332301:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880088f6a800. 00000001:00000010:3.0:1724310024.165245:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166a20. 00080000:00000010:3.0:1724310024.165253:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008e16ac00. 00000001:00000010:3.0:1724310024.165269:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b660. 00080000:00000010:3.0:1724310024.165271:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008e16bc00. 00000001:00000010:3.0:1724310024.165274:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1668a0. 00080000:00000010:3.0:1724310024.165276:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008e169000. 00000001:00000010:3.0:1724310024.165278:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b120. 00080000:00000010:3.0:1724310024.165279:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008e169800. 00000001:00000010:3.0:1724310024.165282:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1666c0. 00080000:00000010:3.0:1724310024.165284:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800415b3000. 00000001:00000010:3.0:1724310024.165287:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1661e0. 00080000:00000010:3.0:1724310024.165289:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800415b2800. 00000001:00000010:3.0:1724310024.165291:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166cc0. 00080000:00000010:3.0:1724310024.165293:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800415b0000. 00000001:00000010:3.0:1724310024.165295:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166180. 00080000:00000010:3.0:1724310024.165297:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800415b1400. 00000001:00000010:3.0:1724310024.165300:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166f00. 00080000:00000010:3.0:1724310024.165302:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88007ceac800. 00000001:00000010:3.0:1724310024.165304:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166720. 00080000:00000010:3.0:1724310024.165305:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24ec00. 00000001:00000010:3.0:1724310024.165307:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d166ba0. 00080000:00000010:3.0:1724310024.165309:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24e400. 00000001:00000010:3.0:1724310024.165311:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012d1660c0. 00080000:00000010:3.0:1724310024.165313:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24d400. 00000001:00000010:3.0:1724310024.165315:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b060. 00080000:00000010:3.0:1724310024.165316:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24d800. 00000001:00000010:3.0:1724310024.165318:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bc60. 00080000:00000010:3.0:1724310024.165319:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24f000. 00000001:00000010:3.0:1724310024.165321:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bf00. 00080000:00000010:3.0:1724310024.165323:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24cc00. 00000001:00000010:3.0:1724310024.165325:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bd20. 00080000:00000010:3.0:1724310024.165326:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e24fc00. 00000001:00000010:3.0:1724310024.165328:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bf60. 00080000:00000010:3.0:1724310024.165330:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f640c00. 00000001:00000010:3.0:1724310024.165331:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b600. 00080000:00000010:3.0:1724310024.165333:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f643000. 00000001:00000010:3.0:1724310024.165335:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b4e0. 00080000:00000010:3.0:1724310024.165336:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008f641800. 00000001:00000010:3.0:1724310024.165338:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bae0. 00080000:00000010:3.0:1724310024.165339:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd73400. 00000001:00000010:3.0:1724310024.165342:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b840. 00080000:00000010:3.0:1724310024.165343:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd70000. 00000001:00000010:3.0:1724310024.165345:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2bde0. 00080000:00000010:3.0:1724310024.165346:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bc29800. 00000001:00000010:3.0:1724310024.165348:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b7e0. 00080000:00000010:3.0:1724310024.165350:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39cc00. 00000001:00000010:3.0:1724310024.165352:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b6c0. 00080000:00000010:3.0:1724310024.165353:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39c400. 00000001:00000010:3.0:1724310024.165355:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008df2b0c0. 00080000:00000010:3.0:1724310024.165356:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39e000. 00000001:00000010:3.0:1724310024.165359:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8800a4d8d180. 00080000:00000010:3.0:1724310024.165361:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39dc00. 00000001:00000010:3.0:1724310024.165516:0:7126:0:(tgt_lastrcvd.c:560:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff88008da4fb40. 00080000:00000010:3.0:1724310024.165520:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880111cafc00. 00080000:00000010:3.0:1724310024.165523:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880111caf800. 00000001:00000010:3.0:1724310024.165526:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fde0. 00080000:00000010:3.0:1724310024.165527:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094c93c00. 00000001:00000010:3.0:1724310024.165531:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7d20. 00080000:00000010:3.0:1724310024.165533:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880094c92400. 00000001:00000010:3.0:1724310024.165535:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f360. 00080000:00000010:3.0:1724310024.165537:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800b4b18400. 00000001:00000010:3.0:1724310024.165539:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f5a0. 00080000:00000010:3.0:1724310024.165541:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134dfa400. 00000001:00000010:3.0:1724310024.165544:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43d20. 00080000:00000010:3.0:1724310024.165546:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134dfb400. 00000001:00000010:3.0:1724310024.165548:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fc60. 00080000:00000010:3.0:1724310024.165549:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134df8400. 00000001:00000010:3.0:1724310024.165551:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba433c0. 00080000:00000010:3.0:1724310024.165553:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134dfbc00. 00000001:00000010:3.0:1724310024.165555:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f8a0. 00080000:00000010:3.0:1724310024.165556:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134df8800. 00000001:00000010:3.0:1724310024.165558:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f2a0. 00080000:00000010:3.0:1724310024.165560:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880134df9800. 00000001:00000010:3.0:1724310024.165563:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4fd80. 00080000:00000010:3.0:1724310024.165564:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df83000. 00000001:00000010:3.0:1724310024.165567:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88008da4f960. 00080000:00000010:3.0:1724310024.165569:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df82c00. 00000001:00000010:3.0:1724310024.165571:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7240. 00080000:00000010:3.0:1724310024.165573:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df82400. 00000001:00000010:3.0:1724310024.165575:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43300. 00080000:00000010:3.0:1724310024.165577:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df82800. 00000001:00000010:3.0:1724310024.165579:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ea0. 00080000:00000010:3.0:1724310024.165581:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df80000. 00000001:00000010:3.0:1724310024.165583:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7960. 00080000:00000010:3.0:1724310024.165584:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df82000. 00000001:00000010:3.0:1724310024.165587:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7660. 00080000:00000010:3.0:1724310024.165588:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df81000. 00000001:00000010:3.0:1724310024.165590:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ae0. 00080000:00000010:3.0:1724310024.165592:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df81c00. 00000001:00000010:3.0:1724310024.165594:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa79c0. 00080000:00000010:3.0:1724310024.165596:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88006df81400. 00000001:00000010:3.0:1724310024.165598:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7ba0. 00080000:00000010:3.0:1724310024.165600:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc5400. 00000001:00000010:3.0:1724310024.165603:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7060. 00080000:00000010:3.0:1724310024.165605:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc6800. 00000001:00000010:3.0:1724310024.165607:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7cc0. 00080000:00000010:3.0:1724310024.165608:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc5c00. 00000001:00000010:3.0:1724310024.165610:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa70c0. 00080000:00000010:3.0:1724310024.165612:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc5800. 00000001:00000010:3.0:1724310024.165614:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7b40. 00080000:00000010:3.0:1724310024.165615:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc7000. 00000001:00000010:3.0:1724310024.165618:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa72a0. 00080000:00000010:3.0:1724310024.165619:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc4c00. 00000001:00000010:3.0:1724310024.165622:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7de0. 00080000:00000010:3.0:1724310024.165623:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123fc6400. 00000001:00000010:3.0:1724310024.165633:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa75a0. 00080000:00000010:3.0:1724310024.165635:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86dc00. 00000001:00000010:3.0:1724310024.165637:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43420. 00080000:00000010:3.0:1724310024.165639:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86e400. 00000001:00000010:3.0:1724310024.165641:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43ae0. 00080000:00000010:3.0:1724310024.165643:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f86e000. 00000001:00000010:3.0:1724310024.165645:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43060. 00080000:00000010:3.0:1724310024.165647:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39f400. 00000001:00000010:3.0:1724310024.165649:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43b40. 00080000:00000010:3.0:1724310024.165651:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012e39e800. 00000001:00000010:3.0:1724310024.165653:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43ea0. 00080000:00000010:3.0:1724310024.165654:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a255c00. 00000001:00000010:3.0:1724310024.165657:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba438a0. 00080000:00000010:3.0:1724310024.165658:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a256c00. 00000001:00000010:3.0:1724310024.165661:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba430c0. 00080000:00000010:3.0:1724310024.165662:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a256000. 00000001:00000010:3.0:1724310024.165664:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43c60. 00080000:00000010:3.0:1724310024.165666:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a257800. 00000001:00000010:3.0:1724310024.165669:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009ba43900. 00080000:00000010:3.0:1724310024.165670:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a254800. 00000001:00000010:3.0:1724310024.165673:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880087fa7f60. 00080000:00000010:3.0:1724310024.165674:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88011a255400. 00000001:00000010:3.0:1724310024.165679:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880088e101e0. 00000004:00000010:3.0:1724310024.165683:0:7126:0:(osp_sync.c:1779:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff880088e10480. 00080000:00000010:3.0:1724310024.165685:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c4a000. 00000001:00000010:3.0:1724310024.165688:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e180. 00080000:00000010:3.0:1724310024.165690:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c48000. 00000001:00000010:3.0:1724310024.165692:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6a20. 00080000:00000010:3.0:1724310024.165694:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c48800. 00000001:00000010:3.0:1724310024.165696:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6d80. 00080000:00000010:3.0:1724310024.165698:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c49000. 00000001:00000010:3.0:1724310024.165700:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6060. 00080000:00000010:3.0:1724310024.165701:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c4ac00. 00000001:00000010:3.0:1724310024.165704:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293600. 00080000:00000010:3.0:1724310024.165706:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c48400. 00000001:00000010:3.0:1724310024.165707:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242933c0. 00080000:00000010:3.0:1724310024.165709:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c4a800. 00000001:00000010:3.0:1724310024.165711:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293d80. 00080000:00000010:3.0:1724310024.165713:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c49800. 00000001:00000010:3.0:1724310024.165715:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242937e0. 00080000:00000010:3.0:1724310024.165716:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f75400. 00000001:00000010:3.0:1724310024.165718:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6840. 00080000:00000010:3.0:1724310024.165720:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f76800. 00000001:00000010:3.0:1724310024.165722:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293180. 00080000:00000010:3.0:1724310024.165724:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f77800. 00000001:00000010:3.0:1724310024.165726:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd64e0. 00080000:00000010:3.0:1724310024.165727:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880123f76000. 00000001:00000010:3.0:1724310024.165729:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293c00. 00080000:00000010:3.0:1724310024.165731:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880065aa0000. 00000001:00000010:3.0:1724310024.165733:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6780. 00080000:00000010:3.0:1724310024.165734:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880065aa1000. 00000001:00000010:3.0:1724310024.165737:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293660. 00080000:00000010:3.0:1724310024.165738:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880065aa2c00. 00000001:00000010:3.0:1724310024.165740:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ae0. 00080000:00000010:3.0:1724310024.165742:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880065aa1400. 00000001:00000010:3.0:1724310024.165744:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242931e0. 00080000:00000010:3.0:1724310024.165746:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880065aa0400. 00000001:00000010:3.0:1724310024.165748:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6000. 00080000:00000010:3.0:1724310024.165750:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f340400. 00000001:00000010:3.0:1724310024.165756:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6c00. 00080000:00000010:3.0:1724310024.165757:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f341000. 00000001:00000010:3.0:1724310024.165761:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6540. 00080000:00000010:3.0:1724310024.165762:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f340800. 00000001:00000010:3.0:1724310024.165765:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6ba0. 00080000:00000010:3.0:1724310024.165766:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012f343000. 00000001:00000010:3.0:1724310024.165770:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6f00. 00080000:00000010:3.0:1724310024.165771:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bdf1400. 00000001:00000010:3.0:1724310024.165774:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6e40. 00080000:00000010:3.0:1724310024.165775:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bdf1c00. 00000001:00000010:3.0:1724310024.165777:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6240. 00080000:00000010:3.0:1724310024.165778:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be25800. 00000001:00000010:3.0:1724310024.165781:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bdd6900. 00080000:00000010:3.0:1724310024.165783:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788ab400. 00000001:00000010:3.0:1724310024.165785:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b22e540. 00080000:00000010:3.0:1724310024.165787:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788aac00. 00000001:00000010:3.0:1724310024.165789:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293ae0. 00080000:00000010:3.0:1724310024.165791:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788aa400. 00000001:00000010:3.0:1724310024.165793:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242939c0. 00080000:00000010:3.0:1724310024.165794:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788abc00. 00000001:00000010:3.0:1724310024.165796:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293300. 00080000:00000010:3.0:1724310024.165798:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788a9c00. 00000001:00000010:3.0:1724310024.165801:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293d20. 00080000:00000010:3.0:1724310024.165802:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788a8000. 00000001:00000010:3.0:1724310024.165807:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293ba0. 00080000:00000010:3.0:1724310024.165808:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788a8c00. 00000001:00000010:3.0:1724310024.165810:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293de0. 00080000:00000010:3.0:1724310024.165812:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800788ab000. 00000001:00000010:3.0:1724310024.165814:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293000. 00080000:00000010:3.0:1724310024.165816:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be27400. 00000001:00000010:3.0:1724310024.165818:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293360. 00080000:00000010:3.0:1724310024.165820:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be25400. 00000001:00000010:3.0:1724310024.165822:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293cc0. 00080000:00000010:3.0:1724310024.165824:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be25000. 00000001:00000010:3.0:1724310024.165826:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293480. 00080000:00000010:3.0:1724310024.165827:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be26c00. 00000001:00000010:3.0:1724310024.165829:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293720. 00080000:00000010:3.0:1724310024.165831:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be27000. 00000001:00000010:3.0:1724310024.165833:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242934e0. 00080000:00000010:3.0:1724310024.165834:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be26400. 00000001:00000010:3.0:1724310024.165836:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293840. 00080000:00000010:3.0:1724310024.165838:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be24c00. 00000001:00000010:3.0:1724310024.165840:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242930c0. 00080000:00000010:3.0:1724310024.165841:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be24400. 00000001:00000010:3.0:1724310024.165843:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293960. 00080000:00000010:3.0:1724310024.165845:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88012bd72800. 00000001:00000010:3.0:1724310024.165848:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293ea0. 00080000:00000010:3.0:1724310024.165849:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4dda400. 00000001:00000010:3.0:1724310024.165852:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242932a0. 00080000:00000010:3.0:1724310024.165854:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a4dd8800. 00000001:00000010:3.0:1724310024.165857:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242938a0. 00080000:00000010:3.0:1724310024.165859:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095908000. 00000001:00000010:3.0:1724310024.165861:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293540. 00080000:00000010:3.0:1724310024.165862:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095909800. 00000001:00000010:3.0:1724310024.165864:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293f60. 00080000:00000010:3.0:1724310024.165866:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590bc00. 00000001:00000010:3.0:1724310024.165868:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293780. 00080000:00000010:3.0:1724310024.165869:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009590a000. 00000001:00000010:3.0:1724310024.165872:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293420. 00080000:00000010:3.0:1724310024.165873:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5280400. 00000001:00000010:3.0:1724310024.165876:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293060. 00080000:00000010:3.0:1724310024.165877:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5282400. 00000001:00000010:3.0:1724310024.165881:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293a20. 00080000:00000010:3.0:1724310024.165882:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800a5283000. 00000001:00000010:3.0:1724310024.165885:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293e40. 00080000:00000010:3.0:1724310024.165886:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081195c00. 00000001:00000010:3.0:1724310024.165888:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8801242936c0. 00080000:00000010:3.0:1724310024.165890:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506cc00. 00000001:00000010:3.0:1724310024.165892:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293240. 00080000:00000010:3.0:1724310024.165893:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506f400. 00000001:00000010:3.0:1724310024.165895:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880124293f00. 00080000:00000010:3.0:1724310024.165897:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009506e400. 00000001:00000010:3.0:1724310024.166672:0:7126:0:(tgt_lastrcvd.c:560:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff880134ac4000. 00080000:00000010:3.0:1724310024.166677:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bdf0800. 00080000:00000010:3.0:1724310024.166680:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88008be26000. 00000001:00000010:3.0:1724310024.166682:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d80. 00080000:00000010:3.0:1724310024.166684:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081a3c000. 00000001:00000010:3.0:1724310024.166686:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b16c0. 00080000:00000010:3.0:1724310024.166690:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081a3c400. 00000001:00000010:3.0:1724310024.166691:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4ba0. 00080000:00000010:3.0:1724310024.166693:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081a3e400. 00000001:00000010:3.0:1724310024.166695:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4420. 00080000:00000010:3.0:1724310024.166697:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081a3ec00. 00000001:00000010:3.0:1724310024.166699:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4de0. 00080000:00000010:3.0:1724310024.166701:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880081a3d800. 00000001:00000010:3.0:1724310024.166703:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4a20. 00080000:00000010:3.0:1724310024.166704:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095022400. 00000001:00000010:3.0:1724310024.166707:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac46c0. 00080000:00000010:3.0:1724310024.166709:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803ce800. 00000001:00000010:3.0:1724310024.166711:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4a80. 00080000:00000010:3.0:1724310024.166713:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803cec00. 00000001:00000010:3.0:1724310024.166715:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac40c0. 00080000:00000010:3.0:1724310024.166716:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800803cf800. 00000001:00000010:3.0:1724310024.166718:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4960. 00080000:00000010:3.0:1724310024.166720:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122217400. 00000001:00000010:3.0:1724310024.166723:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4d20. 00080000:00000010:3.0:1724310024.166725:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122217c00. 00000001:00000010:3.0:1724310024.166727:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4c00. 00080000:00000010:3.0:1724310024.166729:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122216c00. 00000001:00000010:3.0:1724310024.166731:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4240. 00000004:00000010:0.0:1724310024.166789:0:6504:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880131801e80. 00000001:00000010:0.0:1724310024.166797:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90000. 00000001:00000010:0.0:1724310024.166800:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90c00. 00000001:00000010:0.0:1724310024.166801:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e91c00. 00000001:00000010:0.0:1724310024.166803:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90200. 00000001:00000010:0.0:1724310024.166804:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88008bc62880. 00000001:00000010:0.0:1724310024.166807:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012d5c0180. 00000001:00000010:0.0:1724310024.166820:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e91600. 00000001:00000010:0.0:1724310024.166822:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e91400. 00000001:00000010:0.0:1724310024.166823:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880087e90e00. 00000001:00000010:0.0:1724310024.166829:0:6504:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f107e00. 00000001:00000010:0.0:1724310024.166834:0:6504:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88008bc62980. 00000001:00000010:0.0:1724310024.166835:0:6504:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012d5c0b40. 00000001:00000010:0.0:1724310024.166847:0:6504:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff880094679f00. 00000001:00000010:0.0:1724310024.166850:0:6504:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff880095108980. 00000020:00000010:0.0:1724310024.166857:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009417d800. 00000020:00000010:0.0:1724310024.166863:0:6504:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009417a000. 00000004:00000010:3.0:1724310024.166896:0:7126:0:(osp_sync.c:1779:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff880134ac49c0. 00080000:00000010:3.0:1724310024.166899:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122217000. 00000001:00000010:3.0:1724310024.166902:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac43c0. 00080000:00000010:3.0:1724310024.166904:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122216800. 00000001:00000010:3.0:1724310024.166906:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac4900. 00080000:00000010:3.0:1724310024.166907:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122214800. 00000001:00000010:3.0:1724310024.166909:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880134ac44e0. 00000004:00000010:3.0:1724310024.166915:0:7126:0:(osp_sync.c:1779:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff880134ac4480. 00080000:00000010:3.0:1724310024.166916:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880122215000. 00000001:00000010:3.0:1724310024.166919:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe82a0. 00080000:00000010:3.0:1724310024.166922:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e6000. 00000001:00000010:3.0:1724310024.166924:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8c60. 00080000:00000010:3.0:1724310024.166926:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e6400. 00000001:00000010:3.0:1724310024.166928:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8c00. 00080000:00000010:3.0:1724310024.166929:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e4400. 00000001:00000010:3.0:1724310024.166931:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1960. 00080000:00000010:3.0:1724310024.166933:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e7000. 00000001:00000010:3.0:1724310024.166935:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1c00. 00080000:00000010:3.0:1724310024.166936:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e6800. 00000001:00000010:3.0:1724310024.166938:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8a80. 00080000:00000010:3.0:1724310024.166940:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e7800. 00000001:00000010:3.0:1724310024.166942:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8840. 00080000:00000010:3.0:1724310024.166944:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e4000. 00000001:00000010:3.0:1724310024.166946:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b18a0. 00080000:00000010:3.0:1724310024.166947:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e5400. 00000001:00000010:3.0:1724310024.166950:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe81e0. 00080000:00000010:3.0:1724310024.166952:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff8800951e7400. 00000001:00000010:3.0:1724310024.166954:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1660. 00080000:00000010:3.0:1724310024.166956:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095023c00. 00000001:00000010:3.0:1724310024.166959:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8ba0. 00080000:00000010:3.0:1724310024.166960:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095023400. 00000001:00000010:3.0:1724310024.166962:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1300. 00080000:00000010:3.0:1724310024.166964:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095020000. 00000001:00000010:3.0:1724310024.166967:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8600. 00080000:00000010:3.0:1724310024.166968:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095021800. 00000001:00000010:3.0:1724310024.166970:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1a20. 00080000:00000010:3.0:1724310024.166972:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880095023800. 00000001:00000010:3.0:1724310024.166974:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe87e0. 00080000:00000010:3.0:1724310024.166976:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bd62800. 00000001:00000010:3.0:1724310024.166978:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88012b7b1ea0. 00080000:00000010:3.0:1724310024.166979:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff88009bd62000. 00000001:00000010:3.0:1724310024.166981:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8a20. 00080000:00000010:3.0:1724310024.166983:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb3c00. 00000001:00000010:3.0:1724310024.166985:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe88a0. 00080000:00000010:3.0:1724310024.166987:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb3400. 00000001:00000010:3.0:1724310024.166989:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8120. 00080000:00000010:3.0:1724310024.166990:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb0400. 00000001:00000010:3.0:1724310024.166992:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8ae0. 00080000:00000010:3.0:1724310024.166994:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb2400. 00000001:00000010:3.0:1724310024.167187:0:7126:0:(tgt_lastrcvd.c:973:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff88009bfe8d80. 00080000:00000010:3.0:1724310024.167191:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880087bb1c00. 00000004:00000010:3.0:1724310024.167212:0:25011:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff88012f418000. 00000001:00000010:3.0:1724310024.167218:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b8200. 00000001:00000010:3.0:1724310024.167220:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b9200. 00000001:00000010:3.0:1724310024.167221:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b9a00. 00000001:00000010:3.0:1724310024.167222:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b9800. 00000001:00000010:3.0:1724310024.167224:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880124535300. 00000001:00000010:3.0:1724310024.167225:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880088f266c0. 00000001:00000010:3.0:1724310024.167234:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b8600. 00000001:00000010:3.0:1724310024.167236:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b8800. 00000001:00000010:3.0:1724310024.167237:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b8a00. 00000001:00000010:3.0:1724310024.167238:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800882b9400. 00000001:00000010:3.0:1724310024.167240:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880124535120. 00000001:00000010:3.0:1724310024.167241:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880088f26480. 00000001:00000010:3.0:1724310024.167244:0:25011:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88013205bc00. 00000001:00000010:3.0:1724310024.167246:0:25011:0:(tgt_lastrcvd.c:456:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8801359f0780. 00000020:00000010:3.0:1724310024.167249:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009454a800. 00000020:00000010:3.0:1724310024.167545:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009454c800. 00000020:00000010:2.0:1724310025.013780:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1000 at ffff880135952000. 00000020:00000010:2.0:1724310025.013796:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880135953c00. 00000020:00000010:2.0:1724310025.013799:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88013737d780. 00000020:00000010:2.0:1724310025.013801:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8800aa38fa00. 00000020:00000010:2.0:1724310025.013805:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff880095907c00. 00000020:00000010:2.0:1724310025.013807:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88013737d640. 00000020:00000010:2.0:1724310025.013809:0:4540:0:(lprocfs_status_server.c:324:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8800a929a540. 00000020:00000010:2.0:1724310025.013827:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1000 at ffff8801354d9800. 00000020:00000010:2.0:1724310025.013831:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8801354dbc00. 00000020:00000010:2.0:1724310025.013833:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88012b122680. 00000020:00000010:2.0:1724310025.013835:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff88012f1d1c00. 00000020:00000010:2.0:1724310025.013838:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff88012b14fd00. 00000020:00000010:2.0:1724310025.013840:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88012b1220c0. 00000020:00000010:2.0:1724310025.013842:0:4540:0:(lprocfs_status_server.c:324:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff88012b67f840. 00000020:00000010:2.0:1724310025.014414:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1600 at ffff88009a50e800. 00000020:00000010:2.0:1724310025.014420:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1600 at ffff88012f197800. 00000020:00000010:2.0:1724310025.014424:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1600 at ffff880095b2a000. 00000020:00000010:2.0:1724310025.014426:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1600 at ffff88009bdc5000. 00000020:00000010:2.0:1724310025.014429:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 1280 at ffff8800a87ef000. 00000020:00000010:2.0:1724310025.014432:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800a80d90c0. 00000001:00000010:2.0:1724310025.014474:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5a600. 00000001:00000010:2.0:1724310025.014477:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5b800. 00000001:00000010:2.0:1724310025.014479:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5aa00. 00000001:00000010:2.0:1724310025.014480:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c5a400. 00000001:00000010:2.0:1724310025.014482:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4bc7b20. 00000001:00000010:2.0:1724310025.014484:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a82be600. 02000000:00000010:2.0:1724310025.014488:0:4540:0:(upcall_cache.c:72:free_entry()) kfreed 'entry': 472 at ffff880088b62000. 02000000:00000010:2.0:1724310025.014501:0:4540:0:(upcall_cache.c:72:free_entry()) kfreed 'entry': 472 at ffff88013418ce00. 02000000:00000010:2.0:1724310025.014503:0:4540:0:(upcall_cache.c:580:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8800a87ea000. 02000000:00000010:2.0:1724310025.014506:0:4540:0:(upcall_cache.c:581:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff8800b4879800. 00080000:00000010:2.0:1724310025.014516:0:4540:0:(osd_handler.c:353:osd_trans_create()) kmalloced '(oh)': 736 at ffff880121c4b800. 00000020:00000010:3.1:1724310025.018094:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008dcb1c00. 00000020:00000010:3.1:1724310025.018100:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008c539000. 00000020:00000010:3.1:1724310025.018107:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087b5d000. 00000020:00000010:3.1:1724310025.018112:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800803bd000. 00000020:00000010:3.1:1724310025.018118:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880086c46c00. 00000020:00000010:3.1:1724310025.018121:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880086c47a00. 00000020:00000010:3.1:1724310025.018123:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88008dcb3000. 00000020:00000010:3.1:1724310025.018128:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88007fb8c720. 00000020:00000010:3.1:1724310025.018131:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff88009a628080. 00000020:00000010:3.1:1724310025.018137:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880136b86000. 00000020:00000010:3.1:1724310025.018139:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880094e93400. 00000020:00000010:3.1:1724310025.018142:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880078eb0000. 00000020:00000010:3.1:1724310025.018145:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800824aca00. 00000020:00000010:3.1:1724310025.018147:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800824ada00. 00000020:00000010:3.1:1724310025.018148:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880094e90c00. 00000020:00000010:3.1:1724310025.018151:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800874655a0. 00000020:00000010:3.1:1724310025.018153:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880087925300. 00000020:00000010:3.1:1724310025.018155:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008c4df800. 00000020:00000010:3.1:1724310025.018157:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008be3f000. 00000020:00000010:3.1:1724310025.018163:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800868b0800. 00000020:00000010:3.1:1724310025.018165:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800817f8800. 00000020:00000010:3.1:1724310025.018168:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88008c4ddc00. 00000020:00000010:3.1:1724310025.018173:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800889ebba0. 00000020:00000010:3.1:1724310025.018178:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff88009c7e0780. 00000020:00000010:3.1:1724310025.018190:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008848dc00. 00000020:00000010:3.1:1724310025.018192:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008bda0000. 00000020:00000010:3.1:1724310025.018196:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087a98400. 00000020:00000010:3.1:1724310025.018199:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009cbf9800. 00000020:00000010:3.1:1724310025.018201:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880134059800. 00000020:00000010:3.1:1724310025.018203:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880134059e00. 00000020:00000010:3.1:1724310025.018205:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88009cbfbc00. 00000020:00000010:3.1:1724310025.018210:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88008df25ae0. 00000020:00000010:3.1:1724310025.018211:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8800929d3180. 00000020:00000010:3.1:1724310025.018215:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880094ca7000. 00000020:00000010:3.1:1724310025.018217:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8801160ff000. 00000020:00000010:3.1:1724310025.018219:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008bc9e800. 00000020:00000010:3.1:1724310025.018226:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880090ff0c00. 00000020:00000010:3.1:1724310025.018232:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800800d3200. 00000020:00000010:3.1:1724310025.018234:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800800d2c00. 00000020:00000010:3.1:1724310025.018236:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8801160fdc00. 00000020:00000010:3.1:1724310025.018238:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800828d3d80. 00000020:00000010:3.1:1724310025.018240:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff88008dc8bb00. 00000020:00000010:3.1:1724310025.018243:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009545dc00. 00000020:00000010:3.1:1724310025.018248:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800a1b10000. 00000020:00000010:3.1:1724310025.018251:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012efcec00. 00000020:00000010:3.1:1724310025.018252:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800a4884800. 00000020:00000010:3.1:1724310025.018255:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff88012f182a00. 00000020:00000010:3.1:1724310025.018271:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff88012f182000. 00000020:00000010:3.1:1724310025.018273:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8800a4887800. 00000020:00000010:3.1:1724310025.018274:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012d891e40. 00000020:00000010:3.1:1724310025.018276:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880095856d80. 00000020:00000010:3.1:1724310025.018280:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880093a96c00. 00000020:00000010:3.1:1724310025.018282:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880086edc600. 00000020:00000010:3.1:1724310025.018284:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880086edca00. 00000020:00000010:3.1:1724310025.018286:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880093a95800. 00000020:00000010:3.1:1724310025.018291:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8801349087e0. 00000020:00000010:3.1:1724310025.018293:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8801359f0b80. 00000020:00000010:3.1:1724310025.018295:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880136b87000. 00000020:00000010:3.1:1724310025.018297:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880094e93000. 00000020:00000010:3.1:1724310025.018298:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087b55c00. 00000020:00000010:3.1:1724310025.018303:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880132dde400. 00000020:00000010:3.1:1724310025.018306:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880087f9e600. 00000020:00000010:3.1:1724310025.018308:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880087f9e200. 00000020:00000010:3.1:1724310025.018309:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880132ddd000. 00000020:00000010:3.1:1724310025.018312:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880093fd76c0. 00000020:00000010:3.1:1724310025.018313:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8800929d3b80. 00000020:00000010:3.1:1724310025.018316:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880081bb0800. 00000020:00000010:3.1:1724310025.018318:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008bb71800. 00000020:00000010:3.1:1724310025.018320:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880131b8c000. 00000020:00000010:3.1:1724310025.018322:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880131b8c200. 00000020:00000010:3.1:1724310025.018324:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880081bb3000. 00000020:00000010:3.1:1724310025.018330:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88008df250c0. 00000020:00000010:3.1:1724310025.018331:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880081a07200. 00000020:00000010:3.1:1724310025.018334:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012f3cb000. 00000020:00000010:3.1:1724310025.018336:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8801350ab800. 00000020:00000010:3.1:1724310025.018337:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009470dc00. 00000020:00000010:3.1:1724310025.018339:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800a8618400. 00000020:00000010:3.1:1724310025.018342:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880134d7ec00. 00000020:00000010:3.1:1724310025.018345:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880134d7ee00. 00000020:00000010:3.1:1724310025.018347:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88009470cc00. 00000020:00000010:3.1:1724310025.018348:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88009bdd6420. 00000020:00000010:3.1:1724310025.018350:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8800a4e41300. 00000020:00000010:3.1:1724310025.018353:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880095f86400. 00000020:00000010:3.1:1724310025.018355:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8801350aac00. 00000020:00000010:3.1:1724310025.018357:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88013509a800. 00000020:00000010:3.1:1724310025.018363:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012eff1800. 00000020:00000010:3.1:1724310025.018366:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880095996600. 00000020:00000010:3.1:1724310025.018369:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880095996e00. 00000020:00000010:3.1:1724310025.018370:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880134d06c00. 00000020:00000010:3.1:1724310025.018373:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012d891840. 00000020:00000010:3.1:1724310025.018375:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff88009bf24580. 00000020:00000010:3.1:1724310025.018377:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012f343400. 00000020:00000010:3.1:1724310025.018380:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800a5280800. 00000020:00000010:3.1:1724310025.018382:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087b55800. 00000020:00000010:3.1:1724310025.018384:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88013431e400. 00000020:00000010:3.1:1724310025.018391:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800817b2800. 00000020:00000010:3.1:1724310025.018394:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800817b3e00. 00000020:00000010:3.1:1724310025.018397:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880087b55000. 00000020:00000010:3.1:1724310025.018402:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880092917780. 00000020:00000010:3.1:1724310025.018404:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880134b5cb80. 00000020:00000010:3.1:1724310025.018408:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88011a254c00. 00000020:00000010:3.1:1724310025.018411:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88006850e000. 00000020:00000010:3.1:1724310025.018413:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009c713800. 00000020:00000010:3.1:1724310025.018416:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800825d9600. 00000020:00000010:3.1:1724310025.018418:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800825d8800. 00000020:00000010:3.1:1724310025.018421:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88009c711800. 00000020:00000010:3.1:1724310025.018422:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88008df254e0. 00000020:00000010:3.1:1724310025.018423:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880087654200. 00000020:00000010:3.1:1724310025.018426:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008aad1400. 00000020:00000010:3.1:1724310025.018428:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880136700000. 00000020:00000010:3.1:1724310025.018430:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012bbdc400. 00000020:00000010:3.1:1724310025.018432:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009b4ae400. 00000020:00000010:3.1:1724310025.018435:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080e42000. 00000020:00000010:3.1:1724310025.018438:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080e42200. 00000020:00000010:3.1:1724310025.018439:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88012bbde000. 00000020:00000010:3.1:1724310025.018441:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880092917c60. 00000020:00000010:3.1:1724310025.018442:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880093b25500. 00000020:00000010:3.1:1724310025.018444:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800803cc800. 00000020:00000010:3.1:1724310025.018449:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8801335b3800. 00000020:00000010:3.1:1724310025.018452:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087ae0000. 00000020:00000010:3.1:1724310025.018460:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880081fa0200. 00000020:00000010:3.1:1724310025.018463:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880081fa1000. 00000020:00000010:3.1:1724310025.018467:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8800a4e5b400. 00000020:00000010:3.1:1724310025.018470:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88007f84aae0. 00000020:00000010:3.1:1724310025.018471:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880087925280. 00000020:00000010:3.1:1724310025.018475:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880095021c00. 00000020:00000010:3.1:1724310025.018477:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880093ecec00. 00000020:00000010:3.1:1724310025.018480:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800b1bc2000. 00000020:00000010:3.1:1724310025.018485:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880081b45c00. 00000020:00000010:3.1:1724310025.018487:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800878a6200. 00000020:00000010:3.1:1724310025.018490:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8800878a7000. 00000020:00000010:3.1:1724310025.018492:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880093ece400. 00000020:00000010:3.1:1724310025.018498:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880088b614e0. 00000020:00000010:3.1:1724310025.018506:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880134d08080. 00000020:00000010:3.1:1724310025.018509:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880086e18400. 00000020:00000010:3.1:1724310025.018511:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880082f8b200. 00000020:00000010:3.1:1724310025.018513:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880082f8bc00. 00000020:00000010:3.1:1724310025.018515:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880086e19c00. 00000020:00000010:3.1:1724310025.018521:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b1a6b1e0. 00000020:00000010:3.1:1724310025.018523:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880134d08f80. 00000020:00000010:3.1:1724310025.018526:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800784f6000. 00000020:00000010:3.1:1724310025.018530:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008bb7f000. 00000020:00000010:3.1:1724310025.018535:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff8800b1bc0000. 00000020:00000010:3.1:1724310025.018537:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880123fbb000. 00000020:00000010:3.1:1724310025.018545:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080850600. 00000020:00000010:3.1:1724310025.018548:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080851800. 00000020:00000010:3.1:1724310025.018550:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8800784f4400. 00000020:00000010:3.1:1724310025.018553:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012ba99960. 00000020:00000010:3.1:1724310025.018555:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8800829f9380. 00000020:00000010:3.1:1724310025.018557:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009c977800. 00000020:00000010:3.1:1724310025.018560:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009c874c00. 00000020:00000010:3.1:1724310025.018562:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880087a4b400. 00000020:00000010:3.1:1724310025.018565:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880095227400. 00000020:00000010:3.1:1724310025.018571:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880082fad600. 00000020:00000010:3.1:1724310025.018575:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880082fac000. 00000020:00000010:3.1:1724310025.018577:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff8801373b3800. 00000020:00000010:3.1:1724310025.018586:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880081561f00. 00000020:00000010:3.1:1724310025.018591:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff8800829f9b80. 00000020:00000010:3.1:1724310025.018594:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88012d772000. 00000020:00000010:3.1:1724310025.018597:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008bb72c00. 00000020:00000010:3.1:1724310025.021326:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009506e000. 00000020:00000010:3.1:1724310025.021336:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080ef5400. 00000020:00000010:3.1:1724310025.021339:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff880080ef5000. 00000020:00000010:3.1:1724310025.021341:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff88009506c800. 00000020:00000010:3.1:1724310025.021343:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff880122602600. 00000020:00000010:3.1:1724310025.021346:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff88008ddd0880. 00000020:00000010:3.1:1724310025.021351:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff880123f77000. 00000020:00000010:3.1:1724310025.021353:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008035e400. 00000020:00000010:3.1:1724310025.021360:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88009ba98800. 00000020:00000010:3.1:1724310025.021362:0:27:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 1024 at ffff88008dfa9c00. 00000020:00000010:3.1:1724310025.021365:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff88008e39b000. 00000020:00000010:3.1:1724310025.021368:0:27:0:(lprocfs_status.c:1296:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff88008e39b600. 00000020:00000010:3.1:1724310025.021369:0:27:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 800 at ffff880123f75000. 00000020:00000010:3.1:1724310025.021375:0:27:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88013513a540. 00000020:00000010:3.1:1724310025.021377:0:27:0:(lprocfs_jobstats.c:119:job_reclaim_rcu()) kfreed 'job': 120 at ffff880087488600. 00080000:00000010:0.0:1724310025.039681:0:7126:0:(osd_handler.c:153:osd_trans_commit_cb()) kfreed 'oh': 736 at ffff880121c4b800. 00000020:00000010:2.0:1724310025.039722:0:4540:0:(tgt_main.c:688:tgt_fini()) kfreed 'lut->lut_reply_bitmap[i]': 131072 at ffff8800950c0000. 00000020:00000010:2.0:1724310025.039768:0:4540:0:(tgt_main.c:692:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff880129f2c580. 00000020:00000010:2.0:1724310025.039771:0:4540:0:(tgt_main.c:696:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88009a4fc000. 00000020:00000010:2.0:1724310025.039795:0:4540:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bbf4180. 00000020:00000010:2.0:1724310025.039799:0:4540:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880136bc80c8. 00000020:00000010:2.0:1724310025.039803:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4c5b200. 00000020:00000010:2.0:1724310025.039809:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a4c5a000. 00000040:00000010:2.0:1724310025.039812:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a4c5ac00. 00000020:00000010:2.0:1724310025.039815:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b4878000. 00000020:00000010:2.0:1724310025.039819:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd40a10. 00000020:00000010:2.0:1724310025.039824:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a4c5b000. 80000000:00000010:2.0:1724310025.039827:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a80d9120. 40000000:00000010:2.0:1724310025.039832:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880136bf2280. 00100000:00000010:2.0:1724310025.039835:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b487a800. 00040000:00000010:2.0:1724310025.039840:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880129dd4f00. 00040000:00000010:2.0:1724310025.039846:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b487d000. 00040000:00000010:2.0:1724310025.039850:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a4c5b400. 00080000:00000010:2.0:1724310025.039852:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800b487e000. 00000004:00000010:2.0:1724310025.039856:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b487e800. 00000004:00000010:2.0:1724310025.039860:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff8800a4975000. 00000004:00000010:2.0:1724310025.039866:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b487f800. 00000004:00000010:2.0:1724310025.039870:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009c125400. 00000020:00000010:2.0:1724310025.039872:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4c5ba00. 00000001:00000010:2.0:1724310025.039877:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b22d9cc0. 00000001:00000010:2.0:1724310025.039880:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9a0. 00000001:00000010:2.0:1724310025.039882:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b22d9e40. 00000001:00000010:2.0:1724310025.039884:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b22d9f00. 00000001:00000010:2.0:1724310025.039886:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d998. 00000001:00000010:2.0:1724310025.039887:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b22d9d80. 00000020:00000010:2.0:1724310025.039912:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8800a5060c00. 00000020:00000010:2.0:1724310025.039966:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8800a5155000. 00000020:00000010:2.0:1724310025.039969:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff88009c96ec00. 00000020:00000010:2.0:1724310025.039972:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff88009cbecc00. 00000020:00000010:2.0:1724310025.039975:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880129f00800. 00000020:00000010:2.0:1724310025.039977:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800aa878720. 00000020:00000010:2.0:1724310025.040431:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800b1971c80. 00000020:00000010:2.0:1724310025.040435:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800a4f991c0. 00000020:00000010:2.0:1724310025.040437:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff88012d02cc80. 00000020:00000010:2.0:1724310025.040439:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff88012b8d27c0. 00000020:00000010:2.0:1724310025.040442:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a4cbb700. 00000020:00000010:2.0:1724310025.040444:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800aa878300. 00000001:00000010:2.0:1724310025.055485:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003799000. 00000001:00000010:2.0:1724310025.055501:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900037db000. 00000001:00000010:2.0:1724310025.055503:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000381d000. 00000001:00000010:2.0:1724310025.055505:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000385f000. 00000001:00000010:2.0:1724310025.055506:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900038a1000. 00000001:00000010:2.0:1724310025.055508:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900038e3000. 00000001:00000010:2.0:1724310025.055509:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003925000. 00000001:00000010:2.0:1724310025.055511:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003967000. 00000001:00000010:2.0:1724310025.055513:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900039a9000. 00000001:00000010:2.0:1724310025.055514:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900039eb000. 00000001:00000010:2.0:1724310025.055516:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003a2d000. 00000001:00000010:2.0:1724310025.055517:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003a6f000. 00000001:00000010:2.0:1724310025.055518:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003ab1000. 00000001:00000010:2.0:1724310025.055520:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003af3000. 00000001:00000010:2.0:1724310025.055521:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003b35000. 00000001:00000010:2.0:1724310025.055522:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003b77000. 00000001:00000010:2.0:1724310025.055524:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003bb9000. 00000001:00000010:2.0:1724310025.055525:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003bfb000. 00000001:00000010:2.0:1724310025.055527:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003c3d000. 00000001:00000010:2.0:1724310025.055528:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003c7f000. 00000001:00000010:2.0:1724310025.055530:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003cc1000. 00000001:00000010:2.0:1724310025.055531:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003d03000. 00000001:00000010:2.0:1724310025.055533:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003d45000. 00000001:00000010:2.0:1724310025.055535:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003d87000. 00000001:00000010:2.0:1724310025.055536:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003dc9000. 00000001:00000010:2.0:1724310025.055538:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003e0b000. 00000001:00000010:2.0:1724310025.055539:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003e4d000. 00000001:00000010:2.0:1724310025.055541:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003e8f000. 00000001:00000010:2.0:1724310025.055542:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003ed1000. 00000001:00000010:2.0:1724310025.055544:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003f13000. 00000001:00000010:2.0:1724310025.055545:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003f55000. 00000001:00000010:2.0:1724310025.055546:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003f97000. 00000001:00000010:2.0:1724310025.055548:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90003fd9000. 00000001:00000010:2.0:1724310025.055549:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000401b000. 00000001:00000010:2.0:1724310025.055551:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000405d000. 00000001:00000010:2.0:1724310025.055552:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000409f000. 00000001:00000010:2.0:1724310025.055553:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900040e1000. 00000001:00000010:2.0:1724310025.055555:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004123000. 00000001:00000010:2.0:1724310025.055556:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004165000. 00000001:00000010:2.0:1724310025.055558:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900041a7000. 00000001:00000010:2.0:1724310025.055559:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900041e9000. 00000001:00000010:2.0:1724310025.055561:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000422b000. 00000001:00000010:2.0:1724310025.055562:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000426d000. 00000001:00000010:2.0:1724310025.055564:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900042af000. 00000001:00000010:2.0:1724310025.055565:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900042f1000. 00000001:00000010:2.0:1724310025.055567:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004333000. 00000001:00000010:2.0:1724310025.055568:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004375000. 00000001:00000010:2.0:1724310025.055570:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900047f9000. 00000001:00000010:2.0:1724310025.055571:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000483b000. 00000001:00000010:2.0:1724310025.055573:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000487d000. 00000001:00000010:2.0:1724310025.055574:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900048bf000. 00000001:00000010:2.0:1724310025.055576:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004901000. 00000001:00000010:2.0:1724310025.055577:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004943000. 00000001:00000010:2.0:1724310025.055579:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004985000. 00000001:00000010:2.0:1724310025.055580:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900049c7000. 00000001:00000010:2.0:1724310025.055582:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004a09000. 00000001:00000010:2.0:1724310025.055584:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004a4b000. 00000001:00000010:2.0:1724310025.055586:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004a8d000. 00000001:00000010:2.0:1724310025.055587:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004acf000. 00000001:00000010:2.0:1724310025.055588:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004b11000. 00000001:00000010:2.0:1724310025.055590:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004b53000. 00000001:00000010:2.0:1724310025.055591:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004b95000. 00000001:00000010:2.0:1724310025.055593:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004bd7000. 00000001:00000010:2.0:1724310025.055594:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004c19000. 00000001:00000010:2.0:1724310025.055595:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004c5b000. 00000001:00000010:2.0:1724310025.055596:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004c9d000. 00000001:00000010:2.0:1724310025.055598:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004cdf000. 00000001:00000010:2.0:1724310025.055599:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004d21000. 00000001:00000010:2.0:1724310025.055600:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004d63000. 00000001:00000010:2.0:1724310025.055602:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004da5000. 00000001:00000010:2.0:1724310025.055603:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004de7000. 00000001:00000010:2.0:1724310025.055605:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004e29000. 00000001:00000010:2.0:1724310025.055606:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004e6b000. 00000001:00000010:2.0:1724310025.055607:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004ead000. 00000001:00000010:2.0:1724310025.055608:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004eef000. 00000001:00000010:2.0:1724310025.055610:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004f31000. 00000001:00000010:2.0:1724310025.055611:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004f73000. 00000001:00000010:2.0:1724310025.055612:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004fb5000. 00000001:00000010:2.0:1724310025.055614:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90004ff7000. 00000001:00000010:2.0:1724310025.055615:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005039000. 00000001:00000010:2.0:1724310025.055617:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000507b000. 00000001:00000010:2.0:1724310025.055618:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900050bd000. 00000001:00000010:2.0:1724310025.055620:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900050ff000. 00000001:00000010:2.0:1724310025.055621:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005141000. 00000001:00000010:2.0:1724310025.055622:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005183000. 00000001:00000010:2.0:1724310025.055623:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900051c5000. 00000001:00000010:2.0:1724310025.055625:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005207000. 00000001:00000010:2.0:1724310025.055626:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005249000. 00000001:00000010:2.0:1724310025.055628:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000528b000. 00000001:00000010:2.0:1724310025.055629:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900052cd000. 00000001:00000010:2.0:1724310025.055631:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000530f000. 00000001:00000010:2.0:1724310025.055633:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005351000. 00000001:00000010:2.0:1724310025.055634:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005393000. 00000001:00000010:2.0:1724310025.055636:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900053d5000. 00000001:00000010:2.0:1724310025.055637:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005417000. 00000001:00000010:2.0:1724310025.055638:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005459000. 00000001:00000010:2.0:1724310025.055640:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000549b000. 00000001:00000010:2.0:1724310025.055641:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900054dd000. 00000001:00000010:2.0:1724310025.055643:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000551f000. 00000001:00000010:2.0:1724310025.055644:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005561000. 00000001:00000010:2.0:1724310025.055646:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900055a3000. 00000001:00000010:2.0:1724310025.055647:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900055e5000. 00000001:00000010:2.0:1724310025.055648:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005627000. 00000001:00000010:2.0:1724310025.055649:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005669000. 00000001:00000010:2.0:1724310025.055651:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900056ab000. 00000001:00000010:2.0:1724310025.055652:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900056ed000. 00000001:00000010:2.0:1724310025.055654:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000572f000. 00000001:00000010:2.0:1724310025.055655:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005771000. 00000001:00000010:2.0:1724310025.055656:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900057b3000. 00000001:00000010:2.0:1724310025.055658:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900057f5000. 00000001:00000010:2.0:1724310025.055659:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005837000. 00000001:00000010:2.0:1724310025.055660:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005879000. 00000001:00000010:2.0:1724310025.055661:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900058bb000. 00000001:00000010:2.0:1724310025.055662:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900058fd000. 00000001:00000010:2.0:1724310025.055663:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc9000593f000. 00000001:00000010:2.0:1724310025.055665:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005981000. 00000001:00000010:2.0:1724310025.055666:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc900059c3000. 00000001:00000010:2.0:1724310025.055667:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005a05000. 00000001:00000010:2.0:1724310025.055669:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005a47000. 00000001:00000010:2.0:1724310025.055670:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005a89000. 00000001:00000010:2.0:1724310025.055672:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005acb000. 00000001:00000010:2.0:1724310025.055673:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005b0d000. 00000001:00000010:2.0:1724310025.055674:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005b4f000. 00000001:00000010:2.0:1724310025.055676:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005b91000. 00000001:00000010:2.0:1724310025.055677:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005bd3000. 00000001:00000010:2.0:1724310025.055678:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005c15000. 00000001:00000010:2.0:1724310025.055679:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005c57000. 00000001:00000010:2.0:1724310025.055680:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262216 at ffffc90005c99000. 00000001:00000010:2.0:1724310025.055681:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff88009e43f400. 00000001:00000010:2.0:1724310025.055684:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a9114c00. 00010000:00000010:2.0:1724310025.055690:0:4540:0:(ldlm_resource.c:1300:ldlm_namespace_free_post()) kfreed 'ns->ns_rs_buckets': 11264 at ffff88009a4f8000. 00010000:00000010:2.0:1724310025.055712:0:4540:0:(ldlm_resource.c:1307:ldlm_namespace_free_post()) kfreed 'ns': 760 at ffff88009e43f000. 40000000:00000010:0.0:1724310025.058450:0:4540:0:(fid_handler.c:587:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff880135c82a00. 40000000:00000010:0.0:1724310025.058483:0:4540:0:(fid_handler.c:593:seq_site_fini()) kfreed 'ss->ss_control_seq': 296 at ffff880135c83800. 40000000:00000010:0.0:1724310025.058509:0:4540:0:(fid_handler.c:599:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff8800a9114a00. 80000000:00000010:0.0:1724310025.058526:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012c48fc80. 80000000:00000010:0.0:1724310025.058529:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012c48f140. 80000000:00000010:0.0:1724310025.058531:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012c48f4c0. 80000000:00000010:0.0:1724310025.058533:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff880129cda100. 80000000:00000010:0.0:1724310025.058535:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b4b7fdc0. 80000000:00000010:0.0:1724310025.058538:0:4540:0:(fld_cache.c:109:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012ff40a00. 80000000:00000010:0.0:1724310025.058540:0:4540:0:(fld_cache.c:97:fld_cache_fini()) kfreed 'cache': 168 at ffff8800a4ca5480. 00000004:00000010:0.0:1724310025.058544:0:4540:0:(mdt_handler.c:5604:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff8800a9114200. 00080000:00000010:0.0:1724310025.058571:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a1380. 00000004:00000010:0.0:1724310025.058576:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48eaa28. 00000004:00000010:0.0:1724310025.058580:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e04b0. 00000004:00000010:0.0:1724310025.058584:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d635c0. 00080000:00000010:0.0:1724310025.058621:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012ce74ea0. 00000004:00000010:0.0:1724310025.058629:0:4540:0:(osp_object.c:2323:osp_object_free()) slab-freed 'obj': 456 at ffff88007faac558. 00000004:00000010:0.0:1724310025.058632:0:4540:0:(lod_object.c:9640:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff88008df18bd8. 00000004:00000010:0.0:1724310025.058635:0:4540:0:(lod_object.c:9643:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff88008df18bd0. 00000004:00000010:0.0:1724310025.058638:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 152 at ffff880086be8000. 00000004:00000010:0.0:1724310025.058641:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012df8b640. 00000004:00000010:0.0:1724310025.058643:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff880087681e10. 00000004:00000010:0.0:1724310025.058648:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800803f9d00. 00080000:00000010:0.0:1724310025.058661:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0b60. 00000004:00000010:0.0:1724310025.058663:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea640. 00000004:00000010:0.0:1724310025.058665:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0168. 00000004:00000010:0.0:1724310025.058667:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d62cb0. 00080000:00000010:0.0:1724310025.058681:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db09c0. 00000004:00000010:0.0:1724310025.058683:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a4ee00c8. 00000004:00000010:0.0:1724310025.058685:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800b49ddd98. 00000004:00000010:0.0:1724310025.058688:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800acc3e000. 00080000:00000010:0.0:1724310025.058702:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a8456340. 00000004:00000010:0.0:1724310025.058704:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800b1adc0c8. 00000004:00000010:0.0:1724310025.058707:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a4ce4e88. 00000004:00000010:0.0:1724310025.058709:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a82c8000. 00080000:00000010:0.0:1724310025.058717:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a1520. 00000004:00000010:0.0:1724310025.058719:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48eaaf0. 00000004:00000010:0.0:1724310025.058721:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0528. 00000004:00000010:0.0:1724310025.058722:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d63790. 00080000:00000010:0.0:1724310025.058731:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a11e0. 00000004:00000010:0.0:1724310025.058733:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea960. 00000004:00000010:0.0:1724310025.058734:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0438. 00000004:00000010:0.0:1724310025.058736:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d633f0. 00080000:00000010:0.0:1724310025.058744:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a1040. 00000004:00000010:0.0:1724310025.058746:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea898. 00000004:00000010:0.0:1724310025.058748:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e03c0. 00000004:00000010:0.0:1724310025.058749:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d63220. 00080000:00000010:0.0:1724310025.058756:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0ea0. 00000004:00000010:0.0:1724310025.058758:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea7d0. 00000004:00000010:0.0:1724310025.058760:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0258. 00000004:00000010:0.0:1724310025.058762:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d63050. 00080000:00000010:0.0:1724310025.058771:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0340. 00000004:00000010:0.0:1724310025.058772:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea258. 00000004:00000010:0.0:1724310025.058774:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a8451168. 00000004:00000010:0.0:1724310025.058775:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d623a0. 00080000:00000010:0.0:1724310025.058784:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0820. 00000004:00000010:0.0:1724310025.058786:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea4b0. 00000004:00000010:0.0:1724310025.058787:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0078. 00000004:00000010:0.0:1724310025.058789:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d62910. 00080000:00000010:0.0:1724310025.058795:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a01a0. 00000004:00000010:0.0:1724310025.058797:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea190. 00000004:00000010:0.0:1724310025.058798:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a84510f0. 00000004:00000010:0.0:1724310025.058799:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d621d0. 00080000:00000010:0.0:1724310025.058812:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a51ee4e0. 00000020:00000010:0.0:1724310025.058817:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880082d40b40. 00080000:00000010:0.0:1724310025.058826:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0d00. 00000004:00000010:0.0:1724310025.058829:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea708. 00000004:00000010:0.0:1724310025.058830:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e01e0. 00000004:00000010:0.0:1724310025.058832:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d62e80. 00080000:00000010:0.0:1724310025.058850:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880121ca01a0. 00000020:00000010:0.0:1724310025.058852:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff88007fa9f0c0. 00080000:00000010:0.0:1724310025.058863:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240000. 00000004:00000010:0.0:1724310025.058866:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae000. 00000004:00000010:0.0:1724310025.058868:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b94b0. 00000004:00000010:0.0:1724310025.058869:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc21d0. 00080000:00000010:0.0:1724310025.058877:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a0680. 00000004:00000010:0.0:1724310025.058880:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea3e8. 00000004:00000010:0.0:1724310025.058881:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009a4e0000. 00000004:00000010:0.0:1724310025.058882:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d62740. 00080000:00000010:0.0:1724310025.058892:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800b18a04e0. 00000004:00000010:0.0:1724310025.058895:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a48ea320. 00000004:00000010:0.0:1724310025.058896:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a84511e0. 00000004:00000010:0.0:1724310025.058898:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800a4d62570. 00000004:00000010:0.0:1724310025.058905:0:4540:0:(mdt_handler.c:5701:mdt_stack_fini()) kmalloced '(lcfg)': 64 at ffff88012bb50180. 00000020:00000010:3.0:1724310025.060223:0:9028:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a4c74c00. 00000040:00000010:3.0:1724310025.060230:0:9028:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a4c74a00. 00000020:00000010:3.0:1724310025.060233:0:9028:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009c237800. 00000020:00000010:3.0:1724310025.060237:0:9028:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012d120f18. 00000020:00000010:3.0:1724310025.060242:0:9028:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a4c74000. 80000000:00000010:3.0:1724310025.060245:0:9028:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a52fc4e0. 40000000:00000010:3.0:1724310025.060247:0:9028:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012b122980. 00100000:00000010:3.0:1724310025.060251:0:9028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009c235800. 00040000:00000010:3.0:1724310025.060255:0:9028:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a4c22a00. 00040000:00000010:3.0:1724310025.060269:0:9028:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff880131070000. 00040000:00000010:3.0:1724310025.060273:0:9028:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a4c74800. 00080000:00000010:3.0:1724310025.060276:0:9028:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880131070800. 00000004:00000010:3.0:1724310025.060279:0:9028:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880131071000. 00000004:00000010:3.0:1724310025.060283:0:9028:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88012f14a000. 00000004:00000010:3.0:1724310025.060288:0:9028:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880131071800. 00002000:00000010:3.0:1724310025.060291:0:9028:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff88009590a400. 00000004:00000010:3.0:1724310025.060294:0:9028:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009590b400. 00000020:00000010:3.0:1724310025.060400:0:9028:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1a79600. 00000004:00000010:3.0:1724310025.060404:0:9028:0:(osp_precreate.c:1384:osp_precreate_thread()) kfreed 'args': 72 at ffff8800a52fc660. 00000040:00000010:0.0:1724310025.060745:0:9026:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012f19a000. 00000040:00000010:0.0:1724310025.060757:0:9026:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880095474e00. 00000040:00000010:0.0:1724310025.060760:0:9026:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012f19e000. 00000040:00000010:0.0:1724310025.060764:0:9026:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880095474d80. 00000040:00000010:0.0:1724310025.060772:0:9026:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a86ee000. 00000040:00000010:0.0:1724310025.060776:0:9026:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a4dcdc00. 00080000:00000010:0.0:1724310025.060781:0:9026:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095becea0. 00000020:00000010:0.0:1724310025.060784:0:9026:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880095bd2e40. 00000040:00000010:0.0:1724310025.060787:0:9026:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a4dcc000. 00000040:00000010:0.0:1724310025.060790:0:9026:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a86ec000. 00000040:00000010:0.0:1724310025.060793:0:9026:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff880095a34c00. 00000040:00000010:0.0:1724310025.060798:0:9026:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff880095bd2540. 00000020:00000010:0.0:1724310025.060837:0:9026:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f183c00. 00000040:00000010:0.0:1724310025.060840:0:9026:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88012f183400. 00000020:00000010:0.0:1724310025.060842:0:9026:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009a509800. 00000020:00000010:0.0:1724310025.060845:0:9026:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88012f182c00. 00040000:00000010:0.0:1724310025.060847:0:9026:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880094c99900. 00040000:00000010:0.0:1724310025.060851:0:9026:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff88012f182400. 00080000:00000010:0.0:1724310025.060853:0:9026:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff8800a1b67e00. 00080000:00000010:0.0:1724310025.060856:0:9026:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88009a50a000. 00000020:00000010:0.0:1724310025.060859:0:9026:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f183200. 00000004:00000010:0.0:1724310025.060861:0:9026:0:(osp_sync.c:1487:osp_sync_thread()) kfreed 'args': 72 at ffff8800b1ae4c00. 00000004:00000010:0.0:1724310025.060886:0:4540:0:(osp_precreate.c:1822:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff88012f133700. 40000000:00000010:0.0:1724310025.060917:0:4540:0:(fid_request.c:484:client_fid_fini()) kfreed 'cli->cl_seq': 232 at ffff880094c99200. 00000020:00000010:1.0:1724310025.061064:0:10436:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d706a00. 00000040:00000010:1.0:1724310025.061068:0:10436:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88012d707000. 00000020:00000010:1.0:1724310025.061071:0:10436:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8801354ff000. 00000020:00000010:1.0:1724310025.061074:0:10436:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd42d48. 00000020:00000010:1.0:1724310025.061079:0:10436:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88009572f800. 80000000:00000010:1.0:1724310025.061082:0:10436:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a929acc0. 40000000:00000010:1.0:1724310025.061084:0:10436:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88013737d2c0. 00100000:00000010:1.0:1724310025.061087:0:10436:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801354fb000. 00040000:00000010:1.0:1724310025.061090:0:10436:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880095907d00. 00040000:00000010:1.0:1724310025.061092:0:10436:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff8801354fe000. 00040000:00000010:1.0:1724310025.061094:0:10436:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a4c5ae00. 00080000:00000010:1.0:1724310025.061096:0:10436:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8801354ff800. 00000004:00000010:1.0:1724310025.061098:0:10436:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8801354fb800. 00000004:00000010:1.0:1724310025.061101:0:10436:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff880095796000. 00000004:00000010:1.0:1724310025.061105:0:10436:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8801354fe800. 00002000:00000010:1.0:1724310025.061107:0:10436:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff880135953400. 00000004:00000010:1.0:1724310025.061109:0:10436:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880135951c00. 00000020:00000010:1.0:1724310025.061111:0:10436:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d707800. 00000004:00000010:1.0:1724310025.061113:0:10436:0:(osp_precreate.c:1384:osp_precreate_thread()) kfreed 'args': 72 at ffff8800a929a5a0. 00000040:00000010:3.0:1724310025.061410:0:10435:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff880094ea6000. 00000040:00000010:3.0:1724310025.061417:0:10435:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88009bf24e00. 00000040:00000010:3.0:1724310025.061420:0:10435:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff880094ea4000. 00000040:00000010:3.0:1724310025.061425:0:10435:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88009bf24a80. 00000040:00000010:3.0:1724310025.061429:0:10435:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009594a000. 00000040:00000010:3.0:1724310025.061433:0:10435:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff880095fc2400. 00080000:00000010:3.0:1724310025.061449:0:10435:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb91e0. 00000020:00000010:3.0:1724310025.061452:0:10435:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800957ea900. 00000040:00000010:3.0:1724310025.061457:0:10435:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff880095fc2a00. 00000040:00000010:3.0:1724310025.061459:0:10435:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880095948000. 00000040:00000010:3.0:1724310025.061463:0:10435:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff88009c54dc00. 00000040:00000010:3.0:1724310025.061466:0:10435:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800b48fa6c0. 00000020:00000010:3.0:1724310025.061469:0:10435:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880095b40a00. 00000040:00000010:3.0:1724310025.061471:0:10435:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880095b41200. 00000020:00000010:3.0:1724310025.061473:0:10435:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880095634000. 00000020:00000010:3.0:1724310025.061476:0:10435:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff88012f1a0400. 00040000:00000010:3.0:1724310025.061479:0:10435:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88009be3bd00. 00040000:00000010:3.0:1724310025.061481:0:10435:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff88012bf82e00. 00080000:00000010:3.0:1724310025.061483:0:10435:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff8801364dac00. 00080000:00000010:3.0:1724310025.061485:0:10435:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880095634800. 00000020:00000010:3.0:1724310025.061487:0:10435:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b41e00. 00000004:00000010:3.0:1724310025.061488:0:10435:0:(osp_sync.c:1487:osp_sync_thread()) kfreed 'args': 72 at ffff88012d577180. 00000004:00000010:0.0:1724310025.061597:0:4540:0:(osp_precreate.c:1822:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff88009bf24f80. 40000000:00000010:0.0:1724310025.061624:0:4540:0:(fid_request.c:484:client_fid_fini()) kfreed 'cli->cl_seq': 232 at ffff88009be3b000. 00000020:00000010:3.0:1724310025.063730:0:7260:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5273800. 00000020:00000010:3.0:1724310025.063734:0:7260:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012e221000. 00000020:00000010:3.0:1724310025.063739:0:7260:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd41e30. 00000020:00000010:3.0:1724310025.063744:0:7260:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b5273600. 80000000:00000010:3.0:1724310025.063747:0:7260:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a80d9f60. 40000000:00000010:3.0:1724310025.063750:0:7260:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880136bf26c0. 00100000:00000010:3.0:1724310025.063752:0:7260:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012e221800. 00040000:00000010:3.0:1724310025.063755:0:7260:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a9114000. 00040000:00000010:3.0:1724310025.063758:0:7260:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5272e00. 00080000:00000010:3.0:1724310025.063762:0:7260:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88012e222000. 00002000:00000010:3.0:1724310025.063765:0:7260:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff8800b1bbc400. 00000020:00000010:3.0:1724310025.063767:0:7260:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5272000. 00040000:00000010:3.0:1724310025.063769:0:7260:0:(qsd_writeback.c:604:qsd_upd_thread()) kfreed 'args': 72 at ffff8800a80d9900. 00000001:00000010:1.0:1724310025.063841:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b48fa480. 00000001:00000010:1.0:1724310025.063845:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9c0. 00000001:00000010:1.0:1724310025.063847:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880129dd4000. 00040000:00000010:1.0:1724310025.063851:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b4bc77a0. 00040000:00000010:1.0:1724310025.063856:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800b48fa780. 00000001:00000010:1.0:1724310025.063859:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b48fa840. 00000001:00000010:1.0:1724310025.063863:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9c8. 00000001:00000010:1.0:1724310025.063865:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880129dd4b00. 00040000:00000010:1.0:1724310025.063867:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b4bc71c0. 00040000:00000010:1.0:1724310025.063870:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800b48fa0c0. 00000001:00000010:1.0:1724310025.063873:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b206d000. 00000001:00000010:1.0:1724310025.063874:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9d0. 00000001:00000010:1.0:1724310025.063875:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880129dd4800. 00040000:00000010:1.0:1724310025.063877:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff8800b4bc7c60. 00040000:00000010:1.0:1724310025.063880:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800a4ca5d80. 00000020:00000010:1.0:1724310025.063885:0:4540:0:(tgt_mount.c:396:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff88009bbf4480. 00040000:00000010:1.0:1724310025.063887:0:4540:0:(qsd_lib.c:662:qsd_fini()) kfreed 'qsd': 320 at ffff88012c554000. 00000020:00000010:0.0:1724310025.064709:0:7261:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a4a34400. 00000020:00000010:0.0:1724310025.064713:0:7261:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012e222800. 00000020:00000010:0.0:1724310025.064715:0:7261:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd42338. 00000020:00000010:0.0:1724310025.064719:0:7261:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a4a35c00. 80000000:00000010:0.0:1724310025.064722:0:7261:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a80d9ea0. 40000000:00000010:0.0:1724310025.064724:0:7261:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880129cda940. 00100000:00000010:0.0:1724310025.064726:0:7261:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012e223000. 00040000:00000010:0.0:1724310025.064729:0:7261:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a9114f00. 00040000:00000010:0.0:1724310025.064731:0:7261:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a4a35e00. 00080000:00000010:0.0:1724310025.064733:0:7261:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88012e223800. 00002000:00000010:0.0:1724310025.064736:0:7261:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff88009a503c00. 00000020:00000010:0.0:1724310025.064738:0:7261:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800acd36000. 00040000:00000010:0.0:1724310025.064740:0:7261:0:(qsd_writeback.c:604:qsd_upd_thread()) kfreed 'args': 72 at ffff8800a80d9240. 00000001:00000010:1.0:1724310025.064860:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b1bb0900. 00000001:00000010:1.0:1724310025.064863:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9d8. 00000001:00000010:1.0:1724310025.064864:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a9114900. 00040000:00000010:1.0:1724310025.064867:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff880135cd2c60. 00040000:00000010:1.0:1724310025.064872:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800b1bb0840. 00000001:00000010:1.0:1724310025.064875:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b1bb0a80. 00000001:00000010:1.0:1724310025.064876:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9e0. 00000001:00000010:1.0:1724310025.064877:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a9114400. 00040000:00000010:1.0:1724310025.064879:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff880135cd2b80. 00040000:00000010:1.0:1724310025.064882:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800b1bb00c0. 00000001:00000010:1.0:1724310025.064885:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a93e49c0. 00000001:00000010:1.0:1724310025.064887:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012d58d9e8. 00000001:00000010:1.0:1724310025.064888:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a9114d00. 00040000:00000010:1.0:1724310025.064890:0:4540:0:(lquota_entry.c:259:lquota_site_free()) kfreed 'site': 32 at ffff880135cd2c20. 00040000:00000010:1.0:1724310025.064893:0:4540:0:(qsd_lib.c:438:qsd_qtype_fini()) kfreed 'qqi': 184 at ffff8800a93e4a80. 00000020:00000010:1.0:1724310025.064896:0:4540:0:(tgt_mount.c:396:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff88009bbf4780. 00080000:00000010:1.0:1724310025.064911:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d021a0. 00000004:00000010:1.0:1724310025.064917:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8320. 00000004:00000010:1.0:1724310025.064922:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497d98. 00000004:00000010:1.0:1724310025.064926:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc000. 00040000:00000010:1.0:1724310025.064929:0:4540:0:(qsd_lib.c:662:qsd_fini()) kfreed 'qsd': 320 at ffff88012c554200. 40000000:00000010:1.0:1724310025.064962:0:4540:0:(fid_lib.c:144:seq_target_fini()) kfreed 'dt->dd_cl_seq': 232 at ffff8800a9114b00. 00200000:00000010:1.0:1724310025.064996:0:4540:0:(barrier.c:78:barrier_instance_put_free()) kfreed 'barrier': 176 at ffff8800b4149a80. 00100000:00000010:1.0:1724310025.065013:0:4540:0:(lfsck_internal.h:1388:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at ffff88009a502000. 00100000:00000010:1.0:1724310025.065016:0:4540:0:(lfsck_internal.h:1390:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at ffff88009a502800. 00100000:00000010:1.0:1724310025.065020:0:4540:0:(lfsck_namespace.c:5049:lfsck_namespace_data_release()) kfreed 'lad': 480 at ffff8800b492ae00. 00100000:00000010:1.0:1724310025.065022:0:4540:0:(lfsck_internal.h:1397:lfsck_component_put()) kfreed 'com': 1504 at ffff88012b613000. 00100000:00000010:1.0:1724310025.065035:0:4540:0:(lfsck_internal.h:1388:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8800b2053f00. 00100000:00000010:1.0:1724310025.065037:0:4540:0:(lfsck_internal.h:1390:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8800b2053c00. 00100000:00000010:1.0:1724310025.065040:0:4540:0:(lfsck_layout.c:6531:lfsck_layout_master_data_release()) kfreed 'lad': 480 at ffff8800a4d00600. 00100000:00000010:1.0:1724310025.065043:0:4540:0:(lfsck_internal.h:1397:lfsck_component_put()) kfreed 'com': 1504 at ffff88012b613800. 00100000:00000010:1.0:1724310025.065047:0:4540:0:(lfsck_internal.h:1361:lfsck_tgt_put()) kfreed 'ltd': 152 at ffff8800a5392300. 00100000:00000010:1.0:1724310025.065049:0:4540:0:(lfsck_internal.h:1361:lfsck_tgt_put()) kfreed 'ltd': 152 at ffff880095064540. 00100000:00000010:1.0:1724310025.065052:0:4540:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at ffff88012f148000. 00100000:00000010:1.0:1724310025.065079:0:4540:0:(lfsck_lib.c:1636:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 232 at ffff8800b2053a00. 00100000:00000010:1.0:1724310025.065082:0:4540:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88009c807000. 00000040:00000010:1.0:1724310025.065089:0:4540:0:(llog_osd.c:1710:llog_osd_close()) kfreed 'handle->lgh_name': 12 at ffff8800a4a7cd60. 00000040:00000010:1.0:1724310025.065092:0:4540:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880130946000. 00000040:00000010:1.0:1724310025.065113:0:4540:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff880135c83600. 00000040:00000010:1.0:1724310025.065119:0:4540:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a93e4cc0. 00000040:00000010:1.0:1724310025.065125:0:4540:0:(llog_osd.c:1710:llog_osd_close()) kfreed 'handle->lgh_name': 18 at ffff880135cd20a0. 00000040:00000010:1.0:1724310025.065127:0:4540:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880130942000. 00000040:00000010:1.0:1724310025.065130:0:4540:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b4136e00. 00000040:00000010:1.0:1724310025.065133:0:4540:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a93e4780. 00000040:00000010:1.0:1724310025.065136:0:4540:0:(llog_osd.c:1710:llog_osd_close()) kfreed 'handle->lgh_name': 16 at ffff8800a4a7cd70. 00000040:00000010:1.0:1724310025.065137:0:4540:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880130944000. 00000040:00000010:1.0:1724310025.065141:0:4540:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff880135c82800. 00000040:00000010:1.0:1724310025.065143:0:4540:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a93e4600. 00000001:00000010:1.0:1724310025.065152:0:4540:0:(nodemap_storage.c:1509:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff880135cd2a80. 00080000:00000010:1.0:1724310025.065167:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f520. 00000020:00000010:1.0:1724310025.065170:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1be8780. 00080000:00000010:1.0:1724310025.065190:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240680. 00000004:00000010:1.0:1724310025.065193:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae320. 00000004:00000010:1.0:1724310025.065195:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9690. 00000004:00000010:1.0:1724310025.065198:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc3050. 00080000:00000010:1.0:1724310025.065207:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e4e0. 00000020:00000010:1.0:1724310025.065209:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800aa39be40. 00080000:00000010:1.0:1724310025.065217:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d029c0. 00000004:00000010:1.0:1724310025.065220:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8708. 00000004:00000010:1.0:1724310025.065222:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497d20. 00000004:00000010:1.0:1724310025.065223:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc910. 00080000:00000010:1.0:1724310025.065230:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240b60. 00000020:00000010:1.0:1724310025.065232:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a93e4540. 00080000:00000010:1.0:1724310025.065247:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241520. 00000020:00000010:1.0:1724310025.065249:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b206d0c0. 00080000:00000010:1.0:1724310025.065271:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb84e0. 00000020:00000010:1.0:1724310025.065273:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b149c0. 00080000:00000010:1.0:1724310025.065281:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241d40. 00000020:00000010:1.0:1724310025.065283:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa900. 00080000:00000010:1.0:1724310025.065292:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e2401a0. 00000004:00000010:1.0:1724310025.065294:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae0c8. 00000004:00000010:1.0:1724310025.065296:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9528. 00000004:00000010:1.0:1724310025.065298:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc2570. 00080000:00000010:1.0:1724310025.065305:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8d00. 00000020:00000010:1.0:1724310025.065307:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b4149d80. 00080000:00000010:1.0:1724310025.065313:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6eea0. 00000020:00000010:1.0:1724310025.065315:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e61240. 00080000:00000010:1.0:1724310025.065352:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095becd00. 00000020:00000010:1.0:1724310025.065354:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880095bd2cc0. 00080000:00000010:1.0:1724310025.065362:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6fd40. 00000020:00000010:1.0:1724310025.065364:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b146c0. 00080000:00000010:1.0:1724310025.065366:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241040. 00000004:00000010:1.0:1724310025.065368:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae4b0. 00000004:00000010:1.0:1724310025.065370:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9780. 00000004:00000010:1.0:1724310025.065372:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc33f0. 00080000:00000010:1.0:1724310025.065378:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e2409c0. 00000020:00000010:1.0:1724310025.065379:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a93e4180. 00080000:00000010:1.0:1724310025.065386:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240820. 00000004:00000010:1.0:1724310025.065388:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae3e8. 00000004:00000010:1.0:1724310025.065389:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9708. 00000004:00000010:1.0:1724310025.065391:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc3220. 00080000:00000010:1.0:1724310025.065399:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e340. 00000020:00000010:1.0:1724310025.065404:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800aa39bf00. 00000020:00000010:3.0:1724310025.065434:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009b9f3800. 00080000:00000010:1.0:1724310025.065510:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095bec680. 00000004:00000010:1.0:1724310025.065513:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a4ee0640. 00000004:00000010:1.0:1724310025.065516:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009be1dca8. 00000004:00000010:1.0:1724310025.065518:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800acc3e1d0. 00080000:00000010:1.0:1724310025.065528:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d024e0. 00000004:00000010:1.0:1724310025.065531:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc84b0. 00000004:00000010:1.0:1724310025.065533:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497e88. 00000004:00000010:1.0:1724310025.065535:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc3a0. 00080000:00000010:1.0:1724310025.065544:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240d00. 00000020:00000010:1.0:1724310025.065546:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1bb06c0. 00080000:00000010:1.0:1724310025.065553:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8340. 00000020:00000010:1.0:1724310025.065555:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b14600. 00080000:00000010:1.0:1724310025.065563:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241a00. 00000020:00000010:1.0:1724310025.065565:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa180. 00080000:00000010:1.0:1724310025.065572:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb89c0. 00000020:00000010:1.0:1724310025.065574:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b41499c0. 00080000:00000010:1.0:1724310025.065581:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f380. 00000020:00000010:1.0:1724310025.065583:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48326c0. 00080000:00000010:1.0:1724310025.065591:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d03a00. 00000004:00000010:1.0:1724310025.065595:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8ed8. 00000004:00000010:1.0:1724310025.065597:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9348. 00000004:00000010:1.0:1724310025.065599:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fdb30. 00080000:00000010:1.0:1724310025.065606:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d03040. 00000004:00000010:1.0:1724310025.065609:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8a28. 00000004:00000010:1.0:1724310025.065611:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9078. 00000004:00000010:1.0:1724310025.065612:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd050. 00080000:00000010:1.0:1724310025.065615:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02d00. 00000004:00000010:1.0:1724310025.065617:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8898. 00000004:00000010:1.0:1724310025.065618:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497c30. 00000004:00000010:1.0:1724310025.065620:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fccb0. 00080000:00000010:1.0:1724310025.065627:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241ba0. 00000020:00000010:1.0:1724310025.065628:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa240. 00080000:00000010:1.0:1724310025.065635:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d03860. 00000004:00000010:1.0:1724310025.065637:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8e10. 00000004:00000010:1.0:1724310025.065638:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b92d0. 00000004:00000010:1.0:1724310025.065640:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd960. 00080000:00000010:1.0:1724310025.065647:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6fba0. 00000020:00000010:1.0:1724310025.065648:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b14e40. 00080000:00000010:1.0:1724310025.065657:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241380. 00000020:00000010:1.0:1724310025.065658:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a93e40c0. 00080000:00000010:1.0:1724310025.065665:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8b60. 00000020:00000010:1.0:1724310025.065667:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b4149540. 00080000:00000010:1.0:1724310025.065674:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6ed00. 00000020:00000010:1.0:1724310025.065675:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e61780. 00080000:00000010:1.0:1724310025.065682:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb81a0. 00000020:00000010:1.0:1724310025.065684:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b14900. 00080000:00000010:1.0:1724310025.065726:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240340. 00000004:00000010:1.0:1724310025.065728:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae190. 00000004:00000010:1.0:1724310025.065730:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b95a0. 00000004:00000010:1.0:1724310025.065731:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc2910. 00080000:00000010:1.0:1724310025.065738:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d036c0. 00000004:00000010:1.0:1724310025.065740:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8d48. 00000004:00000010:1.0:1724310025.065741:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9258. 00000004:00000010:1.0:1724310025.065743:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd790. 00080000:00000010:1.0:1724310025.065748:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02b60. 00000004:00000010:1.0:1724310025.065751:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc87d0. 00000004:00000010:1.0:1724310025.065753:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497ca8. 00000004:00000010:1.0:1724310025.065754:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fcae0. 00080000:00000010:1.0:1724310025.065757:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02820. 00000004:00000010:1.0:1724310025.065759:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8640. 00000004:00000010:1.0:1724310025.065842:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497f78. 00000004:00000010:1.0:1724310025.065845:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc740. 00080000:00000010:1.0:1724310025.065855:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e2411e0. 00000020:00000010:1.0:1724310025.065856:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1bb03c0. 00080000:00000010:1.0:1724310025.065864:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f860. 00000020:00000010:1.0:1724310025.065866:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1be89c0. 00080000:00000010:1.0:1724310025.065874:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095bec820. 00000004:00000010:1.0:1724310025.065876:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff8800a4ee0708. 00000004:00000010:1.0:1724310025.065878:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009be1dd20. 00000004:00000010:1.0:1724310025.065879:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff8800acc3e3a0. 00080000:00000010:1.0:1724310025.065913:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb9d40. 00000020:00000010:1.0:1724310025.065914:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa600. 00080000:00000010:1.0:1724310025.065923:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e820. 00000020:00000010:1.0:1724310025.065924:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e61840. 00080000:00000010:1.0:1724310025.065931:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d031e0. 00000004:00000010:1.0:1724310025.065933:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8af0. 00000004:00000010:1.0:1724310025.065935:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b90f0. 00000004:00000010:1.0:1724310025.065936:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd220. 00080000:00000010:1.0:1724310025.065943:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d03520. 00000004:00000010:1.0:1724310025.065945:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8c80. 00000004:00000010:1.0:1724310025.065946:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b91e0. 00000004:00000010:1.0:1724310025.065948:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd5c0. 00080000:00000010:1.0:1724310025.065954:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6fa00. 00000020:00000010:1.0:1724310025.065955:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1be8240. 00080000:00000010:1.0:1724310025.065963:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6eb60. 00000020:00000010:1.0:1724310025.065965:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e61600. 00080000:00000010:1.0:1724310025.065972:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f1e0. 00000020:00000010:1.0:1724310025.065973:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b4832180. 00080000:00000010:1.0:1724310025.065995:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095bedd40. 00000020:00000010:1.0:1724310025.065998:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48facc0. 00080000:00000010:1.0:1724310025.066006:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e1a0. 00000020:00000010:1.0:1724310025.066008:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa9c0. 00080000:00000010:1.0:1724310025.066016:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e2416c0. 00000020:00000010:1.0:1724310025.066018:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4ca5840. 00080000:00000010:1.0:1724310025.066025:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f040. 00000020:00000010:1.0:1724310025.066027:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b4832cc0. 00080000:00000010:1.0:1724310025.066034:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e680. 00000020:00000010:1.0:1724310025.066035:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e616c0. 00080000:00000010:1.0:1724310025.066043:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02ea0. 00000004:00000010:1.0:1724310025.066046:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8960. 00000004:00000010:1.0:1724310025.066047:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9000. 00000004:00000010:1.0:1724310025.066049:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fce80. 00080000:00000010:1.0:1724310025.066078:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e2404e0. 00000004:00000010:1.0:1724310025.066081:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff88012b0ae258. 00000004:00000010:1.0:1724310025.066082:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9618. 00000004:00000010:1.0:1724310025.066084:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012ffc2cb0. 00080000:00000010:1.0:1724310025.066091:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6f6c0. 00000020:00000010:1.0:1724310025.066093:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1be83c0. 00080000:00000010:1.0:1724310025.066100:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d03380. 00000004:00000010:1.0:1724310025.066103:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8bb8. 00000004:00000010:1.0:1724310025.066105:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012b0b9168. 00000004:00000010:1.0:1724310025.066106:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fd3f0. 00080000:00000010:1.0:1724310025.066120:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02680. 00000004:00000010:1.0:1724310025.066123:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc8578. 00000004:00000010:1.0:1724310025.066125:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497f00. 00000004:00000010:1.0:1724310025.066126:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc570. 00080000:00000010:1.0:1724310025.066136:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8680. 00000020:00000010:1.0:1724310025.066138:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b14480. 00080000:00000010:1.0:1724310025.066141:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4d02340. 00000004:00000010:1.0:1724310025.066143:0:4540:0:(lod_object.c:9673:lod_object_free()) slab-freed '(lo)': 200 at ffff880136bc83e8. 00000004:00000010:1.0:1724310025.066144:0:4540:0:(mdd_object.c:341:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009c497e10. 00000004:00000010:1.0:1724310025.066146:0:4540:0:(mdt_handler.c:6796:mdt_object_free()) slab-freed 'mo': 464 at ffff88012b9fc1d0. 00080000:00000010:1.0:1724310025.066155:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e241860. 00000020:00000010:1.0:1724310025.066157:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1bb0000. 00080000:00000010:1.0:1724310025.066165:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8820. 00000020:00000010:1.0:1724310025.066166:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b4149cc0. 00080000:00000010:1.0:1724310025.066173:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e9c0. 00000020:00000010:1.0:1724310025.066175:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880129e61480. 00080000:00000010:1.0:1724310025.066218:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff880095becb60. 00000020:00000010:1.0:1724310025.066220:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff880095bd2240. 00080000:00000010:1.0:1724310025.066229:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88009be6e000. 00000020:00000010:1.0:1724310025.066230:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b48fa000. 00080000:00000010:1.0:1724310025.066272:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff88012e240ea0. 00000020:00000010:1.0:1724310025.066274:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1bb0240. 00080000:00000010:1.0:1724310025.066286:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4cb8000. 00000020:00000010:1.0:1724310025.066288:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800b1b14b40. 00000020:00000010:1.0:1724310025.066533:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff880087fa7540. 00000020:00000010:1.0:1724310025.066551:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 16 at ffff8801367143e0. 00000020:00000010:1.0:1724310025.066553:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012b3b3958. 00000020:00000010:1.0:1724310025.066558:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012b3b39c0. 00000020:00000010:1.0:1724310025.066559:0:4540:0:(lu_tgt_pool.c:239:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012b3b3998. 00000020:00000010:3.0:1724310025.066714:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009c230000. 00020000:00000010:1.0:1724310025.066756:0:4540:0:(lu_tgt_descs.c:197:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff880129f1ed00. 00000020:00000010:1.0:1724310025.066805:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff880087fa7900. 00000020:00000010:1.0:1724310025.066830:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880095aa5c00. 00000020:00000010:1.0:1724310025.066832:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012d577960. 00000020:00000010:1.0:1724310025.066855:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff880129e80f40. 00000020:00000010:1.0:1724310025.066858:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012b104ae0. 00000001:00000010:1.0:1724310025.066901:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff880135866000. 00000001:00000010:1.0:1724310025.066904:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff880135862000. 00000001:00000010:1.0:1724310025.066906:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012bd6a000. 00000001:00000010:1.0:1724310025.066908:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800959d8000. 00000001:00000010:1.0:1724310025.066910:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800954c8000. 00000001:00000010:1.0:1724310025.066912:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800954ca000. 00000001:00000010:1.0:1724310025.066914:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800954cc000. 00000001:00000010:1.0:1724310025.066916:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800954ce000. 00000001:00000010:1.0:1724310025.066918:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0e8000. 00000001:00000010:1.0:1724310025.066920:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0ea000. 00000020:00000010:3.0:1724310025.066964:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009a50d800. 00000020:00000010:3.0:1724310025.066969:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880095632800. 00000001:00000010:1.0:1724310025.067046:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0ec000. 00000001:00000010:1.0:1724310025.067049:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0ee000. 00000001:00000010:1.0:1724310025.067051:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0c0000. 00000001:00000010:1.0:1724310025.067062:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0c2000. 00000001:00000010:1.0:1724310025.067064:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0c4000. 00000001:00000010:1.0:1724310025.067067:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009c0c6000. 00000001:00000010:1.0:1724310025.067069:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff88009bf24080. 00000001:00000010:1.0:1724310025.067071:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009be3b100. 00010000:00000010:1.0:1724310025.067074:0:4540:0:(ldlm_resource.c:1300:ldlm_namespace_free_post()) kfreed 'ns->ns_rs_buckets': 1408 at ffff880095633800. 00010000:00000010:1.0:1724310025.067078:0:4540:0:(ldlm_resource.c:1307:ldlm_namespace_free_post()) kfreed 'ns': 760 at ffff8800a5052400. 00000020:00000010:1.0:1724310025.067208:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800946a2000. 00000020:00000010:1.0:1724310025.067212:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880134d6c000. 00000020:00000010:1.0:1724310025.067216:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012d724000. 00000020:00000010:1.0:1724310025.067218:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009c084000. 00000020:00000010:1.0:1724310025.067222:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 3648 at ffff8800a51c3000. 00000020:00000010:1.0:1724310025.067225:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012d577660. 00000004:00000010:1.0:1724310025.067254:0:4540:0:(osp_dev.c:1336:osp_device_free()) kfreed 'osp': 1336 at ffff880095632000. 00000001:00000010:1.0:1724310025.067280:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009bf94600. 00000001:00000010:1.0:1724310025.067282:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009bf95e00. 00000001:00000010:1.0:1724310025.067284:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009bf94000. 00000001:00000010:1.0:1724310025.067285:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009bf95400. 00000001:00000010:1.0:1724310025.067286:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880129e80780. 00000001:00000010:1.0:1724310025.067287:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b48fab40. 00000001:00000010:1.0:1724310025.067292:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f103c00. 00000001:00000010:1.0:1724310025.067294:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f102e00. 00000001:00000010:1.0:1724310025.067297:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012f103e00. 00000001:00000010:1.0:1724310025.067298:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880130f82000. 00000001:00000010:1.0:1724310025.067300:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880129e80480. 00000001:00000010:1.0:1724310025.067301:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b48fa540. 00000020:00000010:1.0:1724310025.067310:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff880087fa7900. 00000004:00000010:1.0:1724310025.067313:0:4540:0:(lod_lov.c:107:lod_putref()) kfreed 'tgt_desc': 376 at ffff880095aa4200. 00000020:00000010:1.0:1724310025.067322:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff880087fa7900. 00000020:00000010:1.0:1724310025.067340:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880134d7fa00. 00000020:00000010:1.0:1724310025.067343:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b1ae4cc0. 00000020:00000010:1.0:1724310025.067367:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a1b4f4a0. 00000020:00000010:1.0:1724310025.067369:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b1ae4d20. 00000001:00000010:1.0:1724310025.067412:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff880095bf2000. 00000001:00000010:1.0:1724310025.067420:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009caec000. 00000001:00000010:1.0:1724310025.067422:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012e42e000. 00000001:00000010:1.0:1724310025.067424:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012e428000. 00000001:00000010:1.0:1724310025.067426:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009ccdc000. 00000001:00000010:1.0:1724310025.067429:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88009ccde000. 00000001:00000010:1.0:1724310025.067430:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012f17a000. 00000001:00000010:1.0:1724310025.067433:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012f17c000. 00000001:00000010:1.0:1724310025.067435:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff88012f178000. 00000001:00000010:1.0:1724310025.067437:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a4e60000. 00000001:00000010:1.0:1724310025.067438:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86f0000. 00000001:00000010:1.0:1724310025.067441:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86f2000. 00000001:00000010:1.0:1724310025.067442:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86f4000. 00000001:00000010:1.0:1724310025.067445:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86f6000. 00000001:00000010:1.0:1724310025.067446:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86e8000. 00000001:00000010:1.0:1724310025.067451:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4168 at ffff8800a86ea000. 00000001:00000010:1.0:1724310025.067456:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff88012f133300. 00000001:00000010:1.0:1724310025.067457:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880094c99400. 00010000:00000010:1.0:1724310025.067461:0:4540:0:(ldlm_resource.c:1300:ldlm_namespace_free_post()) kfreed 'ns->ns_rs_buckets': 1408 at ffff88009a509000. 00010000:00000010:1.0:1724310025.067464:0:4540:0:(ldlm_resource.c:1307:ldlm_namespace_free_post()) kfreed 'ns': 760 at ffff88012f340000. 00000020:00000010:1.0:1724310025.067522:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012f89a000. 00000020:00000010:1.0:1724310025.067525:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012b218000. 00000020:00000010:1.0:1724310025.067528:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012d260000. 00000020:00000010:1.0:1724310025.067530:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012bd6c000. 00000020:00000010:1.0:1724310025.067533:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 3648 at ffff88012d2bf000. 00000020:00000010:1.0:1724310025.067535:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b1ae4c60. 00000004:00000010:1.0:1724310025.067560:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88008e16b400. 00000020:00000010:3.0:1724310025.067622:0:25011:0:(genops.c:1124:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88012b104ba0. 00000020:00000010:3.0:1724310025.067627:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880095a69800. 00000020:00000010:3.0:1724310025.067631:0:25011:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff88009bcd2aa0. 00000020:00000010:3.0:1724310025.067636:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880095633000. 00000020:00000010:3.0:1724310025.067640:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880131075000. 00000020:00000010:3.0:1724310025.067642:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009a508000. 00000020:00000010:3.0:1724310025.067657:0:25011:0:(genops.c:1124:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8800b1ae4d80. 00000020:00000010:3.0:1724310025.067659:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009a508800. 00000004:00000010:1.0:1724310025.067792:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880123f97400. 00000004:00000010:1.0:1724310025.067797:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800925fe800. 00000004:00000010:1.0:1724310025.067804:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801353d4400. 00000004:00000010:1.0:1724310025.067807:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801348d7400. 00000004:00000010:1.0:1724310025.067810:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801348d4000. 00000004:00000010:1.0:1724310025.067812:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012bb82c00. 00000004:00000010:1.0:1724310025.067815:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800874f1800. 00000004:00000010:1.0:1724310025.067823:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012de7f400. 00000004:00000010:1.0:1724310025.067833:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880093d2ec00. 00000004:00000010:1.0:1724310025.067836:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800945a2400. 00000004:00000010:1.0:1724310025.067840:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009470f000. 00000004:00000010:1.0:1724310025.067848:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009506c400. 00000004:00000010:1.0:1724310025.067850:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880134d06800. 00000004:00000010:1.0:1724310025.067854:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009c975800. 00000004:00000010:1.0:1724310025.067858:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012bd73000. 00000004:00000010:1.0:1724310025.067860:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801301b5400. 00000004:00000010:1.0:1724310025.067862:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801301b4c00. 00000004:00000010:1.0:1724310025.067866:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e467800. 00000004:00000010:1.0:1724310025.067869:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e467000. 00000004:00000010:1.0:1724310025.067871:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e466800. 00000004:00000010:1.0:1724310025.067873:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e466000. 00000004:00000010:1.0:1724310025.067875:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e465800. 00000004:00000010:1.0:1724310025.067877:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e465000. 00000004:00000010:1.0:1724310025.067879:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e464800. 00000004:00000010:1.0:1724310025.067881:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800a4c26800. 00000004:00000010:1.0:1724310025.067883:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009e464000. 00000004:00000010:1.0:1724310025.067885:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd57c00. 00000004:00000010:1.0:1724310025.067887:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd57400. 00000004:00000010:1.0:1724310025.067889:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd56c00. 00000004:00000010:1.0:1724310025.067891:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd56800. 00000004:00000010:1.0:1724310025.067893:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd56400. 00000004:00000010:1.0:1724310025.067895:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd55c00. 00000004:00000010:1.0:1724310025.067897:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd55000. 00000004:00000010:1.0:1724310025.067900:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012cd54400. 00000004:00000010:1.0:1724310025.067902:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880130fb7c00. 00000004:00000010:1.0:1724310025.067905:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012d7bbc00. 00000004:00000010:1.0:1724310025.067909:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88012e392800. 00000004:00000010:1.0:1724310025.067912:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff880130fb7400. 00000004:00000010:1.0:1724310025.067915:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800a4e59800. 00000004:00000010:1.0:1724310025.067917:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009cbfa400. 00000004:00000010:1.0:1724310025.067920:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff88009b4af000. 00000004:00000010:1.0:1724310025.067922:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800b4b1b000. 00000004:00000010:1.0:1724310025.067925:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800a5678400. 00000004:00000010:1.0:1724310025.067929:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800a8618c00. 00000004:00000010:1.0:1724310025.067931:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8800944d8c00. 00000004:00000010:1.0:1724310025.067941:0:4540:0:(osp_dev.c:1336:osp_device_free()) kfreed 'osp': 1336 at ffff8800b4a50000. 00000001:00000010:1.0:1724310025.067953:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c93600. 00000001:00000010:1.0:1724310025.067955:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4c93400. 00000001:00000010:1.0:1724310025.067956:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843e800. 00000001:00000010:1.0:1724310025.067958:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843fc00. 00000001:00000010:1.0:1724310025.067960:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a1b4ff60. 00000001:00000010:1.0:1724310025.067961:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880095bd29c0. 00000001:00000010:1.0:1724310025.067966:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843f600. 00000001:00000010:1.0:1724310025.067968:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843f000. 00000001:00000010:1.0:1724310025.067969:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843fa00. 00000001:00000010:1.0:1724310025.067970:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a843e600. 00000001:00000010:1.0:1724310025.067972:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a1b4fa60. 00000001:00000010:1.0:1724310025.067973:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880095bd2d80. 00000020:00000010:1.0:1724310025.067980:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff880095b28000. 00000020:00000010:1.0:1724310025.067983:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff8800a5675540. 00000020:00000010:1.0:1724310025.067989:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff880087fa7900. 00000004:00000010:1.0:1724310025.067991:0:4540:0:(lod_lov.c:107:lod_putref()) kfreed 'tgt_desc': 376 at ffff88009bc22c00. 00020000:00000010:1.0:1724310025.067995:0:4540:0:(lu_tgt_descs.c:308:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff88012f14e000. 00000004:00000010:1.0:1724310025.068005:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88008cdee000. 00000004:00000010:1.0:1724310025.068008:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a5699000. 00000004:00000010:1.0:1724310025.068011:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880095af0800. 00000004:00000010:1.0:1724310025.068014:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800951e9000. 00000004:00000010:1.0:1724310025.068017:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 256 at ffff88012ba43500. 00000004:00000010:1.0:1724310025.068021:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff88008adc3000. 00000004:00000010:1.0:1724310025.068029:0:4540:0:(lod_dev.c:2362:lod_key_fini()) kfreed 'info->lti_comp_idx': 8 at ffff880088568390. 00000004:00000010:1.0:1724310025.068032:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8800876f95e0. 00000004:00000010:1.0:1724310025.068034:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800930bf000. 00000004:00000010:1.0:1724310025.068036:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 128 at ffff880129cd8900. 00000004:00000010:1.0:1724310025.068041:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff88008cd5f700. 00000004:00000010:1.0:1724310025.068043:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8800952bc6a8. 00000004:00000010:1.0:1724310025.068045:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880093f81800. 00000004:00000010:1.0:1724310025.068047:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 65536 at ffff880073d20000. 00000004:00000010:1.0:1724310025.068104:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff880082a03b00. 00000004:00000010:1.0:1724310025.068108:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff88012b37f830. 00000004:00000010:1.0:1724310025.068109:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880093f85000. 00000004:00000010:1.0:1724310025.068112:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88008cdeb800. 00000004:00000010:1.0:1724310025.068116:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880124581000. 00000004:00000010:1.0:1724310025.068120:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 256 at ffff88012ba43e00. 00000004:00000010:1.0:1724310025.068121:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff88008cd5f400. 00000004:00000010:1.0:1724310025.068126:0:4540:0:(lod_dev.c:2362:lod_key_fini()) kfreed 'info->lti_comp_idx': 8 at ffff88008df18ba8. 00000004:00000010:1.0:1724310025.068129:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8800952bc288. 00000004:00000010:1.0:1724310025.068130:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012ce7a000. 00000004:00000010:1.0:1724310025.068133:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 128 at ffff880129cc6900. 00000004:00000010:1.0:1724310025.068135:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff880123e7ec00. 00000004:00000010:1.0:1724310025.068137:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff88012b37f840. 00000004:00000010:1.0:1724310025.068138:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880095af3000. 00000004:00000010:1.0:1724310025.068141:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51e8000. 00000004:00000010:1.0:1724310025.068144:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8801354fc800. 00000004:00000010:1.0:1724310025.068147:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009bdc1000. 00000004:00000010:1.0:1724310025.068150:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 128 at ffff880135844000. 00000004:00000010:1.0:1724310025.068152:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff88008df70600. 00000004:00000010:1.0:1724310025.068154:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff88012d58df60. 00000004:00000010:1.0:1724310025.068156:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880095a6a000. 00000004:00000010:1.0:1724310025.068158:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a1bab000. 00000004:00000010:1.0:1724310025.068161:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8801354bf800. 00000004:00000010:1.0:1724310025.068163:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8801354bc800. 00000004:00000010:1.0:1724310025.068167:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009ccad800. 00000004:00000010:1.0:1724310025.068170:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009ccaa800. 00000004:00000010:1.0:1724310025.068172:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012cd5e000. 00000004:00000010:1.0:1724310025.068175:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009e53c800. 00000004:00000010:1.0:1724310025.068185:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009e539000. 00000004:00000010:1.0:1724310025.068188:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009e4cd800. 00000004:00000010:1.0:1724310025.068190:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009e4ca000. 00000004:00000010:1.0:1724310025.068193:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4946000. 00000004:00000010:1.0:1724310025.068196:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a6376800. 00000004:00000010:1.0:1724310025.068198:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a6373800. 00000004:00000010:1.0:1724310025.068200:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a6370800. 00000004:00000010:1.0:1724310025.068203:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a635d800. 00000004:00000010:1.0:1724310025.068205:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a635a800. 00000004:00000010:1.0:1724310025.068207:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 256 at ffff88013146a400. 00000004:00000010:1.0:1724310025.068210:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff8800b18c6700. 00000004:00000010:1.0:1724310025.068211:0:4540:0:(lod_dev.c:2362:lod_key_fini()) kfreed 'info->lti_comp_idx': 8 at ffff880088558038. 00000004:00000010:1.0:1724310025.068214:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff88012d58dfa8. 00000004:00000010:1.0:1724310025.068215:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a56b7800. 00000004:00000010:1.0:1724310025.068217:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 256 at ffff880082b5c700. 00000004:00000010:1.0:1724310025.068222:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff880079e23700. 00000004:00000010:1.0:1724310025.068223:0:4540:0:(lod_dev.c:2362:lod_key_fini()) kfreed 'info->lti_comp_idx': 8 at ffff8800876f9cf8. 00000004:00000010:1.0:1724310025.068225:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8800b4160908. 00000004:00000010:1.0:1724310025.068227:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a56b4800. 00000004:00000010:1.0:1724310025.068230:0:4540:0:(lod_dev.c:2351:lod_key_fini()) kfreed 'info->lti_ea_store': 128 at ffff8800a4e41000. 00000004:00000010:1.0:1724310025.068236:0:4540:0:(lod_lov.c:499:lod_free_comp_buffer()) kfreed 'entries': 256 at ffff8800a4c22400. 00000004:00000010:1.0:1724310025.068239:0:4540:0:(lod_dev.c:2213:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8800b4160978. 00000004:00000010:1.0:1724310025.068240:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800acc20800. 00000004:00000010:1.0:1724310025.068243:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012cd59800. 00000004:00000010:1.0:1724310025.068245:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a531e000. 00000004:00000010:1.0:1724310025.068248:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b526c000. 00000004:00000010:1.0:1724310025.068251:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a4edc000. 00000004:00000010:1.0:1724310025.068254:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800a531a800. 00000004:00000010:1.0:1724310025.068674:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009bf55800. 00000004:00000010:1.0:1724310025.068679:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b487a000. 00000004:00000010:1.0:1724310025.068682:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012a36e800. 00000004:00000010:1.0:1724310025.068685:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009c233800. 00000004:00000010:1.0:1724310025.068687:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8800b487f000. 00000004:00000010:1.0:1724310025.068689:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88009bdc4000. 00000004:00000010:1.0:1724310025.068692:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff88012f192000. 00000004:00000010:1.0:1724310025.068698:0:4540:0:(lod_dev.c:2173:lod_device_free()) kfreed 'lod': 3848 at ffff88009c804000. 00000001:00000010:1.0:1724310025.068709:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397e00. 00000001:00000010:1.0:1724310025.068711:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396200. 00000001:00000010:1.0:1724310025.068713:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396600. 00000001:00000010:1.0:1724310025.068714:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396e00. 00000001:00000010:1.0:1724310025.068715:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e22740. 00000001:00000010:1.0:1724310025.068717:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b4b60c00. 00000001:00000010:1.0:1724310025.068722:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397200. 00000001:00000010:1.0:1724310025.068723:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397600. 00000001:00000010:1.0:1724310025.068725:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396000. 00000001:00000010:1.0:1724310025.068775:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396400. 00000001:00000010:1.0:1724310025.068776:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e227a0. 00000001:00000010:1.0:1724310025.068778:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800b4b60a80. 00000020:00000010:1.0:1724310025.068785:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009b9f0000. 00000020:00000010:1.0:1724310025.068788:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff8800a83c9550. 00000020:00000010:1.0:1724310025.068793:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff880087fa7540. 00000004:00000010:1.0:1724310025.068796:0:4540:0:(mdt_handler.c:5708:mdt_stack_fini()) kfreed 'lcfg': 64 at ffff88012bb50180. 00000020:00000010:1.0:1724310025.068961:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8801318018c0. 00000004:00000010:1.0:1724310025.069010:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88008cde8000. 00000020:00000010:1.0:1724310025.069013:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88005b978000. 00000004:00000010:1.0:1724310025.069016:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a569d800. 00000004:00000010:1.0:1724310025.069019:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800933f2800. 00000004:00000010:1.0:1724310025.069025:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800951e8000. 00000020:00000010:1.0:1724310025.069028:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff88013152ec00. 00000020:00000010:1.0:1724310025.069031:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8800a5361000. 00000020:00000010:3.0:1724310025.069062:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009c230800. 00000020:00000010:1.0:1724310025.069139:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff880083140000. 00000004:00000010:1.0:1724310025.069167:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800930be800. 00000020:00000010:1.0:1724310025.069170:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff880093953600. 00000020:00000010:1.0:1724310025.069172:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88009be91000. 00000020:00000010:1.0:1724310025.069175:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff88007fde0000. 00000004:00000010:1.0:1724310025.069209:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880093f82000. 00000020:00000010:1.0:1724310025.069213:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff88008bf58400. 00000020:00000010:1.0:1724310025.069215:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8800929cd000. 00000020:00000010:1.0:1724310025.069218:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff88002d470000. 00000004:00000010:1.0:1724310025.069239:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880093f87000. 00000020:00000010:1.0:1724310025.069242:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880129dd8000. 00000004:00000010:1.0:1724310025.069245:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88008cdec800. 00000004:00000010:1.0:1724310025.069249:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880124580800. 00000020:00000010:1.0:1724310025.069254:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff880094583e00. 00000020:00000010:1.0:1724310025.069268:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88009c6cc000. 00000020:00000010:1.0:1724310025.069272:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff880082990000. 00000004:00000010:1.0:1724310025.069302:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88012ce7a800. 00000020:00000010:1.0:1724310025.069305:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff880094e46000. 00000020:00000010:1.0:1724310025.069308:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880094675000. 00000020:00000010:1.0:1724310025.069310:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff880123af0000. 00000004:00000010:1.0:1724310025.069335:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880095af2800. 00000004:00000010:1.0:1724310025.069338:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51ec800. 00000004:00000010:1.0:1724310025.069343:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8801354fd000. 00000004:00000010:1.0:1724310025.069349:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009bdc0800. 00000020:00000010:1.0:1724310025.069405:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff88009cbece00. 00000020:00000010:1.0:1724310025.069408:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88009e457000. 00000020:00000010:1.0:1724310025.069410:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff880095780000. 00000004:00000010:1.0:1724310025.069436:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880095a6e800. 00000004:00000010:1.0:1724310025.069440:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a1baa000. 00000004:00000010:1.0:1724310025.069442:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8801354bf000. 00000004:00000010:1.0:1724310025.069444:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8801354bc000. 00000020:00000010:1.0:1724310025.069449:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88009c138000. 00000004:00000010:1.0:1724310025.069452:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009ccad000. 00000020:00000010:1.0:1724310025.069454:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880092ff7000. 00000004:00000010:1.0:1724310025.069457:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009ccaa000. 00000004:00000010:1.0:1724310025.069460:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009e53f800. 00000004:00000010:1.0:1724310025.069463:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009e53c000. 00000004:00000010:1.0:1724310025.069465:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009e538800. 00000004:00000010:1.0:1724310025.069467:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009e4cd000. 00000004:00000010:1.0:1724310025.069470:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009e4c9800. 00000004:00000010:1.0:1724310025.069473:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4942800. 00000004:00000010:1.0:1724310025.069476:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a6376000. 00000004:00000010:1.0:1724310025.069478:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a6373000. 00000004:00000010:1.0:1724310025.069480:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a6370000. 00000004:00000010:1.0:1724310025.069482:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a635d000. 00000004:00000010:1.0:1724310025.069485:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a635a000. 00000020:00000010:1.0:1724310025.069487:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff8800a1ba4200. 00000020:00000010:1.0:1724310025.069490:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88012ce9b000. 00000020:00000010:1.0:1724310025.069494:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff88009c940000. 00000004:00000010:1.0:1724310025.069523:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a56b7000. 00000020:00000010:1.0:1724310025.069526:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff8800a48f3600. 00000020:00000010:1.0:1724310025.069529:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880135904000. 00000020:00000010:1.0:1724310025.069532:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff88012dfa0000. 00000004:00000010:1.0:1724310025.069559:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a56b4000. 00000020:00000010:1.0:1724310025.069563:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 260 at ffff880095b18200. 00000020:00000010:1.0:1724310025.069565:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880094465000. 00000020:00000010:1.0:1724310025.069574:0:4540:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 65536 at ffff88009bf40000. 00000004:00000010:1.0:1724310025.069595:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800acc25800. 00000004:00000010:1.0:1724310025.069599:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88012cd59000. 00000004:00000010:1.0:1724310025.069601:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a531d800. 00000004:00000010:1.0:1724310025.069606:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b526b000. 00000004:00000010:1.0:1724310025.069610:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a4edd800. 00000004:00000010:1.0:1724310025.069613:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a531a000. 00000004:00000010:1.0:1724310025.069616:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009bf55000. 00000004:00000010:1.0:1724310025.069618:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4878800. 00000004:00000010:1.0:1724310025.069621:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a4ed8000. 00000004:00000010:1.0:1724310025.069624:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009c233000. 00000004:00000010:1.0:1724310025.069626:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b487d800. 00000004:00000010:1.0:1724310025.069628:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88009bdc3000. 00000004:00000010:1.0:1724310025.069631:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f192800. 00000004:00000010:1.0:1724310025.069634:0:4540:0:(mdd_device.c:1544:mdd_device_free()) kfreed 'm': 688 at ffff8800a83ec000. 00000001:00000010:1.0:1724310025.069645:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d55800. 00000001:00000010:1.0:1724310025.069648:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d55200. 00000001:00000010:1.0:1724310025.069649:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54400. 00000001:00000010:1.0:1724310025.069650:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d55600. 00000001:00000010:1.0:1724310025.069652:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e223c0. 00000001:00000010:1.0:1724310025.069653:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a4ca5300. 00000001:00000010:1.0:1724310025.069658:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54200. 00000001:00000010:1.0:1724310025.069659:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54600. 00000001:00000010:1.0:1724310025.069660:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d55a00. 00000001:00000010:1.0:1724310025.069662:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129f01000. 00000001:00000010:1.0:1724310025.069663:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e221c0. 00000001:00000010:1.0:1724310025.069665:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a4ca53c0. 00000020:00000010:1.0:1724310025.069671:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009b9f4800. 00000020:00000010:1.0:1724310025.069674:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff8800a83cbff0. 00000020:00000010:1.0:1724310025.069684:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8801318018c0. 00000020:00000010:1.0:1724310025.069705:0:4540:0:(tgt_mount.c:141:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff8800aa385e10. 00000020:00000010:1.0:1724310025.069708:0:4540:0:(tgt_mount.c:143:server_deregister_mount()) kfreed 'lmi': 32 at ffff8800a4e22900. 00000004:00000010:1.0:1724310025.069712:0:4540:0:(mdt_handler.c:8104:mdt_device_free()) kfreed 'm': 3928 at ffff88009c805000. 00000020:00000010:1.0:1724310025.069718:0:4540:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff88012bb505c0. 00000020:00000010:1.0:1724310025.069723:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880080f99a00. 00000040:00000010:1.0:1724310025.069726:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880080f99600. 00000020:00000010:1.0:1724310025.069729:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880095a6a800. 00000020:00000010:1.0:1724310025.069732:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd469a8. 00000020:00000010:1.0:1724310025.069737:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880080f98200. 80000000:00000010:1.0:1724310025.069740:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166600. 40000000:00000010:1.0:1724310025.069742:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50680. 00100000:00000010:1.0:1724310025.069745:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095a6c000. 00040000:00000010:1.0:1724310025.069749:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e000. 00040000:00000010:1.0:1724310025.069752:0:4540:0:(qmt_dev.c:364:qmt_key_fini()) kfreed 'info': 1256 at ffff88008cde9000. 00040000:00000010:1.0:1724310025.069755:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880080f99000. 00080000:00000010:1.0:1724310025.069758:0:4540:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff88007fa9e300. 00080000:00000010:1.0:1724310025.069759:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff880124582800. 00000004:00000010:1.0:1724310025.069762:0:4540:0:(mdd_device.c:2385:mdd_key_fini()) kfreed 'info': 1864 at ffff880136738000. 00000004:00000010:1.0:1724310025.069766:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88009560a000. 00000004:00000010:1.0:1724310025.069770:0:4540:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff880088f6a000. 00000004:00000010:1.0:1724310025.069774:0:4540:0:(osp_dev.c:1833:osp_key_fini()) kfreed 'info': 616 at ffff8801227f9c00. 00000020:00000010:1.0:1724310025.069777:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880080f98600. 00000001:00000010:1.0:1724310025.069786:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396c00. 00000001:00000010:1.0:1724310025.069788:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396800. 00000001:00000010:1.0:1724310025.069790:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397c00. 00000001:00000010:1.0:1724310025.069791:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397800. 00000001:00000010:1.0:1724310025.069793:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e227c0. 00000001:00000010:1.0:1724310025.069794:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a4ca5180. 00000001:00000010:1.0:1724310025.069799:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397400. 00000001:00000010:1.0:1724310025.069800:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397000. 00000001:00000010:1.0:1724310025.069801:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54e00. 00000001:00000010:1.0:1724310025.069803:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4d54800. 00000001:00000010:1.0:1724310025.069804:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a4e22a20. 00000001:00000010:1.0:1724310025.069806:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a4ca5240. 00000004:00000010:1.0:1724310025.069812:0:4540:0:(mdt_handler.c:7403:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff88012c48f880. 00000020:00000010:1.0:1724310025.069814:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009b9f3000. 00000020:00000010:1.0:1724310025.069817:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff8800a83caaa0. 00000020:00000010:1.0:1724310025.069820:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff88012bb50d00. 00000020:00000010:1.0:1724310025.069824:0:4540:0:(obd_mount.c:239:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880095938d20. 00000020:00000010:1.0:1724310025.069827:0:4540:0:(obd_mount.c:258:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880095938d20. 00000020:00000010:3.0:1724310025.069872:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88009c231000. 00000020:00000010:1.0:1724310025.069924:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff8801318018c0. 20000000:00000010:1.0:1724310025.069932:0:4540:0:(mgs_nids.c:993:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8800b52fe080. 00000020:00000010:1.0:1724310025.070172:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880122442e00. 00000020:00000010:1.0:1724310025.070185:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880122442a00. 00000040:00000010:1.0:1724310025.070188:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880122442c00. 00000020:00000010:1.0:1724310025.070190:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88008816c800. 00000020:00000010:1.0:1724310025.070193:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880122442800. 80000000:00000010:1.0:1724310025.070196:0:4540:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880087fa7540. 00040000:00000010:1.0:1724310025.070199:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880122443800. 00080000:00000010:1.0:1724310025.070201:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008816e000. 20000000:00000010:1.0:1724310025.070204:0:4540:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a8397000. 00000020:00000010:1.0:1724310025.070208:0:4540:0:(lu_object.c:1900:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880131801a00. 00000100:00000200:1.0:1724310025.070213:0:4540:0:(service.c:3648:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:0.0:1724310025.070302:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697e00. 00000020:00000010:0.0:1724310025.070305:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880094697800. 00000020:00000010:0.0:1724310025.070307:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a569a000. 00000020:00000010:0.0:1724310025.070310:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd42338. 00000020:00000010:0.0:1724310025.070312:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880094696600. 80000000:00000010:0.0:1724310025.070314:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166960. 40000000:00000010:0.0:1724310025.070316:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50480. 00100000:00000010:0.0:1724310025.070319:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310025.070321:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e600. 00040000:00000010:0.0:1724310025.070323:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880094696200. 00080000:00000010:0.0:1724310025.070326:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a569e800. 00002000:00000010:0.0:1724310025.070329:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bdf1800. 00000020:00000010:0.0:1724310025.070332:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880094697800. 00000020:00000010:0.0:1724310025.070334:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a569a000. 00000020:00000010:0.0:1724310025.070336:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd42338. 00000020:00000010:0.0:1724310025.070340:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880094696600. 80000000:00000010:0.0:1724310025.070342:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166960. 40000000:00000010:0.0:1724310025.070343:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50480. 00100000:00000010:0.0:1724310025.070345:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310025.070347:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e600. 00040000:00000010:0.0:1724310025.070348:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880094696200. 00080000:00000010:0.0:1724310025.070350:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a569e800. 00002000:00000010:0.0:1724310025.070353:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff88009bdf1800. 00000020:00000010:0.0:1724310025.070355:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697e00. 00000020:00000010:0.0:1724310025.070357:0:8420:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697e00. 00000020:00000010:0.0:1724310025.070358:0:8420:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880094696200. 00000020:00000010:0.0:1724310025.070360:0:8420:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a569e800. 00000020:00000010:0.0:1724310025.070362:0:8420:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012cd42338. 00000020:00000010:0.0:1724310025.070363:0:8420:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880094696600. 80000000:00000010:0.0:1724310025.070365:0:8420:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d166960. 40000000:00000010:0.0:1724310025.070366:0:8420:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012bb50480. 00100000:00000010:0.0:1724310025.070368:0:8420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310025.070369:0:8420:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e600. 00040000:00000010:0.0:1724310025.070371:0:8420:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880094697800. 00080000:00000010:0.0:1724310025.070372:0:8420:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a569a000. 00002000:00000010:0.0:1724310025.070373:0:8420:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bdf1800. 00000020:00000010:0.0:1724310025.070419:0:8420:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880094696200. 00000020:00000010:0.0:1724310025.070422:0:8420:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a569e800. 00000020:00000010:0.0:1724310025.070423:0:8420:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012cd42338. 00000020:00000010:0.0:1724310025.070426:0:8420:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880094696600. 80000000:00000010:0.0:1724310025.070428:0:8420:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d166960. 40000000:00000010:0.0:1724310025.070429:0:8420:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88012bb50480. 00100000:00000010:0.0:1724310025.070431:0:8420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a569c800. 00040000:00000010:0.0:1724310025.070433:0:8420:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88007fa9e600. 00040000:00000010:0.0:1724310025.070435:0:8420:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880094697800. 00080000:00000010:0.0:1724310025.070437:0:8420:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a569a000. 00002000:00000010:0.0:1724310025.070439:0:8420:0:(ofd_dev.c:2910:ofd_key_fini()) kfreed 'info': 816 at ffff88009bdf1800. 00000020:00000010:0.0:1724310025.070440:0:8420:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880094697e00. 00000020:00000010:2.0:1724310025.071253:0:7078:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a1be0800. 00000020:00000010:3.0:1724310025.071253:0:7077:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a4cd9e00. 00000040:00000010:2.0:1724310025.071269:0:7078:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a1be0a00. 00000040:00000010:3.0:1724310025.071270:0:7077:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a4cd9600. 00000020:00000010:2.0:1724310025.071271:0:7078:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a87ec000. 00000020:00000010:3.0:1724310025.071271:0:7077:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a87eb800. 00000020:00000010:2.0:1724310025.071276:0:7078:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a1be0c00. 00000020:00000010:3.0:1724310025.071276:0:7077:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a1be0000. 80000000:00000010:2.0:1724310025.071278:0:7078:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a4fa66c0. 80000000:00000010:3.0:1724310025.071278:0:7077:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a4fa6840. 00040000:00000010:2.0:1724310025.071281:0:7078:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a1be0e00. 00040000:00000010:3.0:1724310025.071281:0:7077:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a1be0200. 00080000:00000010:2.0:1724310025.071283:0:7078:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff8800a4e19c00. 00080000:00000010:3.0:1724310025.071283:0:7077:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a87ee000. 20000000:00000010:3.0:1724310025.071286:0:7077:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a1be0400. 00000020:00000010:2.0:1724310025.071287:0:7078:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 76 at ffff8800b1ae9d20. 00000020:00000010:3.0:1724310025.071288:0:7077:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a4cd9c00. 00080000:00000010:2.0:1724310025.071289:0:7078:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a87ed800. 20000000:00000010:2.0:1724310025.071291:0:7078:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a1be1000. 00000020:00000010:3.0:1724310025.071291:0:7077:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff8801369f9b40. 00000020:00000010:2.0:1724310025.071296:0:7078:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a1be0600. 00000100:00000010:3.0:1724310025.071296:0:7077:0:(service.c:2962:ptlrpc_main()) kfreed 'env': 56 at ffff8801369f9b80. 00000020:00000010:2.0:1724310025.071298:0:7078:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff8801369f9bc0. 00000100:00000010:2.0:1724310025.071300:0:7078:0:(service.c:2962:ptlrpc_main()) kfreed 'env': 56 at ffff8801369f9c00. 00000020:00000010:3.0:1724310025.071352:0:7079:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a1be1400. 00000040:00000010:3.0:1724310025.071356:0:7079:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a1be1600. 00000020:00000010:3.0:1724310025.071357:0:7079:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a87ed000. 00000020:00000010:3.0:1724310025.071360:0:7079:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a1be1800. 80000000:00000010:3.0:1724310025.071361:0:7079:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800a4fa6960. 00040000:00000010:3.0:1724310025.071363:0:7079:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a1be1a00. 00080000:00000010:3.0:1724310025.071365:0:7079:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff8800a8441e00. 00000020:00000010:3.0:1724310025.071367:0:7079:0:(lu_object.c:2357:lu_buf_free()) kfreed 'buf->lb_buf': 76 at ffff8800a4da42a0. 00080000:00000010:3.0:1724310025.071369:0:7079:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff8800a87e9000. 20000000:00000010:3.0:1724310025.071371:0:7079:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a1be1c00. 00000020:00000010:3.0:1724310025.071373:0:7079:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a1be1200. 00000020:00000010:3.0:1724310025.071375:0:7079:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff8801369f90c0. 00000100:00000010:3.0:1724310025.071377:0:7079:0:(service.c:2962:ptlrpc_main()) kfreed 'env': 56 at ffff8801369f9a00. 00000001:00000010:3.0:1724310025.071407:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4f25a00. 00000001:00000010:3.0:1724310025.071410:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4f25c00. 00000001:00000010:3.0:1724310025.071411:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4f25e00. 00000001:00000010:3.0:1724310025.071413:0:25011:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a4e2e000. 00000001:00000010:3.0:1724310025.071415:0:25011:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b40dd300. 00000001:00000010:3.0:1724310025.071417:0:25011:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a4ee3540. 00000020:00000010:3.0:1724310025.071419:0:25011:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88013734d000. 00000020:00000010:3.0:1724310025.071423:0:25011:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800b4947800. 00000020:00000010:0.0:1724310025.071473:0:16426:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880086c2f000. 00000040:00000010:0.0:1724310025.071477:0:16426:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880086c2f800. 00000020:00000010:0.0:1724310025.071478:0:16426:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009417f800. 00000020:00000010:0.0:1724310025.071481:0:16426:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880086c2f600. 80000000:00000010:0.0:1724310025.071483:0:16426:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880093e02600. 00040000:00000010:0.0:1724310025.071485:0:16426:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880086c2ea00. 00080000:00000010:0.0:1724310025.071488:0:16426:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88009417c800. 20000000:00000010:0.0:1724310025.071490:0:16426:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff880086c2f200. 00000020:00000010:0.0:1724310025.071491:0:16426:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880086c2e000. 00000020:00000010:0.0:1724310025.071493:0:16426:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff88009593e7c0. 00000100:00000010:0.0:1724310025.071496:0:16426:0:(service.c:2962:ptlrpc_main()) kfreed 'env': 56 at ffff88009593e4c0. 00000100:00000010:1.0:1724310025.071615:0:4540:0:(service.c:3174:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800b4b29400. 00000100:00000010:1.0:1724310025.071620:0:4540:0:(service.c:3174:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800b1b1da00. 00000100:00000010:1.0:1724310025.071622:0:4540:0:(service.c:3174:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800a4f1c000. 00000100:00000010:1.0:1724310025.071624:0:4540:0:(service.c:3174:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff880121d98c00. 00000400:00000200:1.0:1724310025.071629:0:4540:0:(lib-ptl.c:968:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000010:1.0:1724310025.071636:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9bb0. 00000400:00000200:1.0:1724310025.071639:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013205bf00 00000400:00000010:1.0:1724310025.071641:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88013205bf00. 00000100:00000200:1.0:1724310025.071644:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071648:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880078ea34d0. 00000400:00000200:1.0:1724310025.071651:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e299540 00000400:00000010:1.0:1724310025.071652:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88008e299540. 00000100:00000200:1.0:1724310025.071654:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071657:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9160. 00000400:00000200:1.0:1724310025.071658:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c0c0 00000400:00000010:1.0:1724310025.071659:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c0c0. 00000100:00000200:1.0:1724310025.071661:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071664:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9580. 00000400:00000200:1.0:1724310025.071665:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007fa9fcc0 00000400:00000010:1.0:1724310025.071667:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007fa9fcc0. 00000100:00000200:1.0:1724310025.071669:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071672:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63478. 00000400:00000200:1.0:1724310025.071673:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26e40 00000400:00000010:1.0:1724310025.071674:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26e40. 00000100:00000200:1.0:1724310025.071676:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071679:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63c08. 00000400:00000200:1.0:1724310025.071680:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26b40 00000400:00000010:1.0:1724310025.071682:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26b40. 00000100:00000200:1.0:1724310025.071683:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071686:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63058. 00000400:00000200:1.0:1724310025.071687:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f260c0 00000400:00000010:1.0:1724310025.071688:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f260c0. 00000100:00000200:1.0:1724310025.071690:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071692:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce635d8. 00000400:00000200:1.0:1724310025.071694:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26300 00000400:00000010:1.0:1724310025.071695:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26300. 00000100:00000200:1.0:1724310025.071697:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071699:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9d10. 00000400:00000200:1.0:1724310025.071701:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c6c0 00000400:00000010:1.0:1724310025.071702:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c6c0. 00000100:00000200:1.0:1724310025.071703:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071706:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9108. 00000400:00000200:1.0:1724310025.071707:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559600 00000400:00000010:1.0:1724310025.071708:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559600. 00000100:00000200:1.0:1724310025.071711:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071713:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a92c0. 00000400:00000200:1.0:1724310025.071714:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800885590c0 00000400:00000010:1.0:1724310025.071716:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800885590c0. 00000100:00000200:1.0:1724310025.071717:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071720:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888840. 00000400:00000200:1.0:1724310025.071721:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559300 00000400:00000010:1.0:1724310025.071723:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559300. 00000100:00000200:1.0:1724310025.071724:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071726:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63688. 00000400:00000200:1.0:1724310025.071728:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26000 00000400:00000010:1.0:1724310025.071729:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26000. 00000100:00000200:1.0:1724310025.071730:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071733:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888738. 00000400:00000200:1.0:1724310025.071734:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559d80 00000400:00000010:1.0:1724310025.071735:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559d80. 00000100:00000200:1.0:1724310025.071737:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071739:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888bb0. 00000400:00000200:1.0:1724310025.071741:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559540 00000400:00000010:1.0:1724310025.071742:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559540. 00000100:00000200:1.0:1724310025.071743:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071746:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888630. 00000400:00000200:1.0:1724310025.071747:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559480 00000400:00000010:1.0:1724310025.071748:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559480. 00000100:00000200:1.0:1724310025.071750:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071753:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800878886e0. 00000400:00000200:1.0:1724310025.071754:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559c00 00000400:00000010:1.0:1724310025.071756:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559c00. 00000100:00000200:1.0:1724310025.071757:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071760:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888948. 00000400:00000200:1.0:1724310025.071761:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559840 00000400:00000010:1.0:1724310025.071762:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559840. 00000100:00000200:1.0:1724310025.071764:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071766:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63b00. 00000400:00000200:1.0:1724310025.071768:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26540 00000400:00000010:1.0:1724310025.071769:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26540. 00000100:00000200:1.0:1724310025.071770:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071773:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63580. 00000400:00000200:1.0:1724310025.071774:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26d80 00000400:00000010:1.0:1724310025.071776:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26d80. 00000100:00000200:1.0:1724310025.071777:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071780:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888a50. 00000400:00000200:1.0:1724310025.071782:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559000 00000400:00000010:1.0:1724310025.071783:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559000. 00000100:00000200:1.0:1724310025.071784:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071788:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888c08. 00000400:00000200:1.0:1724310025.071789:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800885596c0 00000400:00000010:1.0:1724310025.071791:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800885596c0. 00000100:00000200:1.0:1724310025.071792:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071795:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63a50. 00000400:00000200:1.0:1724310025.071796:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26cc0 00000400:00000010:1.0:1724310025.071797:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26cc0. 00000100:00000200:1.0:1724310025.071799:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071802:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a370. 00000400:00000200:1.0:1724310025.071803:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e900 00000400:00000010:1.0:1724310025.071804:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e900. 00000100:00000200:1.0:1724310025.071807:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071810:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1ae70. 00000400:00000200:1.0:1724310025.071811:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e540 00000400:00000010:1.0:1724310025.071812:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e540. 00000100:00000200:1.0:1724310025.071813:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071816:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a2c0. 00000400:00000200:1.0:1724310025.071817:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278eb40 00000400:00000010:1.0:1724310025.071818:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278eb40. 00000100:00000200:1.0:1724310025.071820:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071823:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a790. 00000400:00000200:1.0:1724310025.071824:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e780 00000400:00000010:1.0:1724310025.071825:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e780. 00000100:00000200:1.0:1724310025.071827:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071829:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a630. 00000400:00000200:1.0:1724310025.071831:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e300 00000400:00000010:1.0:1724310025.071832:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e300. 00000100:00000200:1.0:1724310025.071834:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071836:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a9f8. 00000400:00000200:1.0:1724310025.071838:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e480 00000400:00000010:1.0:1724310025.071839:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e480. 00000100:00000200:1.0:1724310025.071840:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071843:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1acb8. 00000400:00000200:1.0:1724310025.071844:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e0c0 00000400:00000010:1.0:1724310025.071845:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e0c0. 00000100:00000200:1.0:1724310025.071847:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071850:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880078ea3c60. 00000400:00000200:1.0:1724310025.071851:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801341f4a80 00000400:00000010:1.0:1724310025.071852:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8801341f4a80. 00000100:00000200:1.0:1724310025.071854:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071857:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce637e8. 00000400:00000200:1.0:1724310025.071858:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064240 00000400:00000010:1.0:1724310025.071860:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064240. 00000100:00000200:1.0:1724310025.071862:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071864:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63ec8. 00000400:00000200:1.0:1724310025.071865:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064180 00000400:00000010:1.0:1724310025.071867:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064180. 00000100:00000200:1.0:1724310025.071868:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071871:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63160. 00000400:00000200:1.0:1724310025.071872:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064600 00000400:00000010:1.0:1724310025.071874:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064600. 00000100:00000200:1.0:1724310025.071875:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071878:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888f78. 00000400:00000200:1.0:1724310025.071879:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559e40 00000400:00000010:1.0:1724310025.071880:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559e40. 00000100:00000200:1.0:1724310025.071882:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071885:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880078ea3840. 00000400:00000200:1.0:1724310025.071886:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007995f780 00000400:00000010:1.0:1724310025.071887:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007995f780. 00000100:00000200:1.0:1724310025.071889:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071891:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007ce63f78. 00000400:00000200:1.0:1724310025.071893:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064000 00000400:00000010:1.0:1724310025.071894:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064000. 00000100:00000200:1.0:1724310025.071895:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071898:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1af20. 00000400:00000200:1.0:1724310025.071899:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278ec00 00000400:00000010:1.0:1724310025.071900:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278ec00. 00000100:00000200:1.0:1724310025.071902:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071904:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a7e8. 00000400:00000200:1.0:1724310025.071905:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e3c0 00000400:00000010:1.0:1724310025.071906:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e3c0. 00000100:00000200:1.0:1724310025.071908:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071910:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8840. 00000400:00000200:1.0:1724310025.071912:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064780 00000400:00000010:1.0:1724310025.071913:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064780. 00000100:00000200:1.0:1724310025.071914:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071917:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8948. 00000400:00000200:1.0:1724310025.071918:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095064480 00000400:00000010:1.0:1724310025.071919:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880095064480. 00000100:00000200:1.0:1724310025.071921:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071923:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d55bb0. 00000400:00000200:1.0:1724310025.071925:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088f26600 00000400:00000010:1.0:1724310025.071926:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088f26600. 00000100:00000200:1.0:1724310025.071928:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071931:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d55d10. 00000400:00000200:1.0:1724310025.071932:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c3c0 00000400:00000010:1.0:1724310025.071934:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c3c0. 00000100:00000200:1.0:1724310025.071935:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071937:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888d10. 00000400:00000200:1.0:1724310025.071939:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559b40 00000400:00000010:1.0:1724310025.071940:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559b40. 00000100:00000200:1.0:1724310025.071942:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071944:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880087888370. 00000400:00000200:1.0:1724310025.071946:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800885593c0 00000400:00000010:1.0:1724310025.071947:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800885593c0. 00000100:00000200:1.0:1724310025.071948:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071951:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b81b8. 00000400:00000200:1.0:1724310025.071952:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c9c0 00000400:00000010:1.0:1724310025.071953:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c9c0. 00000100:00000200:1.0:1724310025.071955:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071957:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8e18. 00000400:00000200:1.0:1724310025.071959:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301cd80 00000400:00000010:1.0:1724310025.071960:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301cd80. 00000100:00000200:1.0:1724310025.071961:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071964:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8478. 00000400:00000200:1.0:1724310025.071965:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c840 00000400:00000010:1.0:1724310025.071966:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c840. 00000100:00000200:1.0:1724310025.071968:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071971:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b8cb8. 00000400:00000200:1.0:1724310025.071972:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301c240 00000400:00000010:1.0:1724310025.071973:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301c240. 00000100:00000200:1.0:1724310025.071974:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071977:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801348b84d0. 00000400:00000200:1.0:1724310025.071978:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009301ccc0 00000400:00000010:1.0:1724310025.071979:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009301ccc0. 00000100:00000200:1.0:1724310025.071980:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071982:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d550b0. 00000400:00000200:1.0:1724310025.071984:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559780 00000400:00000010:1.0:1724310025.071985:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559780. 00000100:00000200:1.0:1724310025.071987:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071990:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009ba1a738. 00000400:00000200:1.0:1724310025.071991:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012278e9c0 00000400:00000010:1.0:1724310025.071992:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012278e9c0. 00000100:00000200:1.0:1724310025.071993:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.071996:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a39a0. 00000400:00000200:1.0:1724310025.071998:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093834600 00000400:00000010:1.0:1724310025.071999:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880093834600. 00000100:00000200:1.0:1724310025.072001:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072004:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a37e8. 00000400:00000200:1.0:1724310025.072005:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800938346c0 00000400:00000010:1.0:1724310025.072006:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800938346c0. 00000100:00000200:1.0:1724310025.072007:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072010:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d55898. 00000400:00000200:1.0:1724310025.072012:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880088559f00 00000400:00000010:1.0:1724310025.072013:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880088559f00. 00000100:00000200:1.0:1724310025.072014:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072016:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3d68. 00000400:00000200:1.0:1724310025.072018:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093834840 00000400:00000010:1.0:1724310025.072019:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880093834840. 00000100:00000200:1.0:1724310025.072021:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072023:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3790. 00000400:00000200:1.0:1724310025.072024:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093834d80 00000400:00000010:1.0:1724310025.072025:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880093834d80. 00000100:00000200:1.0:1724310025.072027:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072029:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d55268. 00000400:00000200:1.0:1724310025.072030:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007995f9c0 00000400:00000010:1.0:1724310025.072031:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007995f9c0. 00000100:00000200:1.0:1724310025.072033:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072035:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d551b8. 00000400:00000200:1.0:1724310025.072036:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007995f840 00000400:00000010:1.0:1724310025.072038:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007995f840. 00000100:00000200:1.0:1724310025.072039:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072042:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880121d55948. 00000400:00000200:1.0:1724310025.072043:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007995f540 00000400:00000010:1.0:1724310025.072044:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007995f540. 00000100:00000200:1.0:1724310025.072046:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072048:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa3a3528. 00000400:00000200:1.0:1724310025.072049:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880093834b40 00000400:00000010:1.0:1724310025.072050:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880093834b40. 00000100:00000200:1.0:1724310025.072052:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072054:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9000. 00000400:00000200:1.0:1724310025.072056:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801341f4e40 00000400:00000010:1.0:1724310025.072057:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8801341f4e40. 00000100:00000200:1.0:1724310025.072059:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072062:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9058. 00000400:00000200:1.0:1724310025.072063:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800754f2e40 00000400:00000010:1.0:1724310025.072064:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800754f2e40. 00000100:00000200:1.0:1724310025.072067:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:1.0:1724310025.072069:0:4540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801353a9ec8. 00000400:00000200:1.0:1724310025.072070:0:4540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800754f2600 00000400:00000010:1.0:1724310025.072072:0:4540:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800754f2600. 00000100:00000200:1.0:1724310025.072073:0:4540:0:(events.c:315:request_in_callback()) event type 6, status 0, service mgs 00000100:00000010:1.0:1724310025.072090:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5604000. 00000100:00000010:1.0:1724310025.072105:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e6c00. 00000100:00000010:1.0:1724310025.072107:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55fe000. 00000100:00000010:1.0:1724310025.072113:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e6000. 00000100:00000010:1.0:1724310025.072114:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5602000. 00000100:00000010:1.0:1724310025.072119:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e6800. 00000100:00000010:1.0:1724310025.072120:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5608000. 00000100:00000010:1.0:1724310025.072124:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e7400. 00000100:00000010:1.0:1724310025.072126:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a560c000. 00000100:00000010:1.0:1724310025.072130:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e7c00. 00000100:00000010:1.0:1724310025.072131:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5606000. 00000100:00000010:1.0:1724310025.072135:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e7000. 00000100:00000010:1.0:1724310025.072137:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a560a000. 00000100:00000010:1.0:1724310025.072141:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e7800. 00000100:00000010:1.0:1724310025.072142:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5612000. 00000100:00000010:1.0:1724310025.072147:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c84800. 00000100:00000010:1.0:1724310025.072149:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a560e000. 00000100:00000010:1.0:1724310025.072158:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c84000. 00000100:00000010:1.0:1724310025.072160:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5610000. 00000100:00000010:1.0:1724310025.072164:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c84400. 00000100:00000010:1.0:1724310025.072166:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5616000. 00000100:00000010:1.0:1724310025.072171:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c85000. 00000100:00000010:1.0:1724310025.072173:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a561e000. 00000100:00000010:1.0:1724310025.072190:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c86000. 00000100:00000010:1.0:1724310025.072192:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5614000. 00000100:00000010:1.0:1724310025.072197:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c84c00. 00000100:00000010:1.0:1724310025.072199:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a561c000. 00000100:00000010:1.0:1724310025.072206:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c85c00. 00000100:00000010:1.0:1724310025.072208:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5618000. 00000100:00000010:1.0:1724310025.072211:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c85400. 00000100:00000010:1.0:1724310025.072212:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5620000. 00000100:00000010:1.0:1724310025.072216:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c86400. 00000100:00000010:1.0:1724310025.072217:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a561a000. 00000100:00000010:1.0:1724310025.072221:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c85800. 00000100:00000010:1.0:1724310025.072223:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5622000. 00000100:00000010:1.0:1724310025.072226:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c86800. 00000100:00000010:1.0:1724310025.072228:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5626000. 00000100:00000010:1.0:1724310025.072231:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c87000. 00000100:00000010:1.0:1724310025.072233:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5624000. 00000100:00000010:1.0:1724310025.072239:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c86c00. 00000100:00000010:1.0:1724310025.072241:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5628000. 00000100:00000010:1.0:1724310025.072277:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c87400. 00000100:00000010:1.0:1724310025.072279:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a562e000. 00000100:00000010:1.0:1724310025.072283:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aac000. 00000100:00000010:1.0:1724310025.072285:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a562c000. 00000100:00000010:1.0:1724310025.072289:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c87c00. 00000100:00000010:1.0:1724310025.072291:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a562a000. 00000100:00000010:1.0:1724310025.072294:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a4c87800. 00000100:00000010:1.0:1724310025.072296:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a563c000. 00000100:00000010:1.0:1724310025.072301:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aadc00. 00000100:00000010:1.0:1724310025.072303:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5632000. 00000100:00000010:1.0:1724310025.072308:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aac800. 00000100:00000010:1.0:1724310025.072310:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5634000. 00000100:00000010:1.0:1724310025.072314:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aacc00. 00000100:00000010:1.0:1724310025.072315:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5630000. 00000100:00000010:1.0:1724310025.072319:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aac400. 00000100:00000010:1.0:1724310025.072321:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5636000. 00000100:00000010:1.0:1724310025.072325:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aad000. 00000100:00000010:1.0:1724310025.072327:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5638000. 00000100:00000010:1.0:1724310025.072331:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aad400. 00000100:00000010:1.0:1724310025.072333:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a563e000. 00000100:00000010:1.0:1724310025.072338:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aae000. 00000100:00000010:1.0:1724310025.072339:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a563a000. 00000100:00000010:1.0:1724310025.072344:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aad800. 00000100:00000010:1.0:1724310025.072345:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a82d2000. 00000100:00000010:1.0:1724310025.072363:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88012e391800. 00000100:00000010:1.0:1724310025.072366:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a82d6000. 00000100:00000010:1.0:1724310025.072370:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88012e392400. 00000100:00000010:1.0:1724310025.072371:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55c8000. 00000100:00000010:1.0:1724310025.072375:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88012e391000. 00000100:00000010:1.0:1724310025.072377:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5642000. 00000100:00000010:1.0:1724310025.072380:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aae800. 00000100:00000010:1.0:1724310025.072382:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55ca000. 00000100:00000010:1.0:1724310025.072385:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8801373f6c00. 00000100:00000010:1.0:1724310025.072389:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5640000. 00000100:00000010:1.0:1724310025.072393:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800b1aae400. 00000100:00000010:1.0:1724310025.072395:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55cc000. 00000100:00000010:1.0:1724310025.072398:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8801373f7000. 00000100:00000010:1.0:1724310025.072402:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55d0000. 00000100:00000010:1.0:1724310025.072406:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5220400. 00000100:00000010:1.0:1724310025.072409:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55d2000. 00000100:00000010:1.0:1724310025.072413:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5220800. 00000100:00000010:1.0:1724310025.072414:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55ce000. 00000100:00000010:1.0:1724310025.072423:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5220000. 00000100:00000010:1.0:1724310025.072425:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55d6000. 00000100:00000010:1.0:1724310025.072429:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5221000. 00000100:00000010:1.0:1724310025.072430:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55d4000. 00000100:00000010:1.0:1724310025.072434:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5220c00. 00000100:00000010:1.0:1724310025.072435:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55dc000. 00000100:00000010:1.0:1724310025.072440:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5221c00. 00000100:00000010:1.0:1724310025.072441:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55da000. 00000100:00000010:1.0:1724310025.072446:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5221800. 00000100:00000010:1.0:1724310025.072447:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55de000. 00000100:00000010:1.0:1724310025.072451:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5222000. 00000100:00000010:1.0:1724310025.072453:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55d8000. 00000100:00000010:1.0:1724310025.072457:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5221400. 00000100:00000010:1.0:1724310025.072459:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55e2000. 00000100:00000010:1.0:1724310025.072463:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5222800. 00000100:00000010:1.0:1724310025.072465:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55e8000. 00000100:00000010:1.0:1724310025.072476:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5223400. 00000100:00000010:1.0:1724310025.072478:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55e4000. 00000100:00000010:1.0:1724310025.072483:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5222c00. 00000100:00000010:1.0:1724310025.072484:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55e0000. 00000100:00000010:1.0:1724310025.072488:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5222400. 00000100:00000010:1.0:1724310025.072490:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55ec000. 00000100:00000010:1.0:1724310025.072493:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5223c00. 00000100:00000010:1.0:1724310025.072495:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55e6000. 00000100:00000010:1.0:1724310025.072503:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5223000. 00000100:00000010:1.0:1724310025.072505:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55ea000. 00000100:00000010:1.0:1724310025.072509:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a5223800. 00000100:00000010:1.0:1724310025.072511:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55ee000. 00000100:00000010:1.0:1724310025.072514:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e4000. 00000100:00000010:1.0:1724310025.072516:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55f2000. 00000100:00000010:1.0:1724310025.072521:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e4800. 00000100:00000010:1.0:1724310025.072523:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55f8000. 00000100:00000010:1.0:1724310025.072527:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e5400. 00000100:00000010:1.0:1724310025.072528:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55f0000. 00000100:00000010:1.0:1724310025.072532:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e4400. 00000100:00000010:1.0:1724310025.072534:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55f6000. 00000100:00000010:1.0:1724310025.072538:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e5000. 00000100:00000010:1.0:1724310025.072539:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55f4000. 00000100:00000010:1.0:1724310025.072544:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e4c00. 00000100:00000010:1.0:1724310025.072545:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55fc000. 00000100:00000010:1.0:1724310025.072549:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e5c00. 00000100:00000010:1.0:1724310025.072551:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a55fa000. 00000100:00000010:1.0:1724310025.072560:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e5800. 00000100:00000010:1.0:1724310025.072562:0:4540:0:(service.c:111:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a5600000. 00000100:00000010:1.0:1724310025.072570:0:4540:0:(service.c:112:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8800a83e6400. 00000100:00000010:1.0:1724310025.072615:0:4540:0:(service.c:3601:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff88004fdc0000. 00000100:00000010:1.0:1724310025.072626:0:4540:0:(service.c:3601:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff8800a564c000. 00000100:00000010:1.0:1724310025.072637:0:4540:0:(service.c:3601:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff8800a51f0000. 00000100:00000010:1.0:1724310025.072647:0:4540:0:(service.c:3601:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff8800a4830000. 00000100:00000010:1.0:1724310025.072664:0:4540:0:(nrs_fifo.c:108:nrs_fifo_stop()) kfreed 'head': 40 at ffff8800a4cb6640. 00000100:00000010:1.0:1724310025.072667:0:4540:0:(nrs.c:785:nrs_policy_unregister()) kfreed 'policy': 152 at ffff880136422a80. 00000100:00000010:1.0:1724310025.072671:0:4540:0:(nrs.c:785:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8801364229c0. 00000100:00000010:1.0:1724310025.072673:0:4540:0:(nrs.c:785:nrs_policy_unregister()) kfreed 'policy': 152 at ffff880136422780. 00000100:00000010:1.0:1724310025.072675:0:4540:0:(nrs.c:785:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8801364223c0. 00000020:00000010:1.0:1724310025.072998:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a4e62000. 00000020:00000010:1.0:1724310025.073001:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012dcbe000. 00000020:00000010:1.0:1724310025.073003:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a6354000. 00000020:00000010:1.0:1724310025.073013:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a558e000. 00000020:00000010:1.0:1724310025.073017:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 3648 at ffff8800a4fb3000. 00000020:00000010:1.0:1724310025.073020:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff88012dbf3660. 00000100:00000010:1.0:1724310025.073035:0:4540:0:(service.c:3623:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8800b4a64000. 00000100:00000010:1.0:1724310025.073043:0:4540:0:(service.c:3629:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8800a4fb7000. 00000100:00000010:1.0:1724310025.073046:0:4540:0:(service.c:3635:ptlrpc_service_free()) kfreed 'svcpt': 792 at ffff88012e392000. 00000100:00000010:1.0:1724310025.073048:0:4540:0:(service.c:3641:ptlrpc_service_free()) kfreed 'svc': 320 at ffff8800b4b29600. 00080000:00000010:1.0:1724310025.073056:0:4540:0:(osd_index.c:132:osd_index_it_init()) slab-alloced 'it': 584 at ffff8800a5190ff8. 00080000:00000010:1.0:1724310025.073058:0:4540:0:(osd_index.c:80:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff880131801600. 20000000:00000010:1.0:1724310025.073064:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938d20. 20000000:00000010:1.0:1724310025.073067:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 3 at ffff880088558038. 20000000:00000010:1.0:1724310025.073068:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8800959384c0. 20000000:00000010:1.0:1724310025.073070:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 4 at ffff880088558ee0. 20000000:00000010:1.0:1724310025.073252:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938d60. 20000000:00000010:1.0:1724310025.073255:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8800aa385e10. 20000000:00000010:1.0:1724310025.073272:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938a40. 20000000:00000010:1.0:1724310025.073274:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8800aa385e30. 20000000:00000010:1.0:1724310025.073277:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938c40. 20000000:00000010:1.0:1724310025.073279:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at ffff880088558ee8. 20000000:00000010:1.0:1724310025.073281:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938280. 20000000:00000010:1.0:1724310025.073283:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at ffff8800aa385550. 20000000:00000010:1.0:1724310025.073285:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8800959389e0. 20000000:00000010:1.0:1724310025.073287:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at ffff880088558e10. 20000000:00000010:1.0:1724310025.073289:0:4540:0:(mgs_internal.h:371:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880095938200. 20000000:00000010:1.0:1724310025.073291:0:4540:0:(mgs_internal.h:375:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8800aa385510. 00080000:00000010:1.0:1724310025.073298:0:4540:0:(osd_index.c:93:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff880131801600. 00080000:00000010:1.0:1724310025.073302:0:4540:0:(osd_index.c:162:osd_index_it_fini()) slab-freed '(it)': 584 at ffff8800a5190ff8. 20000000:00000010:1.0:1724310025.074675:0:4540:0:(mgs_llog.c:556:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8800a558c000. 20000000:00000010:1.0:1724310025.074682:0:4540:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8800a558a000. 20000000:00000010:1.0:1724310025.074686:0:4540:0:(mgs_llog.c:150:name_destroy()) kfreed '*name': 14 at ffff8800a8073c10. 20000000:00000010:1.0:1724310025.074688:0:4540:0:(mgs_llog.c:150:name_destroy()) kfreed '*name': 14 at ffff8800a8073c30. 20000000:00000010:1.0:1724310025.074690:0:4540:0:(mgs_llog.c:562:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a4cd9a00. 20000000:00000010:1.0:1724310025.074693:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8800aa385510. 20000000:00000010:1.0:1724310025.074695:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938200. 20000000:00000010:1.0:1724310025.074698:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff880088558e10. 20000000:00000010:1.0:1724310025.074701:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff8800959389e0. 20000000:00000010:1.0:1724310025.074702:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff8800aa385550. 20000000:00000010:1.0:1724310025.074704:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938280. 20000000:00000010:1.0:1724310025.074706:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff880088558ee8. 20000000:00000010:1.0:1724310025.074707:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938c40. 20000000:00000010:1.0:1724310025.074709:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8800aa385e30. 20000000:00000010:1.0:1724310025.074710:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938a40. 20000000:00000010:1.0:1724310025.074711:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8800aa385e10. 20000000:00000010:1.0:1724310025.074712:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938d60. 20000000:00000010:1.0:1724310025.074714:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 4 at ffff880088558ee0. 20000000:00000010:1.0:1724310025.074716:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff8800959384c0. 20000000:00000010:1.0:1724310025.074717:0:4540:0:(mgs_internal.h:362:mgs_direntry_free()) kfreed 'de->mde_name': 3 at ffff880088558038. 20000000:00000010:1.0:1724310025.074718:0:4540:0:(mgs_internal.h:363:mgs_direntry_free()) kfreed 'de': 32 at ffff880095938d20. 20000000:00000010:1.0:1724310025.074726:0:4540:0:(mgs_nids.c:423:mgs_nidtbl_fini_fs()) kfreed 'tgt': 4644 at ffff8800a90d8000. 20000000:00000010:1.0:1724310025.074731:0:4540:0:(mgs_nids.c:423:mgs_nidtbl_fini_fs()) kfreed 'tgt': 4644 at ffff88012f19c000. 20000000:00000010:1.0:1724310025.074734:0:4540:0:(mgs_nids.c:423:mgs_nidtbl_fini_fs()) kfreed 'tgt': 4644 at ffff88012d726000. 20000000:00000010:1.0:1724310025.076711:0:4540:0:(mgs_llog.c:556:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff88009ccc6000. 20000000:00000010:1.0:1724310025.076720:0:4540:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff88009ccc4000. 20000000:00000010:1.0:1724310025.076724:0:4540:0:(mgs_llog.c:150:name_destroy()) kfreed '*name': 14 at ffff8800b53cab00. 20000000:00000010:1.0:1724310025.076728:0:4540:0:(mgs_llog.c:150:name_destroy()) kfreed '*name': 14 at ffff8800b53caad0. 20000000:00000010:1.0:1724310025.076730:0:4540:0:(mgs_llog.c:562:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a4e2a800. 20000000:00000010:1.0:1724310025.076735:0:4540:0:(mgs_llog.c:556:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff88009ccc2000. 20000000:00000010:1.0:1724310025.076739:0:4540:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff88009ccc0000. 20000000:00000010:1.0:1724310025.076742:0:4540:0:(mgs_llog.c:562:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a4e2a600. 20000000:00000010:1.0:1724310025.076744:0:4540:0:(mgs_llog.c:562:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800b4b51e00. 00000020:00000010:1.0:1724310025.076782:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff88009be3b200. 00000020:00000010:1.0:1724310025.076785:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8800952cd9c0. 00000020:00000010:1.0:1724310025.076794:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88009c09fcc0. 00000020:00000010:1.0:1724310025.076797:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff88009572ea00. 00000020:00000010:1.0:1724310025.076800:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff88009be3b400. 00000020:00000010:1.0:1724310025.076802:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff88009c09f800. 00000020:00000010:1.0:1724310025.076804:0:4540:0:(lprocfs_status_server.c:324:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff88012b104f60. 00000020:00000010:1.0:1724310025.076812:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff88012bfa6e00. 00000020:00000010:1.0:1724310025.076816:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8800a4ee3b40. 00000020:00000010:1.0:1724310025.076817:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff8801369f9900. 00000020:00000010:1.0:1724310025.076820:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8800a4e2e200. 00000020:00000010:1.0:1724310025.076823:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff88012bfa6c00. 00000020:00000010:1.0:1724310025.076824:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 56 at ffff8801369f9040. 00000020:00000010:1.0:1724310025.076825:0:4540:0:(lprocfs_status_server.c:324:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8800a4fa6f60. 00080000:00000010:1.0:1724310025.076897:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db0820. 00000020:00000010:1.0:1724310025.076901:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7d600. 00000020:00000010:1.0:1724310025.076903:0:4540:0:(local_storage.c:990:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800a4cecf00. 00080000:00000010:1.0:1724310025.076911:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db01a0. 00000020:00000010:1.0:1724310025.076912:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7de40. 00000020:00000010:1.0:1724310025.076915:0:4540:0:(local_storage.c:990:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800a4cec080. 00000040:00000010:1.0:1724310025.076918:0:4540:0:(llog_obd.c:64:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a4c7db40. 20000000:00000010:1.0:1724310025.076923:0:4540:0:(mgs_fs.c:200:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at ffff880131801600. 00080000:00000010:1.0:1724310025.076928:0:4540:0:(osd_oi.c:1061:osd_idc_add()) kmalloced '(idc)': 256 at ffff880087d28400. 20000000:00000010:1.0:1724310025.076931:0:4540:0:(mgs_fs.c:210:mgs_fs_cleanup()) kfreed 'lcfg': 48 at ffff880131801600. 00080000:00000010:1.0:1724310025.076937:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db0340. 00000020:00000010:1.0:1724310025.076939:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7d300. 00000001:00000010:1.0:1724310025.076942:0:4540:0:(nodemap_storage.c:1488:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at ffff8800b40ddc40. 00080000:00000010:1.0:1724310025.076977:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db0000. 00000020:00000010:1.0:1724310025.076979:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7d6c0. 00000020:00000010:1.0:1724310025.076981:0:4540:0:(local_storage.c:990:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800a4cec800. 00080000:00000010:1.0:1724310025.076999:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db04e0. 00000020:00000010:1.0:1724310025.077001:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7d780. 00080000:00000010:1.0:1724310025.077010:0:4540:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 416 at ffff8800a4db0680. 00000020:00000010:1.0:1724310025.077012:0:4540:0:(local_storage.c:74:ls_object_free()) kfreed 'obj': 152 at ffff8800a4c7d0c0. 00000020:00000010:1.0:1724310025.077015:0:4540:0:(local_storage.c:196:ls_device_put()) kfreed 'ls': 392 at ffff8800a4a35400. 00000020:00000010:1.0:1724310025.077361:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8800a48f3800. 00000020:00000010:1.0:1724310025.077366:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8800b1b1c800. 00000020:00000010:1.0:1724310025.077368:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800aa878780. 00000020:00000010:1.0:1724310025.077395:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff880136bf22c0. 00000020:00000010:1.0:1724310025.077397:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800a4f99bc0. 00000020:00000010:1.0:1724310025.077399:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800a4cb69c0. 00000020:00000010:1.0:1724310025.077401:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8800b52fe9c0. 00000020:00000010:1.0:1724310025.077403:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a4cbbb60. 00000020:00000010:1.0:1724310025.077405:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800aa878480. 00000001:00000010:1.0:1724310025.077420:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 200 at ffff8800a9251e00. 00000001:00000010:1.0:1724310025.077424:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 200 at ffff8800a9251300. 00000001:00000010:1.0:1724310025.077426:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8800b53caa00. 00000001:00000010:1.0:1724310025.077428:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a9251a00. 00010000:00000010:1.0:1724310025.077431:0:4540:0:(ldlm_resource.c:1300:ldlm_namespace_free_post()) kfreed 'ns->ns_rs_buckets': 176 at ffff880136422f00. 00010000:00000010:1.0:1724310025.077435:0:4540:0:(ldlm_resource.c:1307:ldlm_namespace_free_post()) kfreed 'ns': 760 at ffff88012e391400. 00000020:00000010:1.0:1724310025.077486:0:4540:0:(tgt_mount.c:141:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at ffff88012d58d950. 00000020:00000010:1.0:1724310025.077490:0:4540:0:(tgt_mount.c:143:server_deregister_mount()) kfreed 'lmi': 32 at ffff8800b7b170c0. 20000000:00000010:1.0:1724310025.077522:0:4540:0:(mgs_handler.c:1306:mgs_device_free()) kfreed 'mgs': 1800 at ffff8800a8081800. 00000020:00000010:1.0:1724310025.077527:0:4540:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff880131801a00. 00000020:00000010:1.0:1724310025.077532:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff880122442a00. 00000040:00000010:1.0:1724310025.077535:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff880122442c00. 00000020:00000010:1.0:1724310025.077537:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88008816c800. 00000020:00000010:1.0:1724310025.077541:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff880122442800. 80000000:00000010:1.0:1724310025.077544:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880087fa7540. 00040000:00000010:1.0:1724310025.077548:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff880122443800. 00080000:00000010:1.0:1724310025.077553:0:4540:0:(osd_handler.c:760:osd_key_fini()) kfreed 'idc': 256 at ffff880087d28400. 00080000:00000010:1.0:1724310025.077556:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008816e000. 20000000:00000010:1.0:1724310025.077560:0:4540:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a8397000. 00000020:00000010:1.0:1724310025.077562:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880122442e00. 00000001:00000010:1.0:1724310025.077572:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554600. 00000001:00000010:1.0:1724310025.077573:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554400. 00000001:00000010:1.0:1724310025.077575:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554800. 00000001:00000010:1.0:1724310025.077576:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554a00. 00000001:00000010:1.0:1724310025.077577:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b7b17ec0. 00000001:00000010:1.0:1724310025.077579:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012b4b6180. 00000001:00000010:1.0:1724310025.077583:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554c00. 00000001:00000010:1.0:1724310025.077584:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c554e00. 00000001:00000010:1.0:1724310025.077585:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c555000. 00000001:00000010:1.0:1724310025.077587:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012c555200. 00000001:00000010:1.0:1724310025.077589:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b7b176a0. 00000001:00000010:1.0:1724310025.077590:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012b4b6540. 00000020:00000010:1.0:1724310025.077601:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012a36f000. 00000020:00000010:1.0:1724310025.077606:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff88012bf70000. 00000020:00000010:1.0:1724310025.077610:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff8801318018c0. 00000020:00000010:1.0:1724310025.077616:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff880087fa7540. 00000020:00000010:1.0:1724310025.077642:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8397000. 00000020:00000010:1.0:1724310025.077645:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8397400. 00000040:00000010:1.0:1724310025.077647:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8397800. 00000020:00000010:1.0:1724310025.077649:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88008816e000. 00000020:00000010:1.0:1724310025.077653:0:4540:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800880d8508. 00000020:00000010:1.0:1724310025.077656:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800a8397c00. 80000000:00000010:1.0:1724310025.077658:0:4540:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff880087fa7900. 40000000:00000010:1.0:1724310025.077661:0:4540:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff880131801480. 00100000:00000010:1.0:1724310025.077665:0:4540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88008816c800. 00040000:00000010:1.0:1724310025.077667:0:4540:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880087d28400. 00040000:00000010:1.0:1724310025.077669:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8396800. 00080000:00000010:1.0:1724310025.077672:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff88008816b800. 00000004:00000010:1.0:1724310025.077677:0:4540:0:(mdt_handler.c:8133:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012456c000. 00000020:00000010:1.0:1724310025.077680:0:4540:0:(lu_object.c:1900:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880131801280. 00000020:00000010:1.0:1724310025.077697:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880129f00e00. 00000020:00000010:1.0:1724310025.077700:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b4332c00. 00000020:00000010:1.0:1724310025.077722:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b19c1340. 00000020:00000010:1.0:1724310025.077724:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b4332000. 00000001:00000010:1.0:1724310025.078125:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc9000086c000. 00000001:00000010:1.0:1724310025.078132:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90000878000. 00000001:00000010:1.0:1724310025.078134:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90000884000. 00000001:00000010:1.0:1724310025.078135:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900008b2000. 00000001:00000010:1.0:1724310025.078136:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900008bc000. 00000001:00000010:1.0:1724310025.078137:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900008c6000. 00000001:00000010:1.0:1724310025.078139:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90000989000. 00000001:00000010:1.0:1724310025.078140:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043b7000. 00000001:00000010:1.0:1724310025.078141:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043c1000. 00000001:00000010:1.0:1724310025.078142:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043cb000. 00000001:00000010:1.0:1724310025.078143:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043d5000. 00000001:00000010:1.0:1724310025.078144:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043df000. 00000001:00000010:1.0:1724310025.078146:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc900043e9000. 00000001:00000010:1.0:1724310025.078147:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005cdb000. 00000001:00000010:1.0:1724310025.078148:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005ce5000. 00000001:00000010:1.0:1724310025.078150:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005cef000. 00000001:00000010:1.0:1724310025.078151:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005cf9000. 00000001:00000010:1.0:1724310025.078152:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d03000. 00000001:00000010:1.0:1724310025.078154:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d0d000. 00000001:00000010:1.0:1724310025.078155:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d17000. 00000001:00000010:1.0:1724310025.078157:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d21000. 00000001:00000010:1.0:1724310025.078158:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d2b000. 00000001:00000010:1.0:1724310025.078159:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d35000. 00000001:00000010:1.0:1724310025.078160:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d3f000. 00000001:00000010:1.0:1724310025.078161:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d49000. 00000001:00000010:1.0:1724310025.078162:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d53000. 00000001:00000010:1.0:1724310025.078163:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d5d000. 00000001:00000010:1.0:1724310025.078164:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d67000. 00000001:00000010:1.0:1724310025.078166:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d71000. 00000001:00000010:1.0:1724310025.078167:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d7b000. 00000001:00000010:1.0:1724310025.078168:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d85000. 00000001:00000010:1.0:1724310025.078170:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32840 at ffffc90005d8f000. 00000001:00000010:1.0:1724310025.078171:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8800a4d7cd00. 00000001:00000010:1.0:1724310025.078175:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a4d7cc00. 00010000:00000010:1.0:1724310025.078192:0:4540:0:(ldlm_resource.c:1300:ldlm_namespace_free_post()) kfreed 'ns->ns_rs_buckets': 2816 at ffff880130956000. 00010000:00000010:1.0:1724310025.078196:0:4540:0:(ldlm_resource.c:1307:ldlm_namespace_free_post()) kfreed 'ns': 760 at ffff8800a4dd8400. 00000020:00000010:0.0:1724310025.078885:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800a8083000. 00000020:00000010:0.0:1724310025.078891:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800a1bad000. 00000020:00000010:0.0:1724310025.079845:0:6504:0:(genops.c:1124:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88012c4b79c0. 00000020:00000010:0.0:1724310025.079849:0:6504:0:(genops.c:1131:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800a1bac800. 00010000:00000010:0.0:1724310025.079855:0:4540:0:(ldlm_lib.c:584:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800b52fee00. 00000020:00000010:0.0:1724310025.079901:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a4e64000. 00000020:00000010:0.0:1724310025.079904:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009583e000. 00000020:00000010:0.0:1724310025.079906:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012d262000. 00000020:00000010:0.0:1724310025.079909:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009ca04000. 00000020:00000010:0.0:1724310025.079935:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 3648 at ffff880130952000. 00000020:00000010:0.0:1724310025.079939:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b4332060. 00000010:00000010:0.0:1724310025.079945:0:4540:0:(lwp_dev.c:312:lwp_device_free()) kfreed 'm': 96 at ffff88012c4b7a20. 00000020:00000010:0.0:1724310025.079948:0:4540:0:(lu_object.c:1945:lu_env_remove()) kfreed 'lei': 40 at ffff880131801280. 00000020:00000010:0.0:1724310025.079953:0:4540:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8397400. 00000040:00000010:0.0:1724310025.079958:0:4540:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a8397800. 00000020:00000010:0.0:1724310025.079960:0:4540:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88008816e000. 00000020:00000010:0.0:1724310025.079964:0:4540:0:(tgt_main.c:761:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800880d8508. 00000020:00000010:0.0:1724310025.079969:0:4540:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a8397c00. 80000000:00000010:0.0:1724310025.079972:0:4540:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff880087fa7900. 40000000:00000010:0.0:1724310025.079975:0:4540:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff880131801480. 00100000:00000010:0.0:1724310025.079978:0:4540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88008816c800. 00040000:00000010:0.0:1724310025.079981:0:4540:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff880087d28400. 00040000:00000010:0.0:1724310025.079985:0:4540:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8396800. 00080000:00000010:0.0:1724310025.079988:0:4540:0:(osd_handler.c:765:osd_key_fini()) kfreed 'info': 1968 at ffff88008816b800. 00000004:00000010:0.0:1724310025.079992:0:4540:0:(mdt_handler.c:8158:mdt_key_fini()) kfreed 'info': 2568 at ffff88012456c000. 00000020:00000010:0.0:1724310025.079995:0:4540:0:(lu_object.c:1592:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8397000. 00000001:00000010:0.0:1724310025.080008:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8397a00. 00000001:00000010:0.0:1724310025.080010:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800a8396a00. 00000001:00000010:0.0:1724310025.080011:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b5300200. 00000001:00000010:0.0:1724310025.080014:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b5301a00. 00000001:00000010:0.0:1724310025.080017:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b19c1360. 00000001:00000010:0.0:1724310025.080018:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800acd0fb40. 00000001:00000010:0.0:1724310025.080023:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b5300000. 00000001:00000010:0.0:1724310025.080025:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b5301200. 00000001:00000010:0.0:1724310025.080027:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b1ab8600. 00000001:00000010:0.0:1724310025.080028:0:4540:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b1ab8000. 00000001:00000010:0.0:1724310025.080030:0:4540:0:(hash.c:915:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b19c1300. 00000001:00000010:0.0:1724310025.080031:0:4540:0:(hash.c:1165:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800acd0fd80. 00000020:00000010:0.0:1724310025.080041:0:4540:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff8800a1ba8000. 00000020:00000010:0.0:1724310025.080044:0:4540:0:(genops.c:87:obd_device_free()) slab-freed '(obd)': 5456 at ffff8800a5671550. 00000020:00000010:0.0:1724310025.080049:0:4540:0:(obd_config.c:2381:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff880087fa7540. 00000020:00000010:0.0:1724310025.080063:0:6504:0:(genops.c:899:class_export_destroy()) kfree_rcu 'exp': 1176 at ffff88012a36f800. 00000020:00000010:0.0:1724310025.080069:0:4540:0:(obd_config.c:2364:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88012d166960. 00000020:00000010:0.0:1724310025.080074:0:4540:0:(lu_object.c:1659:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880094697e00. 00000020:00000010:0.0:1724310025.080077:0:4540:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff880094697800. 00000040:00000010:0.0:1724310025.080079:0:4540:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff880094696600. 00000020:00000010:0.0:1724310025.080081:0:4540:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a569a000. 00000020:00000010:0.0:1724310025.080084:0:4540:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880094696200. 00040000:00000010:0.0:1724310025.080087:0:4540:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88007fa9e600. 00040000:00000010:0.0:1724310025.080089:0:4540:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880094696800. 00080000:00000010:0.0:1724310025.080091:0:4540:0:(osd_handler.c:744:osd_key_init()) kmalloced '(info)': 1968 at ffff8800a569c800. 00000020:00000010:0.0:1724310025.080094:0:4540:0:(lu_object.c:1900:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012bb50480. 00080000:00000010:0.0:1724310025.080098:0:4540:0:(osd_oi.c:1061:osd_idc_add()) kmalloced '(idc)': 256 at ffff88007fa9ed00. 00000020:00000010:0.0:1724310025.083341:0:4540:0:(lu_object.c:1161:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff8800a5260000. 00000020:00000010:0.0:1724310025.083354:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff880129dd4300. 00000020:00000010:0.0:1724310025.083358:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800a497f300. 00000020:00000010:0.0:1724310025.083360:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800a9251f00. 00000020:00000010:0.0:1724310025.083365:0:4540:0:(lprocfs_status.c:1291:lprocfs_stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88012bfa6d00. 00000020:00000010:0.0:1724310025.083369:0:4540:0:(lprocfs_status.c:1297:lprocfs_stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8800b4a38540. 00000020:00000010:0.0:1724310025.083372:0:4540:0:(lprocfs_status.c:1300:lprocfs_stats_free()) kfreed 'stats': 80 at ffff8800b1aa86c0. 00080000:00000010:0.0:1724310025.083374:0:4540:0:(osd_handler.c:1354:osd_device_free()) kfreed 'o': 31424 at ffff8800accc8000. Debug log: 137665 lines, 137665 kept, 0 dropped, 0 bad.